[ { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.461437347666674, "streaming_ttfb_avg_s": 0.28297888133333043, "streaming_total_avg_s": 2.421266172666653, "nonstream_tokens_per_second": 59.04409205097275, "stream_tokens_per_second": 60.4366983627288 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.3983994869999967, "streaming_ttfb_avg_s": 0.29459461333333553, "streaming_total_avg_s": 2.392961453666667, "nonstream_tokens_per_second": 70.324675926962, "stream_tokens_per_second": 75.49919635764974 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.6536702246666646, "streaming_ttfb_avg_s": 0.3764275679999969, "streaming_total_avg_s": 1.807219867333335, "nonstream_tokens_per_second": 47.369380040160806, "stream_tokens_per_second": 49.80024933701098 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.080034020000009, "streaming_ttfb_avg_s": 0.28823227700000115, "streaming_total_avg_s": 1.031382301666658, "nonstream_tokens_per_second": 85.1825019363735, "stream_tokens_per_second": 108.59212904760345 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0023523549999898, "streaming_ttfb_avg_s": 0.3261510590000114, "streaming_total_avg_s": 1.0596688343333465, "nonstream_tokens_per_second": 109.07674610425238, "stream_tokens_per_second": 138.40802136918265 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4471023016666702, "streaming_ttfb_avg_s": 0.3205798876666677, "streaming_total_avg_s": 1.3114988426666703, "nonstream_tokens_per_second": 61.96290791839315, "stream_tokens_per_second": 72.43620574367912 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.7696865660000185, "streaming_ttfb_avg_s": 0.6365716299999917, "streaming_total_avg_s": 4.14458221033334, "nonstream_tokens_per_second": 48.54515005319917, "stream_tokens_per_second": 48.73832626515896 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.126623100666677, "streaming_ttfb_avg_s": 0.5234987663333376, "streaming_total_avg_s": 3.1288634376666473, "nonstream_tokens_per_second": 37.20734146323171, "stream_tokens_per_second": 38.032979825014145 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.7214742413333397, "streaming_ttfb_avg_s": 0.6560286973333405, "streaming_total_avg_s": 3.0076817153333386, "nonstream_tokens_per_second": 61.73124751593874, "stream_tokens_per_second": 53.41877295312816 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.0073282886666752, "streaming_ttfb_avg_s": 0.3504746393333373, "streaming_total_avg_s": 2.168331715333333, "nonstream_tokens_per_second": 69.0802134606358, "stream_tokens_per_second": 73.17453577082193 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.8693729839999946, "streaming_ttfb_avg_s": 0.3383710653333196, "streaming_total_avg_s": 2.5736134889999867, "nonstream_tokens_per_second": 54.71578664588148, "stream_tokens_per_second": 64.24171074638558 }, { "timestamp": "2025-09-07T20:14:32.736649+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1700290250000003, "streaming_ttfb_avg_s": 1.2107296553333338, "streaming_total_avg_s": 3.2681097766666576, "nonstream_tokens_per_second": 34.69999773897969, "stream_tokens_per_second": 35.29053220818327 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.4058957233333373, "streaming_ttfb_avg_s": 1.1205575676666655, "streaming_total_avg_s": 2.7374705206666667, "nonstream_tokens_per_second": 59.16022542162897, "stream_tokens_per_second": 59.178719470026486 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.8943370199999996, "streaming_ttfb_avg_s": 0.5780888840000008, "streaming_total_avg_s": 2.3524740563333304, "nonstream_tokens_per_second": 51.364670264510764, "stream_tokens_per_second": 70.98909318485472 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8849990513333381, "streaming_ttfb_avg_s": 0.3785953976666671, "streaming_total_avg_s": 1.7596600306666705, "nonstream_tokens_per_second": 42.61717440998723, "stream_tokens_per_second": 47.73649371815048 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.9775988270000037, "streaming_ttfb_avg_s": 0.27606823800000296, "streaming_total_avg_s": 1.0023824683333327, "nonstream_tokens_per_second": 91.03938910515863, "stream_tokens_per_second": 127.69576887435629 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.073159824000001, "streaming_ttfb_avg_s": 0.4217853990000009, "streaming_total_avg_s": 1.1983466223333323, "nonstream_tokens_per_second": 115.85723817902934, "stream_tokens_per_second": 120.16556588578169 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5107016473333346, "streaming_ttfb_avg_s": 0.3114466956666651, "streaming_total_avg_s": 1.8885446003333328, "nonstream_tokens_per_second": 53.39682180730929, "stream_tokens_per_second": 53.83334163711159 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.6515158553333245, "streaming_ttfb_avg_s": 0.5489637486666652, "streaming_total_avg_s": 3.5562439109999957, "nonstream_tokens_per_second": 48.65559228153716, "stream_tokens_per_second": 54.177011332299166 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.776887467000004, "streaming_ttfb_avg_s": 0.5437521900000016, "streaming_total_avg_s": 3.213367882333339, "nonstream_tokens_per_second": 39.01250397099119, "stream_tokens_per_second": 41.389596482623716 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.245024228666665, "streaming_ttfb_avg_s": 1.7773510340000012, "streaming_total_avg_s": 2.0295764619999943, "nonstream_tokens_per_second": 85.81941531254328, "stream_tokens_per_second": 29.891293973169283 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.4649368359999926, "streaming_ttfb_avg_s": 2.6142656399999944, "streaming_total_avg_s": 2.9017635823333308, "nonstream_tokens_per_second": 103.85661663258976, "stream_tokens_per_second": 15.048319901910808 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.6549737570000027, "streaming_ttfb_avg_s": 0.3317208966666764, "streaming_total_avg_s": 2.1887808946666687, "nonstream_tokens_per_second": 44.049563883092986, "stream_tokens_per_second": 70.66338482921608 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.9365639786666595, "streaming_ttfb_avg_s": 0.26314920000001507, "streaming_total_avg_s": 1.668647633333336, "nonstream_tokens_per_second": 72.80936832104028, "stream_tokens_per_second": 83.10122754296685 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.6442412120000065, "streaming_ttfb_avg_s": 0.3215433589999937, "streaming_total_avg_s": 2.3149405439999953, "nonstream_tokens_per_second": 55.08826729029375, "stream_tokens_per_second": 69.4042303086757 }, { "timestamp": "2025-09-08T00:25:10.142168+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.5136142373333428, "streaming_ttfb_avg_s": 2.0100672576666625, "streaming_total_avg_s": 4.097223783000004, "nonstream_tokens_per_second": 33.20417632278574, "stream_tokens_per_second": 27.416938708454534 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.3322937166666597, "streaming_ttfb_avg_s": 0.3552469893333334, "streaming_total_avg_s": 2.7052217443333384, "nonstream_tokens_per_second": 60.59842820111376, "stream_tokens_per_second": 56.064412089088336 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.211550445999999, "streaming_ttfb_avg_s": 0.3688071713333348, "streaming_total_avg_s": 2.604468206333337, "nonstream_tokens_per_second": 47.8481248389105, "stream_tokens_per_second": 67.57617527141139 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.7673874676666703, "streaming_ttfb_avg_s": 0.707159596333336, "streaming_total_avg_s": 1.9864271463333314, "nonstream_tokens_per_second": 50.92261976872522, "stream_tokens_per_second": 47.321141464216765 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2061904856666672, "streaming_ttfb_avg_s": 0.37588764533333574, "streaming_total_avg_s": 1.0770191043333266, "nonstream_tokens_per_second": 81.52388408119803, "stream_tokens_per_second": 129.05992051648965 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.023043488999993, "streaming_ttfb_avg_s": 20.04183755599999, "streaming_total_avg_s": 20.698304508333326, "nonstream_tokens_per_second": 105.56735970781465, "stream_tokens_per_second": 6.023037617234529 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.976795349666664, "streaming_ttfb_avg_s": 0.34037678066666405, "streaming_total_avg_s": 1.3916199679999959, "nonstream_tokens_per_second": 46.03410262743932, "stream_tokens_per_second": 74.25398866749636 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.8001323929999935, "streaming_ttfb_avg_s": 0.621802144666655, "streaming_total_avg_s": 3.927242141333314, "nonstream_tokens_per_second": 48.59479817251382, "stream_tokens_per_second": 49.99267329787753 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.140145104999988, "streaming_ttfb_avg_s": 0.37902400166664546, "streaming_total_avg_s": 3.316556430666651, "nonstream_tokens_per_second": 42.5670350245382, "stream_tokens_per_second": 43.21751682196535 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.220144976999999, "streaming_ttfb_avg_s": 1.487687017999993, "streaming_total_avg_s": 1.7377868623333181, "nonstream_tokens_per_second": 115.30778514560048, "stream_tokens_per_second": 40.664749054313184 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.943801561666646, "streaming_ttfb_avg_s": 2.1467609683333344, "streaming_total_avg_s": 2.360937972000007, "nonstream_tokens_per_second": 80.39491171839613, "stream_tokens_per_second": 12.283253666098398 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.6580791456666666, "streaming_ttfb_avg_s": 0.27615466800000377, "streaming_total_avg_s": 2.498618557000024, "nonstream_tokens_per_second": 63.70515099574405, "stream_tokens_per_second": 69.10485243252958 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.2973011643333243, "streaming_ttfb_avg_s": 0.2493600436666649, "streaming_total_avg_s": 2.472434749666661, "nonstream_tokens_per_second": 61.376367273516856, "stream_tokens_per_second": 60.66894182757435 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.792908795999987, "streaming_ttfb_avg_s": 0.3337672040000257, "streaming_total_avg_s": 4.041098775333353, "nonstream_tokens_per_second": 54.423545880801726, "stream_tokens_per_second": 45.2022276173139 }, { "timestamp": "2025-09-08T01:11:57.611417+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.652189796333346, "streaming_ttfb_avg_s": 1.3049341923333486, "streaming_total_avg_s": 3.470215631333341, "nonstream_tokens_per_second": 29.571299965962265, "stream_tokens_per_second": 34.09970615799076 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.316398472333333, "streaming_ttfb_avg_s": 0.6993030690000049, "streaming_total_avg_s": 2.478937783333336, "nonstream_tokens_per_second": 63.74838717533795, "stream_tokens_per_second": 66.5607669177282 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.471449386666668, "streaming_ttfb_avg_s": 0.43310254866666753, "streaming_total_avg_s": 3.8685677793333375, "nonstream_tokens_per_second": 59.88388870047341, "stream_tokens_per_second": 54.88680706789227 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.013117163333334, "streaming_ttfb_avg_s": 0.4326979783333371, "streaming_total_avg_s": 1.4823346696666657, "nonstream_tokens_per_second": 46.197013116717926, "stream_tokens_per_second": 65.43731451805853 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2016682730000003, "streaming_ttfb_avg_s": 0.2661097050000052, "streaming_total_avg_s": 0.8378397706666713, "nonstream_tokens_per_second": 83.21764187910782, "stream_tokens_per_second": 122.93520026871323 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.124087971000004, "streaming_ttfb_avg_s": 0.24090181933333574, "streaming_total_avg_s": 1.0145837550000039, "nonstream_tokens_per_second": 107.64282077705782, "stream_tokens_per_second": 133.38803491224124 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.6099363569999998, "streaming_ttfb_avg_s": 0.31502132066666394, "streaming_total_avg_s": 1.5387540473333416, "nonstream_tokens_per_second": 50.51959537387685, "stream_tokens_per_second": 57.62237754651295 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.551168649333325, "streaming_ttfb_avg_s": 0.6328392066666595, "streaming_total_avg_s": 3.8274321609999995, "nonstream_tokens_per_second": 47.58996732856578, "stream_tokens_per_second": 48.94491279092676 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.215836227000002, "streaming_ttfb_avg_s": 0.40616289899998986, "streaming_total_avg_s": 3.5312250629999937, "nonstream_tokens_per_second": 32.65091646098928, "stream_tokens_per_second": 38.796734151974455 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.9174257426666563, "streaming_ttfb_avg_s": 2.272033691333329, "streaming_total_avg_s": 2.683134618333336, "nonstream_tokens_per_second": 87.74859159431584, "stream_tokens_per_second": 22.48613726686966 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.0187868386666614, "streaming_ttfb_avg_s": 0.3215460910000066, "streaming_total_avg_s": 2.806482003666664, "nonstream_tokens_per_second": 79.42063533524319, "stream_tokens_per_second": 65.5625084214345 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.227302125333343, "streaming_ttfb_avg_s": 0.38730188466665066, "streaming_total_avg_s": 2.476776625999984, "nonstream_tokens_per_second": 62.85631320854026, "stream_tokens_per_second": 68.50301512279685 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.3262860046666654, "streaming_ttfb_avg_s": 0.29989024133334397, "streaming_total_avg_s": 2.3579675150000035, "nonstream_tokens_per_second": 70.06877042333251, "stream_tokens_per_second": 77.89194104595899 }, { "timestamp": "2025-09-08T04:18:39.763777+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1712199469999973, "streaming_ttfb_avg_s": 2.2711103190000017, "streaming_total_avg_s": 4.284700092333338, "nonstream_tokens_per_second": 34.05629436147088, "stream_tokens_per_second": 25.906130559432512 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.80719297666667, "streaming_ttfb_avg_s": 0.6642271906666602, "streaming_total_avg_s": 2.490152073666659, "nonstream_tokens_per_second": 52.48421984450836, "stream_tokens_per_second": 62.64677633534871 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.7730971529999997, "streaming_ttfb_avg_s": 0.526158238000003, "streaming_total_avg_s": 5.586364064333334, "nonstream_tokens_per_second": 58.41843652132588, "stream_tokens_per_second": 32.0423083670544 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8836398136666521, "streaming_ttfb_avg_s": 0.3574238979999886, "streaming_total_avg_s": 1.4058194726666688, "nonstream_tokens_per_second": 43.5327387991341, "stream_tokens_per_second": 69.94734049799932 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.8535608836666693, "streaming_ttfb_avg_s": 0.21119994766666159, "streaming_total_avg_s": 0.939032678999998, "nonstream_tokens_per_second": 55.20904882870641, "stream_tokens_per_second": 118.20674879835597 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4335730300000005, "streaming_ttfb_avg_s": 0.2136527029999892, "streaming_total_avg_s": 0.9761322796666624, "nonstream_tokens_per_second": 95.79793317772817, "stream_tokens_per_second": 114.39706379221423 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.2428026179999943, "streaming_ttfb_avg_s": 0.2896418650000025, "streaming_total_avg_s": 1.5197193649999956, "nonstream_tokens_per_second": 63.297796067779956, "stream_tokens_per_second": 64.70492881646844 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.431329406666663, "streaming_ttfb_avg_s": 0.46798774099999224, "streaming_total_avg_s": 3.331220391333318, "nonstream_tokens_per_second": 41.14641828680667, "stream_tokens_per_second": 53.23374394401922 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.3646603353333453, "streaming_ttfb_avg_s": 0.3887054123333276, "streaming_total_avg_s": 3.9932472826666676, "nonstream_tokens_per_second": 36.25923208914732, "stream_tokens_per_second": 37.31299102030532 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.713339136333341, "streaming_ttfb_avg_s": 1.8163806606666715, "streaming_total_avg_s": 2.077217724333328, "nonstream_tokens_per_second": 90.29464718187778, "stream_tokens_per_second": 31.291857005919496 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.430105419999999, "streaming_ttfb_avg_s": 2.746162033333339, "streaming_total_avg_s": 3.227096490666677, "nonstream_tokens_per_second": 66.85897523619941, "stream_tokens_per_second": 21.89790942757582 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.469717583666655, "streaming_ttfb_avg_s": 0.32348757466667166, "streaming_total_avg_s": 2.912740696666674, "nonstream_tokens_per_second": 63.974926139298084, "stream_tokens_per_second": 65.00178115752132 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.3621807163333415, "streaming_ttfb_avg_s": 0.3151086926666835, "streaming_total_avg_s": 2.4395336180000036, "nonstream_tokens_per_second": 59.12615647945094, "stream_tokens_per_second": 64.08328714137569 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.69735700133333, "streaming_ttfb_avg_s": 0.2918840820000052, "streaming_total_avg_s": 2.3494608396666763, "nonstream_tokens_per_second": 62.530346032539654, "stream_tokens_per_second": 67.53322463939305 }, { "timestamp": "2025-09-08T08:22:04.691193+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.9130871639999705, "streaming_ttfb_avg_s": 1.3170693919999887, "streaming_total_avg_s": 3.48301320500002, "nonstream_tokens_per_second": 29.218192322723887, "stream_tokens_per_second": 32.634578158788806 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.9709773499999983, "streaming_ttfb_avg_s": 0.6656823416666668, "streaming_total_avg_s": 3.2576708130000043, "nonstream_tokens_per_second": 48.693291676110135, "stream_tokens_per_second": 50.95665262971424 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.722007311333338, "streaming_ttfb_avg_s": 0.47739173166666166, "streaming_total_avg_s": 2.7002397759999894, "nonstream_tokens_per_second": 52.04492510979818, "stream_tokens_per_second": 63.57460111226335 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.880877223666668, "streaming_ttfb_avg_s": 0.5531414423333368, "streaming_total_avg_s": 2.0769340316666765, "nonstream_tokens_per_second": 49.62223592212206, "stream_tokens_per_second": 44.938034578997275 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0777094620000014, "streaming_ttfb_avg_s": 0.32282762366667345, "streaming_total_avg_s": 1.5306584670000138, "nonstream_tokens_per_second": 98.9753457937688, "stream_tokens_per_second": 87.32625177231353 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2994769446666699, "streaming_ttfb_avg_s": 0.443397441666652, "streaming_total_avg_s": 1.4065857686666636, "nonstream_tokens_per_second": 94.909981927359, "stream_tokens_per_second": 81.28429554758871 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7138406443333356, "streaming_ttfb_avg_s": 0.3240303340000044, "streaming_total_avg_s": 1.3461593713333286, "nonstream_tokens_per_second": 51.930148986879686, "stream_tokens_per_second": 68.34257663628408 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.496022583666672, "streaming_ttfb_avg_s": 0.6748596293333359, "streaming_total_avg_s": 4.863232397, "nonstream_tokens_per_second": 28.01714397631763, "stream_tokens_per_second": 39.00012402937335 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.7210325403333306, "streaming_ttfb_avg_s": 0.45495101699999435, "streaming_total_avg_s": 4.2085550696666685, "nonstream_tokens_per_second": 31.26372373054071, "stream_tokens_per_second": 31.68149902429429 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.0077841780000085, "streaming_ttfb_avg_s": 2.440507104666674, "streaming_total_avg_s": 2.4960335990000146, "nonstream_tokens_per_second": 72.9218987644175, "stream_tokens_per_second": 10.81716208099803 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2001849700000093, "streaming_ttfb_avg_s": 2.8713477093333117, "streaming_total_avg_s": 3.163356031333327, "nonstream_tokens_per_second": 79.99537601728042, "stream_tokens_per_second": 13.593158523441915 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.2202297446666344, "streaming_ttfb_avg_s": 0.36565624733331487, "streaming_total_avg_s": 3.264519372333325, "nonstream_tokens_per_second": 58.702633656006064, "stream_tokens_per_second": 62.18373268678297 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.3557942670000025, "streaming_ttfb_avg_s": 0.29084195166666404, "streaming_total_avg_s": 4.606583175333337, "nonstream_tokens_per_second": 38.341643268164795, "stream_tokens_per_second": 36.39718643624277 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.3956755926666724, "streaming_ttfb_avg_s": 0.34693901066664995, "streaming_total_avg_s": 3.685002371000015, "nonstream_tokens_per_second": 44.66465141552602, "stream_tokens_per_second": 54.093135706515 }, { "timestamp": "2025-09-08T12:32:06.953115+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.184441296999997, "streaming_ttfb_avg_s": 2.739046144333353, "streaming_total_avg_s": 4.868556994333346, "nonstream_tokens_per_second": 26.04887779836862, "stream_tokens_per_second": 23.689428606376207 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.93480890666666, "streaming_ttfb_avg_s": 1.089421171666667, "streaming_total_avg_s": 2.870716732333335, "nonstream_tokens_per_second": 29.788387510083915, "stream_tokens_per_second": 51.32283923171338 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.5185417553333402, "streaming_ttfb_avg_s": 0.5067205380000056, "streaming_total_avg_s": 3.842851225333343, "nonstream_tokens_per_second": 42.441824971091116, "stream_tokens_per_second": 43.89102173791177 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.5073138216666755, "streaming_ttfb_avg_s": 0.6276604103333151, "streaming_total_avg_s": 1.9941500309999942, "nonstream_tokens_per_second": 36.42676578579292, "stream_tokens_per_second": 43.961921271643234 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0606071793333267, "streaming_ttfb_avg_s": 0.4092516466666704, "streaming_total_avg_s": 1.574855301333334, "nonstream_tokens_per_second": 104.65703246490567, "stream_tokens_per_second": 85.51050153792073 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5350416256666695, "streaming_ttfb_avg_s": 0.29331997466666354, "streaming_total_avg_s": 1.5047507496666697, "nonstream_tokens_per_second": 80.99671777912556, "stream_tokens_per_second": 87.05760740044086 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3306513056666727, "streaming_ttfb_avg_s": 0.4900679196666715, "streaming_total_avg_s": 1.5543335436666628, "nonstream_tokens_per_second": 62.124965657512845, "stream_tokens_per_second": 59.61826343145538 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.017113699666662, "streaming_ttfb_avg_s": 0.5976077103333447, "streaming_total_avg_s": 5.4906122010000145, "nonstream_tokens_per_second": 31.55864961638263, "stream_tokens_per_second": 32.722519837395126 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.424123409333333, "streaming_ttfb_avg_s": 0.5959889573333422, "streaming_total_avg_s": 4.223594382999996, "nonstream_tokens_per_second": 24.26092660681617, "stream_tokens_per_second": 29.516723283952427 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.207720367333328, "streaming_ttfb_avg_s": 3.8784214443333362, "streaming_total_avg_s": 4.056341450999999, "nonstream_tokens_per_second": 54.55587768253086, "stream_tokens_per_second": 5.259254821379518 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 10.160675760333334, "streaming_ttfb_avg_s": 0.5863091083333339, "streaming_total_avg_s": 3.95750514433333, "nonstream_tokens_per_second": 17.94500067063961, "stream_tokens_per_second": 49.27346721942143 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.5959658683333373, "streaming_ttfb_avg_s": 0.2543139716666663, "streaming_total_avg_s": 2.4457015256666637, "nonstream_tokens_per_second": 58.295578990217, "stream_tokens_per_second": 69.10082781010368 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.1743182766666678, "streaming_ttfb_avg_s": 0.3386648503333352, "streaming_total_avg_s": 4.05348867699998, "nonstream_tokens_per_second": 47.56926900177262, "stream_tokens_per_second": 50.90265442311345 }, { "timestamp": "2025-09-08T16:17:26.977487+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0054884163333404, "streaming_ttfb_avg_s": 1.1385843883333375, "streaming_total_avg_s": 3.1985824353333405, "nonstream_tokens_per_second": 36.59970852065325, "stream_tokens_per_second": 36.16185263476333 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.981768724666663, "streaming_ttfb_avg_s": 0.6641928110000018, "streaming_total_avg_s": 2.9298591149999944, "nonstream_tokens_per_second": 44.827979299973876, "stream_tokens_per_second": 57.681954444420555 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.856005502666671, "streaming_ttfb_avg_s": 0.44853254066666653, "streaming_total_avg_s": 3.492349887333333, "nonstream_tokens_per_second": 55.55544851664976, "stream_tokens_per_second": 50.39586687414903 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.8020735326666633, "streaming_ttfb_avg_s": 0.649790672666659, "streaming_total_avg_s": 2.4835790889999934, "nonstream_tokens_per_second": 31.28635478143091, "stream_tokens_per_second": 38.7881077594842 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2548462916666712, "streaming_ttfb_avg_s": 0.3881077496666639, "streaming_total_avg_s": 1.2527149033333274, "nonstream_tokens_per_second": 97.7543365121973, "stream_tokens_per_second": 123.46517651791068 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0500005856666708, "streaming_ttfb_avg_s": 0.2717583373333288, "streaming_total_avg_s": 1.0031414756666617, "nonstream_tokens_per_second": 95.23804211643137, "stream_tokens_per_second": 110.3200987608657 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.469690190000004, "streaming_ttfb_avg_s": 0.26560060166666705, "streaming_total_avg_s": 1.800890509333333, "nonstream_tokens_per_second": 58.06212351008011, "stream_tokens_per_second": 53.306960918761234 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.388843815333327, "streaming_ttfb_avg_s": 0.8537777610000129, "streaming_total_avg_s": 5.3184559466666785, "nonstream_tokens_per_second": 29.374120277641424, "stream_tokens_per_second": 36.476752265211246 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.967730713666659, "streaming_ttfb_avg_s": 0.5392210519999878, "streaming_total_avg_s": 3.560794287666672, "nonstream_tokens_per_second": 28.731788578124128, "stream_tokens_per_second": 34.636466858115405 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.023340784999997, "streaming_ttfb_avg_s": 3.020664151333335, "streaming_total_avg_s": 3.1030147936666688, "nonstream_tokens_per_second": 60.970081258416094, "stream_tokens_per_second": 8.056680893376862 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.7837893776666647, "streaming_ttfb_avg_s": 3.931099280666681, "streaming_total_avg_s": 4.08004837433334, "nonstream_tokens_per_second": 54.178491331992845, "stream_tokens_per_second": 2.9411415990774232 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.776255509333339, "streaming_ttfb_avg_s": 0.32963511433334247, "streaming_total_avg_s": 4.392310163666669, "nonstream_tokens_per_second": 60.87335961400105, "stream_tokens_per_second": 39.46290832718332 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.128054016666662, "streaming_ttfb_avg_s": 0.5072197286666741, "streaming_total_avg_s": 2.771435585000006, "nonstream_tokens_per_second": 68.13736816094776, "stream_tokens_per_second": 50.755885299302875 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.702666595666661, "streaming_ttfb_avg_s": 0.3395580649999867, "streaming_total_avg_s": 3.3854352329999906, "nonstream_tokens_per_second": 38.063510639887184, "stream_tokens_per_second": 54.94123715229867 }, { "timestamp": "2025-09-08T20:16:39.177829+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.067468063666657, "streaming_ttfb_avg_s": 1.0292751753333391, "streaming_total_avg_s": 3.006104006666684, "nonstream_tokens_per_second": 36.72953208581806, "stream_tokens_per_second": 36.37044263633696 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1426156140000026, "streaming_ttfb_avg_s": 0.7940369360000071, "streaming_total_avg_s": 2.563180820666671, "nonstream_tokens_per_second": 48.791628428959115, "stream_tokens_per_second": 54.22949441539859 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.546530151000004, "streaming_ttfb_avg_s": 0.30762131066666143, "streaming_total_avg_s": 2.1750759443333245, "nonstream_tokens_per_second": 62.96149027348905, "stream_tokens_per_second": 84.44149600622875 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.839572360333335, "streaming_ttfb_avg_s": 0.38420726099999075, "streaming_total_avg_s": 2.2510043116666623, "nonstream_tokens_per_second": 33.807907606457555, "stream_tokens_per_second": 45.905435541713594 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0750260119999997, "streaming_ttfb_avg_s": 0.33811418566666873, "streaming_total_avg_s": 1.1381448749999994, "nonstream_tokens_per_second": 87.749814683864, "stream_tokens_per_second": 116.56395383467041 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0934521536666655, "streaming_ttfb_avg_s": 0.29623645133332843, "streaming_total_avg_s": 1.1213847163333288, "nonstream_tokens_per_second": 92.97770032803771, "stream_tokens_per_second": 108.4968119277466 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.6490375523333352, "streaming_ttfb_avg_s": 0.6369202750000037, "streaming_total_avg_s": 1.8918958513333308, "nonstream_tokens_per_second": 53.768737128639785, "stream_tokens_per_second": 50.037990516205994 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.013186611666673, "streaming_ttfb_avg_s": 0.8362412469999944, "streaming_total_avg_s": 4.273392385666654, "nonstream_tokens_per_second": 42.02811456021965, "stream_tokens_per_second": 48.36126618277447 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.2986760790000083, "streaming_ttfb_avg_s": 0.4047957249999949, "streaming_total_avg_s": 3.525066831999993, "nonstream_tokens_per_second": 31.52780009594866, "stream_tokens_per_second": 36.68961171438397 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.032980346000007, "streaming_ttfb_avg_s": 1.5804680476666704, "streaming_total_avg_s": 1.7514711943333339, "nonstream_tokens_per_second": 59.591992202912884, "stream_tokens_per_second": 36.54070943733702 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.499666852000009, "streaming_ttfb_avg_s": 2.9607739859999924, "streaming_total_avg_s": 3.0159492926666567, "nonstream_tokens_per_second": 62.27496537873284, "stream_tokens_per_second": 5.968270104463418 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.0768302849999905, "streaming_ttfb_avg_s": 0.26598548566667546, "streaming_total_avg_s": 1.982237454666669, "nonstream_tokens_per_second": 51.0265388264665, "stream_tokens_per_second": 89.965676369142 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.3317163933333327, "streaming_ttfb_avg_s": 0.23163193833334125, "streaming_total_avg_s": 3.066894211999994, "nonstream_tokens_per_second": 62.328906615255356, "stream_tokens_per_second": 49.5615399465889 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.209697504999999, "streaming_ttfb_avg_s": 0.3801065186666506, "streaming_total_avg_s": 2.536516524999996, "nonstream_tokens_per_second": 66.97749337414402, "stream_tokens_per_second": 66.49539437424596 }, { "timestamp": "2025-09-09T01:09:09.916089+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 6.221056318333335, "streaming_ttfb_avg_s": 3.6165618816666742, "streaming_total_avg_s": 5.858594798333361, "nonstream_tokens_per_second": 18.75351398489228, "stream_tokens_per_second": 20.36893443582768 }, { "timestamp": "2025-09-09T04:18:01.960597+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.4989321863333394, "streaming_ttfb_avg_s": 0.5810101150000028, "streaming_total_avg_s": 2.642522075333327, "nonstream_tokens_per_second": 43.21845970476991, "stream_tokens_per_second": 42.25760976947792 }, { "timestamp": "2025-09-09T08:21:05.413944+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8778195963334383, "streaming_ttfb_avg_s": 0.9388680056666393, "streaming_total_avg_s": 3.0436772166666892, "nonstream_tokens_per_second": 38.91835337513739, "stream_tokens_per_second": 38.002277650630795 }, { "timestamp": "2025-09-09T12:32:35.311916+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.008890395000004, "streaming_ttfb_avg_s": 0.9069239709999977, "streaming_total_avg_s": 2.9413637863333313, "nonstream_tokens_per_second": 27.688459664160984, "stream_tokens_per_second": 39.210836098960236 }, { "timestamp": "2025-09-09T16:19:18.873286+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1386435170000007, "streaming_ttfb_avg_s": 1.6482979973333347, "streaming_total_avg_s": 3.8041500566666664, "nonstream_tokens_per_second": 36.852438335279295, "stream_tokens_per_second": 31.369249781355236 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.413342179999996, "streaming_ttfb_avg_s": 0.6725706383333355, "streaming_total_avg_s": 2.9537082706666715, "nonstream_tokens_per_second": 42.18739065885278, "stream_tokens_per_second": 49.0908331875553 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.8877572233333333, "streaming_ttfb_avg_s": 0.470995950333337, "streaming_total_avg_s": 2.667359715666663, "nonstream_tokens_per_second": 61.52410085969288, "stream_tokens_per_second": 69.73187714710325 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.6716104596666668, "streaming_ttfb_avg_s": 0.38584784766666286, "streaming_total_avg_s": 1.9681288939999935, "nonstream_tokens_per_second": 40.050749020255836, "stream_tokens_per_second": 52.164605163642804 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.5449321189999996, "streaming_ttfb_avg_s": 0.5721893353333295, "streaming_total_avg_s": 1.7547809659999984, "nonstream_tokens_per_second": 92.12918262419358, "stream_tokens_per_second": 83.96109610715567 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5945933426666652, "streaming_ttfb_avg_s": 2.556120195999995, "streaming_total_avg_s": 4.165388459000003, "nonstream_tokens_per_second": 70.44638299158858, "stream_tokens_per_second": 27.36839579840011 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8261473986666676, "streaming_ttfb_avg_s": 0.2982298086666712, "streaming_total_avg_s": 1.5940198456666697, "nonstream_tokens_per_second": 51.10941942664605, "stream_tokens_per_second": 65.45297012265102 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.728278384999991, "streaming_ttfb_avg_s": 0.711130356666672, "streaming_total_avg_s": 4.912086316999999, "nonstream_tokens_per_second": 32.78148775920695, "stream_tokens_per_second": 40.444457577854635 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.225324127333333, "streaming_ttfb_avg_s": 0.4811223810000058, "streaming_total_avg_s": 4.048812493333334, "nonstream_tokens_per_second": 31.397985732847115, "stream_tokens_per_second": 36.88324257525424 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.1891566823333335, "streaming_ttfb_avg_s": 2.265504497333334, "streaming_total_avg_s": 2.778711829666662, "nonstream_tokens_per_second": 68.35662895072976, "stream_tokens_per_second": 28.790319005334535 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.1160435743333323, "streaming_ttfb_avg_s": 3.2212615880000044, "streaming_total_avg_s": 3.443246377333338, "nonstream_tokens_per_second": 67.5001258216787, "stream_tokens_per_second": 10.261633778497616 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.32126966233335, "streaming_ttfb_avg_s": 0.47569302533334695, "streaming_total_avg_s": 3.009063675000012, "nonstream_tokens_per_second": 45.86599367734323, "stream_tokens_per_second": 56.052873878338914 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.722390462333332, "streaming_ttfb_avg_s": 0.38047209299999923, "streaming_total_avg_s": 2.331199828000005, "nonstream_tokens_per_second": 53.62933863457079, "stream_tokens_per_second": 64.344548330157 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.054298503666663, "streaming_ttfb_avg_s": 0.27219764766666305, "streaming_total_avg_s": 3.1860951959999966, "nonstream_tokens_per_second": 52.49432337437037, "stream_tokens_per_second": 67.16685686876765 }, { "timestamp": "2025-09-09T20:16:32.138543+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.214599673666669, "streaming_ttfb_avg_s": 1.1624858869999837, "streaming_total_avg_s": 3.107605544666645, "nonstream_tokens_per_second": 34.94473487742334, "stream_tokens_per_second": 35.397027846338126 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.4865659613333357, "streaming_ttfb_avg_s": 1.5937201470000038, "streaming_total_avg_s": 4.319665563666665, "nonstream_tokens_per_second": 42.54424983734068, "stream_tokens_per_second": 40.20372968856715 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.564395915000001, "streaming_ttfb_avg_s": 0.9420347473333331, "streaming_total_avg_s": 3.3496308966666675, "nonstream_tokens_per_second": 61.222995669917815, "stream_tokens_per_second": 54.433858224432875 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.776944831999998, "streaming_ttfb_avg_s": 0.2926375186666661, "streaming_total_avg_s": 1.862339008666666, "nonstream_tokens_per_second": 49.71079109637402, "stream_tokens_per_second": 48.32632489636521 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.158844029333333, "streaming_ttfb_avg_s": 0.3262760883333347, "streaming_total_avg_s": 1.2474010223333398, "nonstream_tokens_per_second": 97.51096535830395, "stream_tokens_per_second": 105.55279682260971 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4125321276666511, "streaming_ttfb_avg_s": 20.448132092666658, "streaming_total_avg_s": 21.301969309666656, "nonstream_tokens_per_second": 90.14544224468303, "stream_tokens_per_second": 6.822530406490741 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.647959829333331, "streaming_ttfb_avg_s": 0.2939997030000067, "streaming_total_avg_s": 1.7225954423333387, "nonstream_tokens_per_second": 56.837955027434596, "stream_tokens_per_second": 64.63115517275894 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.368462615000008, "streaming_ttfb_avg_s": 0.5523540216666637, "streaming_total_avg_s": 4.01202865, "nonstream_tokens_per_second": 41.662254216177985, "stream_tokens_per_second": 47.93917245165568 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.465680643333343, "streaming_ttfb_avg_s": 0.4153507386666793, "streaming_total_avg_s": 4.073353987999998, "nonstream_tokens_per_second": 36.35649471695446, "stream_tokens_per_second": 39.52516782835522 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.013537682333341, "streaming_ttfb_avg_s": 1.9363069479999808, "streaming_total_avg_s": 2.2054993713333224, "nonstream_tokens_per_second": 80.62095621931306, "stream_tokens_per_second": 31.28543172437471 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.3563697176666474, "streaming_ttfb_avg_s": 2.6120859889999983, "streaming_total_avg_s": 2.9558246276666864, "nonstream_tokens_per_second": 68.82436067281392, "stream_tokens_per_second": 13.870917650606762 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.978034489, "streaming_ttfb_avg_s": 0.3306587870000044, "streaming_total_avg_s": 2.6797120556666605, "nonstream_tokens_per_second": 56.6369084339596, "stream_tokens_per_second": 65.92748138482939 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1421322833333534, "streaming_ttfb_avg_s": 0.6966403189999824, "streaming_total_avg_s": 2.853769315333333, "nonstream_tokens_per_second": 49.22347397245397, "stream_tokens_per_second": 57.117440826137994 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.6645877400000018, "streaming_ttfb_avg_s": 0.3871495096666801, "streaming_total_avg_s": 2.6110323353333533, "nonstream_tokens_per_second": 61.42288512768829, "stream_tokens_per_second": 68.81058661563011 }, { "timestamp": "2025-09-10T01:07:13.162045+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.285317245666666, "streaming_ttfb_avg_s": 1.483539121666657, "streaming_total_avg_s": 3.5923969706666603, "nonstream_tokens_per_second": 33.48230681377575, "stream_tokens_per_second": 31.176955362818816 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2314298133333352, "streaming_ttfb_avg_s": 0.722964474333331, "streaming_total_avg_s": 2.804478472666664, "nonstream_tokens_per_second": 44.3560100677167, "stream_tokens_per_second": 51.70301766022309 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.4180895806666647, "streaming_ttfb_avg_s": 0.3130983203333339, "streaming_total_avg_s": 2.5217965196666654, "nonstream_tokens_per_second": 50.51554752786489, "stream_tokens_per_second": 67.28007804891945 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.979470214666667, "streaming_ttfb_avg_s": 0.43445124100000027, "streaming_total_avg_s": 1.48578469633334, "nonstream_tokens_per_second": 49.84498677252471, "stream_tokens_per_second": 59.901007339513335 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6297202856666644, "streaming_ttfb_avg_s": 0.5513449240000009, "streaming_total_avg_s": 1.544347073000002, "nonstream_tokens_per_second": 82.42723276797284, "stream_tokens_per_second": 86.98390127575497 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5373617239999977, "streaming_ttfb_avg_s": 0.2639487386666701, "streaming_total_avg_s": 1.2538235569999994, "nonstream_tokens_per_second": 98.22021560880243, "stream_tokens_per_second": 125.74868751382596 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5550780060000022, "streaming_ttfb_avg_s": 0.29000447966666815, "streaming_total_avg_s": 1.3760648516666596, "nonstream_tokens_per_second": 55.51704351822285, "stream_tokens_per_second": 74.1244134507613 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.202656603999998, "streaming_ttfb_avg_s": 0.5877942956666686, "streaming_total_avg_s": 3.716081811, "nonstream_tokens_per_second": 40.29197464579084, "stream_tokens_per_second": 48.97631679185871 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.5382562589999886, "streaming_ttfb_avg_s": 0.519414073333337, "streaming_total_avg_s": 3.350671035000014, "nonstream_tokens_per_second": 40.79222158265213, "stream_tokens_per_second": 42.87698349553616 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.5295499493333296, "streaming_ttfb_avg_s": 2.0400498763333323, "streaming_total_avg_s": 2.205699697666669, "nonstream_tokens_per_second": 88.81685326114166, "stream_tokens_per_second": 24.179779953614158 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2933021899999915, "streaming_ttfb_avg_s": 2.6168705069999874, "streaming_total_avg_s": 2.882038091333328, "nonstream_tokens_per_second": 69.83871710843535, "stream_tokens_per_second": 16.53922160501857 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.5866022096666748, "streaming_ttfb_avg_s": 0.2777757853333374, "streaming_total_avg_s": 3.3422440603333237, "nonstream_tokens_per_second": 60.955127184780586, "stream_tokens_per_second": 57.74563332779235 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.936555230333331, "streaming_ttfb_avg_s": 0.3407479286666728, "streaming_total_avg_s": 2.452746757, "nonstream_tokens_per_second": 51.307281780484125, "stream_tokens_per_second": 67.67922514880324 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.8997675006666745, "streaming_ttfb_avg_s": 0.4379156206666532, "streaming_total_avg_s": 2.2975698079999916, "nonstream_tokens_per_second": 58.2805345466993, "stream_tokens_per_second": 80.08461782502701 }, { "timestamp": "2025-09-10T04:17:14.392185+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.274241576666668, "streaming_ttfb_avg_s": 0.6946703503333348, "streaming_total_avg_s": 2.7730711646666655, "nonstream_tokens_per_second": 36.44609920775005, "stream_tokens_per_second": 40.3884333828349 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.9347942359999997, "streaming_ttfb_avg_s": 0.7099448223333317, "streaming_total_avg_s": 3.4784021093333357, "nonstream_tokens_per_second": 48.157833895014285, "stream_tokens_per_second": 49.73548041953001 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.742055932666664, "streaming_ttfb_avg_s": 0.3322206839999969, "streaming_total_avg_s": 2.5578881053333284, "nonstream_tokens_per_second": 58.71506780076023, "stream_tokens_per_second": 69.84928945646115 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.7469954433333374, "streaming_ttfb_avg_s": 0.6073273049999983, "streaming_total_avg_s": 2.9413755829999957, "nonstream_tokens_per_second": 53.80666581513471, "stream_tokens_per_second": 38.077422226293145 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.123173860999998, "streaming_ttfb_avg_s": 0.273821511666668, "streaming_total_avg_s": 1.0725498220000038, "nonstream_tokens_per_second": 80.72362598070366, "stream_tokens_per_second": 98.8299077821297 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.469589063333326, "streaming_ttfb_avg_s": 0.3095596926666673, "streaming_total_avg_s": 1.4863957140000015, "nonstream_tokens_per_second": 69.86079934059788, "stream_tokens_per_second": 90.37521574374857 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.2343639679999967, "streaming_ttfb_avg_s": 0.34370026033333073, "streaming_total_avg_s": 1.5925719336666664, "nonstream_tokens_per_second": 59.13976905716045, "stream_tokens_per_second": 61.744986995303286 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.389329939999992, "streaming_ttfb_avg_s": 0.4973240493333435, "streaming_total_avg_s": 3.721228508000005, "nonstream_tokens_per_second": 36.603916511837106, "stream_tokens_per_second": 49.98349324695643 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.072680090666665, "streaming_ttfb_avg_s": 0.7990007103333312, "streaming_total_avg_s": 4.33227690966667, "nonstream_tokens_per_second": 28.236934264379066, "stream_tokens_per_second": 31.31532667359091 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.228166534999995, "streaming_ttfb_avg_s": 2.762196500666666, "streaming_total_avg_s": 3.084966559666668, "nonstream_tokens_per_second": 71.04135763966516, "stream_tokens_per_second": 10.805087409743273 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.5805881083333304, "streaming_ttfb_avg_s": 0.3969535286666617, "streaming_total_avg_s": 2.346122671666677, "nonstream_tokens_per_second": 64.45559165222981, "stream_tokens_per_second": 76.01193896934893 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.2488700743333254, "streaming_ttfb_avg_s": 0.31711747666666196, "streaming_total_avg_s": 2.465294428666662, "nonstream_tokens_per_second": 59.14081098679197, "stream_tokens_per_second": 63.278445846475044 }, { "timestamp": "2025-09-10T08:20:28.379565+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.3456224903333314, "streaming_ttfb_avg_s": 0.2807882836666617, "streaming_total_avg_s": 2.430710381000002, "nonstream_tokens_per_second": 60.82251822474324, "stream_tokens_per_second": 75.42376696392328 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.266412359666674, "streaming_ttfb_avg_s": 0.6929676356666666, "streaming_total_avg_s": 2.8989887506666605, "nonstream_tokens_per_second": 35.54899383390031, "stream_tokens_per_second": 57.95124246734873 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.4967300506666654, "streaming_ttfb_avg_s": 0.4197674626666649, "streaming_total_avg_s": 3.8442932566666648, "nonstream_tokens_per_second": 65.95293176476893, "stream_tokens_per_second": 44.13468363071301 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.5928886389999946, "streaming_ttfb_avg_s": 0.38255764799999764, "streaming_total_avg_s": 1.6384569829999975, "nonstream_tokens_per_second": 53.78070040128333, "stream_tokens_per_second": 53.505626071518776 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.7453858396666722, "streaming_ttfb_avg_s": 0.589619315999992, "streaming_total_avg_s": 1.9482074786666506, "nonstream_tokens_per_second": 73.71817952369717, "stream_tokens_per_second": 75.45397582633576 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2572614440000034, "streaming_ttfb_avg_s": 0.6350165793333247, "streaming_total_avg_s": 1.273106135333336, "nonstream_tokens_per_second": 101.27832515743081, "stream_tokens_per_second": 76.97708563343053 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3629145970000043, "streaming_ttfb_avg_s": 0.2820217466666672, "streaming_total_avg_s": 1.6117299636666662, "nonstream_tokens_per_second": 59.920604597256656, "stream_tokens_per_second": 71.97235431182368 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.68045759233334, "streaming_ttfb_avg_s": 0.525769484333343, "streaming_total_avg_s": 4.881290254666671, "nonstream_tokens_per_second": 31.394184435778882, "stream_tokens_per_second": 39.53872642903908 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.478018935666664, "streaming_ttfb_avg_s": 0.6033125686666571, "streaming_total_avg_s": 3.955512728333332, "nonstream_tokens_per_second": 28.65850617807353, "stream_tokens_per_second": 33.62395955581717 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.706311746333332, "streaming_ttfb_avg_s": 2.7056750756666568, "streaming_total_avg_s": 2.914321345999999, "nonstream_tokens_per_second": 64.66446512594895, "stream_tokens_per_second": 17.271030664623677 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.9062075096666624, "streaming_ttfb_avg_s": 3.0131832663333378, "streaming_total_avg_s": 3.228632589, "nonstream_tokens_per_second": 65.4919969411146, "stream_tokens_per_second": 10.014559551772317 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.439503929000002, "streaming_ttfb_avg_s": 0.31150485933335403, "streaming_total_avg_s": 6.7716767, "nonstream_tokens_per_second": 35.66464538955773, "stream_tokens_per_second": 29.28865953292385 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.6658449736666703, "streaming_ttfb_avg_s": 0.2761809316666586, "streaming_total_avg_s": 2.6299169979999797, "nonstream_tokens_per_second": 46.889448274282756, "stream_tokens_per_second": 55.13481988605373 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.257688584333342, "streaming_ttfb_avg_s": 0.38575778733335636, "streaming_total_avg_s": 2.9583649970000274, "nonstream_tokens_per_second": 63.78204726694883, "stream_tokens_per_second": 61.29511859328277 }, { "timestamp": "2025-09-10T12:29:43.502924+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.858981443999994, "streaming_ttfb_avg_s": 1.2416736580000058, "streaming_total_avg_s": 3.2136314823333314, "nonstream_tokens_per_second": 38.47524097466658, "stream_tokens_per_second": 33.91801474413551 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2472995633333306, "streaming_ttfb_avg_s": 0.41856607933333595, "streaming_total_avg_s": 1.9566258876666656, "nonstream_tokens_per_second": 42.80479742907287, "stream_tokens_per_second": 75.98114059706941 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.002741676666659, "streaming_ttfb_avg_s": 0.5188246000000021, "streaming_total_avg_s": 3.24033193133333, "nonstream_tokens_per_second": 55.39382046276449, "stream_tokens_per_second": 61.00198092524765 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.9988789826666724, "streaming_ttfb_avg_s": 0.4309568450000067, "streaming_total_avg_s": 2.1070270503333384, "nonstream_tokens_per_second": 28.010466739576554, "stream_tokens_per_second": 42.71421194415217 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0195966389999995, "streaming_ttfb_avg_s": 0.332388487333328, "streaming_total_avg_s": 1.1780221843333294, "nonstream_tokens_per_second": 102.65497419579737, "stream_tokens_per_second": 117.71142217083239 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.232324755000003, "streaming_ttfb_avg_s": 0.2208654166666643, "streaming_total_avg_s": 1.0041701866666652, "nonstream_tokens_per_second": 72.49171370685735, "stream_tokens_per_second": 110.20708256040122 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.3124552016666655, "streaming_ttfb_avg_s": 0.31194597333332297, "streaming_total_avg_s": 2.140917433666658, "nonstream_tokens_per_second": 41.658464675943826, "stream_tokens_per_second": 46.708947494875716 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.578616958666667, "streaming_ttfb_avg_s": 0.4882290869999982, "streaming_total_avg_s": 5.614351045666676, "nonstream_tokens_per_second": 31.130774518739205, "stream_tokens_per_second": 34.138703673437156 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.491726927333332, "streaming_ttfb_avg_s": 0.4271396780000032, "streaming_total_avg_s": 3.2627430283333467, "nonstream_tokens_per_second": 22.634204685952398, "stream_tokens_per_second": 34.53127190473788 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.6493427706666637, "streaming_ttfb_avg_s": 2.6015681333333305, "streaming_total_avg_s": 2.9087977176666677, "nonstream_tokens_per_second": 70.14961764011929, "stream_tokens_per_second": 19.02275053272516 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.40422690633334, "streaming_ttfb_avg_s": 2.4517853500000037, "streaming_total_avg_s": 2.8797624470000094, "nonstream_tokens_per_second": 75.20062764433501, "stream_tokens_per_second": 21.87680447935218 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.781708047333344, "streaming_ttfb_avg_s": 0.29225642600000395, "streaming_total_avg_s": 2.682689062333329, "nonstream_tokens_per_second": 57.51861707894988, "stream_tokens_per_second": 76.04310274503689 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.12364901766667, "streaming_ttfb_avg_s": 0.31558582466666013, "streaming_total_avg_s": 2.668753694999983, "nonstream_tokens_per_second": 47.060344862242985, "stream_tokens_per_second": 66.32309318451404 }, { "timestamp": "2025-09-10T16:18:31.669298+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.338510064666688, "streaming_ttfb_avg_s": 0.2852763256666435, "streaming_total_avg_s": 3.104570894666646, "nonstream_tokens_per_second": 51.51998845843594, "stream_tokens_per_second": 60.98534701159177 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.180137547666668, "streaming_ttfb_avg_s": 2.0490807069999994, "streaming_total_avg_s": 4.337557453666669, "nonstream_tokens_per_second": 43.079897629119756, "stream_tokens_per_second": 38.34723461535402 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.589366122333336, "streaming_ttfb_avg_s": 1.5206786716666727, "streaming_total_avg_s": 3.847931867333339, "nonstream_tokens_per_second": 42.44017693973947, "stream_tokens_per_second": 44.17957642212931 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.714175670000003, "streaming_ttfb_avg_s": 1.1516594243333362, "streaming_total_avg_s": 2.5950881580000007, "nonstream_tokens_per_second": 49.78097334290901, "stream_tokens_per_second": 39.30502310126143 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.3871295529999987, "streaming_ttfb_avg_s": 0.3205586586666745, "streaming_total_avg_s": 1.9352712936666734, "nonstream_tokens_per_second": 65.12249208299681, "stream_tokens_per_second": 92.3212509023243 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3994742293333406, "streaming_ttfb_avg_s": 0.4045105053333297, "streaming_total_avg_s": 1.9469034403333343, "nonstream_tokens_per_second": 66.69171277115548, "stream_tokens_per_second": 67.11512443796128 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.498082402333343, "streaming_ttfb_avg_s": 0.35277679500000164, "streaming_total_avg_s": 1.1817676063333333, "nonstream_tokens_per_second": 56.739201974209145, "stream_tokens_per_second": 68.82345809569617 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.812885598333328, "streaming_ttfb_avg_s": 0.45139886333333834, "streaming_total_avg_s": 5.344857700666665, "nonstream_tokens_per_second": 27.86911891857095, "stream_tokens_per_second": 34.17615152670624 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.6096337423333296, "streaming_ttfb_avg_s": 0.3295737946666672, "streaming_total_avg_s": 4.351253401333328, "nonstream_tokens_per_second": 32.04387894265908, "stream_tokens_per_second": 32.09803102339879 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.577533855999993, "streaming_ttfb_avg_s": 2.6639980690000016, "streaming_total_avg_s": 2.854844990000013, "nonstream_tokens_per_second": 70.99809749307926, "stream_tokens_per_second": 14.011268611820432 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.978753137333333, "streaming_ttfb_avg_s": 2.0463324393333266, "streaming_total_avg_s": 2.6012601800000064, "nonstream_tokens_per_second": 78.55635872178507, "stream_tokens_per_second": 28.575893293893095 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.927938458, "streaming_ttfb_avg_s": 0.40862578166666214, "streaming_total_avg_s": 3.064763451333325, "nonstream_tokens_per_second": 56.581334971032604, "stream_tokens_per_second": 58.73210212086386 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.1704057619999824, "streaming_ttfb_avg_s": 0.2946939176666774, "streaming_total_avg_s": 2.454926665333346, "nonstream_tokens_per_second": 61.432445337073524, "stream_tokens_per_second": 60.96584015325115 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.4975077213333443, "streaming_ttfb_avg_s": 0.4361556229999716, "streaming_total_avg_s": 2.956515159666651, "nonstream_tokens_per_second": 60.19334076495863, "stream_tokens_per_second": 62.799159361523685 }, { "timestamp": "2025-09-10T20:15:56.820590+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.5944630580000307, "streaming_ttfb_avg_s": 1.2713832846666833, "streaming_total_avg_s": 3.2530409566666854, "nonstream_tokens_per_second": 31.80818149705751, "stream_tokens_per_second": 33.814514316079936 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.520315302666669, "streaming_ttfb_avg_s": 0.4847431223333321, "streaming_total_avg_s": 2.9069264423333365, "nonstream_tokens_per_second": 42.13637716512767, "stream_tokens_per_second": 54.81161511793859 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.515169940333332, "streaming_ttfb_avg_s": 0.5526871559999998, "streaming_total_avg_s": 3.7550323659999947, "nonstream_tokens_per_second": 33.959592963186125, "stream_tokens_per_second": 46.60412559543841 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.259276074333338, "streaming_ttfb_avg_s": 0.6078656569999955, "streaming_total_avg_s": 1.6716863363333279, "nonstream_tokens_per_second": 41.60624771266048, "stream_tokens_per_second": 56.031244995466594 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.8956289626666678, "streaming_ttfb_avg_s": 0.3536535339999934, "streaming_total_avg_s": 1.7146479379999988, "nonstream_tokens_per_second": 64.88611559667788, "stream_tokens_per_second": 64.15311129601702 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4457991603333369, "streaming_ttfb_avg_s": 0.6884565903333311, "streaming_total_avg_s": 1.5340724143333233, "nonstream_tokens_per_second": 79.07967888636286, "stream_tokens_per_second": 90.60849976916283 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8651478563333324, "streaming_ttfb_avg_s": 0.34525465133332506, "streaming_total_avg_s": 1.597733617999997, "nonstream_tokens_per_second": 47.18124608790959, "stream_tokens_per_second": 64.04905810358528 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.663759645999988, "streaming_ttfb_avg_s": 0.5713793876666671, "streaming_total_avg_s": 4.928729614000001, "nonstream_tokens_per_second": 37.02306288763388, "stream_tokens_per_second": 41.86339066911803 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.946010239666663, "streaming_ttfb_avg_s": 0.5449555830000085, "streaming_total_avg_s": 4.010163335999995, "nonstream_tokens_per_second": 26.957755215306502, "stream_tokens_per_second": 31.752655107645587 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.6879155360000104, "streaming_ttfb_avg_s": 2.8492894250000043, "streaming_total_avg_s": 2.8532894733333385, "nonstream_tokens_per_second": 95.2410879625196, "stream_tokens_per_second": 0.35047267700874246 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.127766801666676, "streaming_ttfb_avg_s": 0.5247786076666708, "streaming_total_avg_s": 2.9955874570000085, "nonstream_tokens_per_second": 40.538465803293164, "stream_tokens_per_second": 63.7604485736767 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.416737353000021, "streaming_ttfb_avg_s": 0.3756243649999836, "streaming_total_avg_s": 2.391573004666668, "nonstream_tokens_per_second": 59.998245080295554, "stream_tokens_per_second": 68.99224889979777 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.370476909000009, "streaming_ttfb_avg_s": 0.34440967833332553, "streaming_total_avg_s": 3.1887374926666516, "nonstream_tokens_per_second": 32.79581069017222, "stream_tokens_per_second": 56.23960383874745 }, { "timestamp": "2025-09-11T01:08:49.611573+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7173207986666625, "streaming_ttfb_avg_s": 0.5872693249999846, "streaming_total_avg_s": 2.6231520360000027, "nonstream_tokens_per_second": 42.44376791651733, "stream_tokens_per_second": 43.586239670529416 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.275232154666668, "streaming_ttfb_avg_s": 0.4971757686666649, "streaming_total_avg_s": 3.4663290366666692, "nonstream_tokens_per_second": 42.74506153724798, "stream_tokens_per_second": 44.71589348859186 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.3585105376666697, "streaming_ttfb_avg_s": 0.5847354646666739, "streaming_total_avg_s": 2.9148537343333487, "nonstream_tokens_per_second": 63.17546503201517, "stream_tokens_per_second": 66.21258477799425 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.3635002300000092, "streaming_ttfb_avg_s": 0.3450761233333329, "streaming_total_avg_s": 1.4204014120000086, "nonstream_tokens_per_second": 58.67252402296952, "stream_tokens_per_second": 71.34133525722848 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0773918996666605, "streaming_ttfb_avg_s": 0.2985137859999914, "streaming_total_avg_s": 1.1072778676666626, "nonstream_tokens_per_second": 81.36933895065509, "stream_tokens_per_second": 90.3115676020215 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4903002740000109, "streaming_ttfb_avg_s": 0.313409210333333, "streaming_total_avg_s": 1.2122490676666569, "nonstream_tokens_per_second": 74.9289714393932, "stream_tokens_per_second": 92.94019659138864 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3149345766666727, "streaming_ttfb_avg_s": 0.6380331579999942, "streaming_total_avg_s": 1.626887891999985, "nonstream_tokens_per_second": 60.33253269104948, "stream_tokens_per_second": 57.98391751343503 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.327255005333323, "streaming_ttfb_avg_s": 0.7506794876666731, "streaming_total_avg_s": 5.804258061666673, "nonstream_tokens_per_second": 33.663365683414014, "stream_tokens_per_second": 32.27515581544306 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.873096930666653, "streaming_ttfb_avg_s": 0.5408824953333351, "streaming_total_avg_s": 3.5972402356666655, "nonstream_tokens_per_second": 30.982958120633743, "stream_tokens_per_second": 35.675497027111874 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.966324912333325, "streaming_ttfb_avg_s": 2.1425273100000006, "streaming_total_avg_s": 2.2345476750000066, "nonstream_tokens_per_second": 80.45870689159617, "stream_tokens_per_second": 11.337119192739202 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2094773660000064, "streaming_ttfb_avg_s": 3.05179928133335, "streaming_total_avg_s": 3.3011101006666954, "nonstream_tokens_per_second": 75.81712085310679, "stream_tokens_per_second": 10.905422388889546 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.0672723943333344, "streaming_ttfb_avg_s": 0.3426626246666539, "streaming_total_avg_s": 2.3901915343333067, "nonstream_tokens_per_second": 52.272283879821984, "stream_tokens_per_second": 77.95749029180085 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.596015275666654, "streaming_ttfb_avg_s": 0.33494984533333155, "streaming_total_avg_s": 3.408158677666677, "nonstream_tokens_per_second": 38.746591060435016, "stream_tokens_per_second": 43.4252081541359 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.4366430713333593, "streaming_ttfb_avg_s": 0.7832243576666542, "streaming_total_avg_s": 4.069443584333328, "nonstream_tokens_per_second": 44.4231953967319, "stream_tokens_per_second": 42.266220537414746 }, { "timestamp": "2025-09-11T04:17:54.992112+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8541659783333366, "streaming_ttfb_avg_s": 0.6294068036666545, "streaming_total_avg_s": 2.7432214849999923, "nonstream_tokens_per_second": 38.77373197871604, "stream_tokens_per_second": 41.435468221650716 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.8961377749999975, "streaming_ttfb_avg_s": 0.8188741813333374, "streaming_total_avg_s": 3.827922941333336, "nonstream_tokens_per_second": 53.05917004126878, "stream_tokens_per_second": 40.57901261701675 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.8767867440000003, "streaming_ttfb_avg_s": 0.6165374433333378, "streaming_total_avg_s": 3.5069765310000016, "nonstream_tokens_per_second": 59.441319505746435, "stream_tokens_per_second": 52.37179805543061 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.3974646726666624, "streaming_ttfb_avg_s": 0.4683421489999991, "streaming_total_avg_s": 1.9961337883333339, "nonstream_tokens_per_second": 64.6408707856335, "stream_tokens_per_second": 45.421137198608584 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.3028347500000024, "streaming_ttfb_avg_s": 0.4676245453333318, "streaming_total_avg_s": 1.1102992973333319, "nonstream_tokens_per_second": 39.082265889899354, "stream_tokens_per_second": 86.16295344546705 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.910351678666667, "streaming_ttfb_avg_s": 0.5656680143333261, "streaming_total_avg_s": 1.7847863829999966, "nonstream_tokens_per_second": 55.13818974255615, "stream_tokens_per_second": 71.7172661217016 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.941893115333329, "streaming_ttfb_avg_s": 0.36442118733333945, "streaming_total_avg_s": 1.6210254836666707, "nonstream_tokens_per_second": 47.20479512639497, "stream_tokens_per_second": 64.36254974680413 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.717176615333329, "streaming_ttfb_avg_s": 2.940289441999994, "streaming_total_avg_s": 9.607664489000001, "nonstream_tokens_per_second": 36.4624889051024, "stream_tokens_per_second": 19.984045052762248 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.637924421666658, "streaming_ttfb_avg_s": 0.5332384163333188, "streaming_total_avg_s": 6.618711221999983, "nonstream_tokens_per_second": 22.053033001917836, "stream_tokens_per_second": 22.763746840300968 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.68531051266667, "streaming_ttfb_avg_s": 2.5461220803333333, "streaming_total_avg_s": 2.7564185139999893, "nonstream_tokens_per_second": 65.54176851049591, "stream_tokens_per_second": 17.172041579653065 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.092940105333336, "streaming_ttfb_avg_s": 1.9519149073333324, "streaming_total_avg_s": 2.736048794999997, "nonstream_tokens_per_second": 72.53077191714846, "stream_tokens_per_second": 36.549055770768916 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.628005288666676, "streaming_ttfb_avg_s": 0.290021955999985, "streaming_total_avg_s": 2.5223654426666733, "nonstream_tokens_per_second": 57.71170526967055, "stream_tokens_per_second": 71.36158661042468 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.647106294666685, "streaming_ttfb_avg_s": 0.1876989526666648, "streaming_total_avg_s": 2.19115095666668, "nonstream_tokens_per_second": 39.02637374223868, "stream_tokens_per_second": 68.15291884795963 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.7047337146666828, "streaming_ttfb_avg_s": 0.4992081033333496, "streaming_total_avg_s": 3.1489238806666626, "nonstream_tokens_per_second": 56.19776881390029, "stream_tokens_per_second": 58.75022928811904 }, { "timestamp": "2025-09-11T08:20:09.485388+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.913579576000037, "streaming_ttfb_avg_s": 0.7681819913333546, "streaming_total_avg_s": 2.8783175863333477, "nonstream_tokens_per_second": 39.12712765391741, "stream_tokens_per_second": 39.37485351562863 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.915409468000007, "streaming_ttfb_avg_s": 0.881936909999979, "streaming_total_avg_s": 3.2863395499999797, "nonstream_tokens_per_second": 34.98995472112899, "stream_tokens_per_second": 50.207836862140745 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.406364562999954, "streaming_ttfb_avg_s": 0.5871078029999808, "streaming_total_avg_s": 2.0640991069999473, "nonstream_tokens_per_second": 33.81472365022775, "stream_tokens_per_second": 73.15540202886385 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.194203845000061, "streaming_ttfb_avg_s": 0.8847457040000108, "streaming_total_avg_s": 1.9738972270000659, "nonstream_tokens_per_second": 30.53499343402989, "stream_tokens_per_second": 47.62152695399519 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 4.883497494999915, "streaming_ttfb_avg_s": 0.8390372360000811, "streaming_total_avg_s": 1.503703463000079, "nonstream_tokens_per_second": 30.510919715338687, "stream_tokens_per_second": 57.19212738156438 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.206182482000031, "streaming_ttfb_avg_s": 0.24634900900002776, "streaming_total_avg_s": 1.5360166919999756, "nonstream_tokens_per_second": 86.2224427497508, "stream_tokens_per_second": 89.84277366173453 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4683507729999974, "streaming_ttfb_avg_s": 0.3554421669999783, "streaming_total_avg_s": 1.6341989950000197, "nonstream_tokens_per_second": 51.75874961043803, "stream_tokens_per_second": 66.08742284779015 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 13.191797486000041, "streaming_ttfb_avg_s": 0.529918567999971, "streaming_total_avg_s": 7.882565295000063, "nonstream_tokens_per_second": 13.49323321472337, "stream_tokens_per_second": 27.275384592928802 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.190723526999932, "streaming_ttfb_avg_s": 0.37459152300004916, "streaming_total_avg_s": 4.919893586000057, "nonstream_tokens_per_second": 16.375366470178236, "stream_tokens_per_second": 23.781002160886704 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.0240241710000646, "streaming_ttfb_avg_s": 2.985601072999998, "streaming_total_avg_s": 2.9981316140000445, "nonstream_tokens_per_second": 65.14498193804145, "stream_tokens_per_second": 2.001246366898125 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.477382941999963, "streaming_ttfb_avg_s": 4.814509391000001, "streaming_total_avg_s": 4.827358610000033, "nonstream_tokens_per_second": 51.1879200447294, "stream_tokens_per_second": null }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.565152416999922, "streaming_ttfb_avg_s": 0.3720837109999593, "streaming_total_avg_s": 2.7484021870000106, "nonstream_tokens_per_second": 57.30653626107882, "stream_tokens_per_second": 68.03953252712184 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.1947128350000185, "streaming_ttfb_avg_s": 0.3429253909999943, "streaming_total_avg_s": 2.3993547200000194, "nonstream_tokens_per_second": 110.48680162542823, "stream_tokens_per_second": 54.18123419449999 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.742094755000039, "streaming_ttfb_avg_s": 0.7618002620000652, "streaming_total_avg_s": 4.129158383000004, "nonstream_tokens_per_second": 39.01558072652237, "stream_tokens_per_second": 44.31895873827997 }, { "timestamp": "2025-09-11T12:29:14.229781+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.638081787000033, "streaming_ttfb_avg_s": 1.6237188059999426, "streaming_total_avg_s": 3.5983536799999456, "nonstream_tokens_per_second": 30.510584010682933, "stream_tokens_per_second": 30.847440210491392 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.0987099289999946, "streaming_ttfb_avg_s": 2.3649143330000015, "streaming_total_avg_s": 5.180105792000006, "nonstream_tokens_per_second": 81.47862533889048, "stream_tokens_per_second": 33.78309382604976 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.494142292999996, "streaming_ttfb_avg_s": 0.8369718510000155, "streaming_total_avg_s": 3.9015585430000215, "nonstream_tokens_per_second": 39.829624504503904, "stream_tokens_per_second": 43.05971527747984 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.751387104999992, "streaming_ttfb_avg_s": 0.47290322499998183, "streaming_total_avg_s": 2.1170725319999804, "nonstream_tokens_per_second": 37.7991158754087, "stream_tokens_per_second": 55.737344005179835 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.0578473749999944, "streaming_ttfb_avg_s": 0.937769593000013, "streaming_total_avg_s": 1.8064708279999877, "nonstream_tokens_per_second": 84.55437566160633, "stream_tokens_per_second": 67.53499592078707 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.6915557770000191, "streaming_ttfb_avg_s": 0.28799085800000057, "streaming_total_avg_s": 1.6422945909999953, "nonstream_tokens_per_second": 80.9905306480464, "stream_tokens_per_second": 99.86028140063482 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3178525659999991, "streaming_ttfb_avg_s": 0.42059378600001196, "streaming_total_avg_s": 1.2833667050000201, "nonstream_tokens_per_second": 50.081474743662675, "stream_tokens_per_second": 61.55684084074689 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 10.147900256000014, "streaming_ttfb_avg_s": 0.6247717250000164, "streaming_total_avg_s": 6.574930660999996, "nonstream_tokens_per_second": 23.35458508866129, "stream_tokens_per_second": 31.33112889264584 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.031176676000001, "streaming_ttfb_avg_s": 0.4185899139999947, "streaming_total_avg_s": 3.4849835240000004, "nonstream_tokens_per_second": 18.404368826021102, "stream_tokens_per_second": 34.43344829999833 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.8149535290000074, "streaming_ttfb_avg_s": 1.9335388199999954, "streaming_total_avg_s": 3.009074383000012, "nonstream_tokens_per_second": 67.10435606986381, "stream_tokens_per_second": 31.90349847858833 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2483040949999804, "streaming_ttfb_avg_s": 2.73139710800001, "streaming_total_avg_s": 2.7318712409999932, "nonstream_tokens_per_second": 78.81035534636469, "stream_tokens_per_second": null }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.540999477000014, "streaming_ttfb_avg_s": 0.4723443970000005, "streaming_total_avg_s": 5.993911222999998, "nonstream_tokens_per_second": 42.36092125240362, "stream_tokens_per_second": 33.03352229179322 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7464733369999976, "streaming_ttfb_avg_s": 0.2843369109999969, "streaming_total_avg_s": 1.8684354970000072, "nonstream_tokens_per_second": 41.507775977364275, "stream_tokens_per_second": 94.7316620157315 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.6299497809999934, "streaming_ttfb_avg_s": 0.40943604899999286, "streaming_total_avg_s": 3.422311030000003, "nonstream_tokens_per_second": 57.415545000477096, "stream_tokens_per_second": 52.59603771314726 }, { "timestamp": "2025-09-11T16:18:37.072257+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.848697759999993, "streaming_ttfb_avg_s": 0.7914676089999944, "streaming_total_avg_s": 2.7326780660000054, "nonstream_tokens_per_second": 22.274021880877175, "stream_tokens_per_second": 39.52166972895071 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.026211449000002, "streaming_ttfb_avg_s": 0.7677357990000004, "streaming_total_avg_s": 2.9579593780000053, "nonstream_tokens_per_second": 35.51726028584942, "stream_tokens_per_second": 51.048706457252685 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 7.507094534999993, "streaming_ttfb_avg_s": 0.6813567800000015, "streaming_total_avg_s": 2.4871396439999955, "nonstream_tokens_per_second": 17.45015989731374, "stream_tokens_per_second": 69.95988360354418 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.587978413000002, "streaming_ttfb_avg_s": 0.8225948360000075, "streaming_total_avg_s": 2.0336292130000118, "nonstream_tokens_per_second": 35.162580778451, "stream_tokens_per_second": 40.32200141294859 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.660217005000007, "streaming_ttfb_avg_s": 0.2973119290000028, "streaming_total_avg_s": 0.9995160339999956, "nonstream_tokens_per_second": 71.07504599978454, "stream_tokens_per_second": 108.05229363634248 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.16553363700001, "streaming_ttfb_avg_s": 0.4524202320000086, "streaming_total_avg_s": 1.6949733940000016, "nonstream_tokens_per_second": 69.49606380171704, "stream_tokens_per_second": 114.45607387510404 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.2356759979999907, "streaming_ttfb_avg_s": 0.35710914499999546, "streaming_total_avg_s": 1.5907145799999967, "nonstream_tokens_per_second": 62.31406948474253, "stream_tokens_per_second": 72.92320159660588 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 7.056049283999997, "streaming_ttfb_avg_s": 0.6044493290000048, "streaming_total_avg_s": 6.851467901999996, "nonstream_tokens_per_second": 23.100745677841566, "stream_tokens_per_second": 31.81799916720972 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.879578948999992, "streaming_ttfb_avg_s": 0.49328405600000735, "streaming_total_avg_s": 5.1917631510000035, "nonstream_tokens_per_second": 18.538742475520102, "stream_tokens_per_second": 24.654437476668303 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.198029818000009, "streaming_ttfb_avg_s": 2.2894650650000017, "streaming_total_avg_s": 2.5027468679999885, "nonstream_tokens_per_second": 44.08964519542188, "stream_tokens_per_second": 31.56531769556503 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.6266356659999985, "streaming_ttfb_avg_s": 2.539949358000001, "streaming_total_avg_s": 2.563072771999998, "nonstream_tokens_per_second": 70.58883868595366, "stream_tokens_per_second": 5.462193720342799 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.113671729999993, "streaming_ttfb_avg_s": 0.3797193980000202, "streaming_total_avg_s": 2.2952925860000164, "nonstream_tokens_per_second": 70.96655448951881, "stream_tokens_per_second": 76.67867751305442 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.375465120000001, "streaming_ttfb_avg_s": 0.4091964799999914, "streaming_total_avg_s": 3.032586473000009, "nonstream_tokens_per_second": 57.67291586247325, "stream_tokens_per_second": 56.057758455878826 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.1493511079999905, "streaming_ttfb_avg_s": 0.29255242000002113, "streaming_total_avg_s": 2.311780131000006, "nonstream_tokens_per_second": 66.99696455549999, "stream_tokens_per_second": 66.61533159443854 }, { "timestamp": "2025-09-11T20:13:27.295920+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.38801779100001, "streaming_ttfb_avg_s": 0.6500344199999972, "streaming_total_avg_s": 2.994892025999974, "nonstream_tokens_per_second": 37.48504518995296, "stream_tokens_per_second": 41.06992804153971 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.7897232440000153, "streaming_ttfb_avg_s": 0.8931310299999495, "streaming_total_avg_s": 3.1783779339999683, "nonstream_tokens_per_second": 30.609095316829297, "stream_tokens_per_second": 42.15986984007338 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.574059225999974, "streaming_ttfb_avg_s": 0.9988721249999912, "streaming_total_avg_s": 3.5103184839999813, "nonstream_tokens_per_second": 26.5515657439842, "stream_tokens_per_second": 54.98076624092466 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.160430942000005, "streaming_ttfb_avg_s": 0.8957713149999904, "streaming_total_avg_s": 2.1194955720000053, "nonstream_tokens_per_second": 50.843180636250004, "stream_tokens_per_second": 43.87836484708625 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0730557219999923, "streaming_ttfb_avg_s": 0.29931533199999194, "streaming_total_avg_s": 0.9002571940000053, "nonstream_tokens_per_second": 105.3067400725354, "stream_tokens_per_second": 97.74984369633317 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2468477209999946, "streaming_ttfb_avg_s": 0.32269520100004456, "streaming_total_avg_s": 1.396664450000003, "nonstream_tokens_per_second": 70.57798520048816, "stream_tokens_per_second": 128.8784861675255 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.653393494999989, "streaming_ttfb_avg_s": 0.30791185000003907, "streaming_total_avg_s": 1.0640479060000416, "nonstream_tokens_per_second": 33.165077160935894, "stream_tokens_per_second": 75.18458478127664 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.08518438599998, "streaming_ttfb_avg_s": 0.4279605429999833, "streaming_total_avg_s": 3.237391740000021, "nonstream_tokens_per_second": 42.34814971702989, "stream_tokens_per_second": 52.20251782071913 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.973472782999977, "streaming_ttfb_avg_s": 0.3965539000000149, "streaming_total_avg_s": 5.290576724000005, "nonstream_tokens_per_second": 32.28548132300182, "stream_tokens_per_second": 28.163281202232852 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.4958220080000046, "streaming_ttfb_avg_s": 1.9207844290000367, "streaming_total_avg_s": 2.0711333460000105, "nonstream_tokens_per_second": 78.53124115892467, "stream_tokens_per_second": 36.69488502359307 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.145998958000007, "streaming_ttfb_avg_s": 4.5964383510000175, "streaming_total_avg_s": 4.696196940999982, "nonstream_tokens_per_second": 61.746276975306365, "stream_tokens_per_second": 6.388147766565336 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.835328898, "streaming_ttfb_avg_s": 0.4815631619999863, "streaming_total_avg_s": 3.1028314960000216, "nonstream_tokens_per_second": 39.63154244196973, "stream_tokens_per_second": 54.14409394018825 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.6920657400000323, "streaming_ttfb_avg_s": 0.3293987840000341, "streaming_total_avg_s": 3.250572594999994, "nonstream_tokens_per_second": 48.29005401628804, "stream_tokens_per_second": 52.606116307948604 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.1075714360000006, "streaming_ttfb_avg_s": 0.31216926399997647, "streaming_total_avg_s": 2.279614077999952, "nonstream_tokens_per_second": 55.67048209925687, "stream_tokens_per_second": 66.67795284601819 }, { "timestamp": "2025-09-12T01:05:55.415560+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.521316282999976, "streaming_ttfb_avg_s": 0.9600086149999925, "streaming_total_avg_s": 2.9948709809999627, "nonstream_tokens_per_second": 31.522303331819387, "stream_tokens_per_second": 37.39727043687342 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.7160494310000445, "streaming_ttfb_avg_s": 0.6560995129999583, "streaming_total_avg_s": 4.166882531999988, "nonstream_tokens_per_second": 43.325580832403645, "stream_tokens_per_second": 43.437749590969396 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.3315274939999995, "streaming_ttfb_avg_s": 0.5065393830000176, "streaming_total_avg_s": 3.1757313429999954, "nonstream_tokens_per_second": 60.046471834571484, "stream_tokens_per_second": 63.292507548866766 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.093791287999977, "streaming_ttfb_avg_s": 0.6258706379999808, "streaming_total_avg_s": 2.5655903239999702, "nonstream_tokens_per_second": 40.59621438256788, "stream_tokens_per_second": 37.80806276536344 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0354198550000433, "streaming_ttfb_avg_s": 0.6179177669999945, "streaming_total_avg_s": 1.4740263520000099, "nonstream_tokens_per_second": 88.8528451098672, "stream_tokens_per_second": 95.65636313671484 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4491259299999797, "streaming_ttfb_avg_s": 0.2919346580000024, "streaming_total_avg_s": 0.8720778780000273, "nonstream_tokens_per_second": 55.20569216507024, "stream_tokens_per_second": 136.45570309948428 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.339621424000029, "streaming_ttfb_avg_s": 0.33084098399996265, "streaming_total_avg_s": 1.5941342840000061, "nonstream_tokens_per_second": 67.18315965063131, "stream_tokens_per_second": 78.41246578446933 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 8.244235952999986, "streaming_ttfb_avg_s": 0.4087882510000327, "streaming_total_avg_s": 7.997161783000024, "nonstream_tokens_per_second": 25.108451672186188, "stream_tokens_per_second": 27.759848559262206 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.111421290999999, "streaming_ttfb_avg_s": 0.48945096400001376, "streaming_total_avg_s": 4.5832845730000145, "nonstream_tokens_per_second": 36.94194064087423, "stream_tokens_per_second": 30.982147789058864 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.974918079999952, "streaming_ttfb_avg_s": 2.0313164190000066, "streaming_total_avg_s": 2.4208516760000407, "nonstream_tokens_per_second": 41.60872534407682, "stream_tokens_per_second": 31.393910148834216 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2618617989999734, "streaming_ttfb_avg_s": 1.711518376000015, "streaming_total_avg_s": 2.519643942000016, "nonstream_tokens_per_second": 78.48278553017938, "stream_tokens_per_second": 36.90997702087203 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.42284274900004, "streaming_ttfb_avg_s": 0.36076946000002863, "streaming_total_avg_s": 2.634331593000013, "nonstream_tokens_per_second": 49.66631904128939, "stream_tokens_per_second": 66.05091039501463 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.3028465700000424, "streaming_ttfb_avg_s": 0.3090944269999909, "streaming_total_avg_s": 2.351641633999975, "nonstream_tokens_per_second": 62.96554963277355, "stream_tokens_per_second": 68.46281239125302 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.2977238549999583, "streaming_ttfb_avg_s": 0.35665887800001883, "streaming_total_avg_s": 1.9679852319999895, "nonstream_tokens_per_second": 47.911834631163195, "stream_tokens_per_second": 81.30142309929735 }, { "timestamp": "2025-09-12T04:17:05.141230+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.813900455999999, "streaming_ttfb_avg_s": 0.7849914829999989, "streaming_total_avg_s": 2.9076369339999815, "nonstream_tokens_per_second": 30.939454598077752, "stream_tokens_per_second": 40.238861541439185 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.312943771999983, "streaming_ttfb_avg_s": 0.5761868179999965, "streaming_total_avg_s": 3.6941900109999892, "nonstream_tokens_per_second": 36.8252552401003, "stream_tokens_per_second": 42.22847215099582 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.606766588000028, "streaming_ttfb_avg_s": 0.5711676399999988, "streaming_total_avg_s": 3.47260096399998, "nonstream_tokens_per_second": 34.080302746174006, "stream_tokens_per_second": 58.45762358084779 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.446159998999974, "streaming_ttfb_avg_s": 0.6688856999999757, "streaming_total_avg_s": 2.220618078999962, "nonstream_tokens_per_second": 49.09553579762738, "stream_tokens_per_second": 43.68153214517788 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.7649574540000117, "streaming_ttfb_avg_s": 0.18580560999998852, "streaming_total_avg_s": 0.630083323000008, "nonstream_tokens_per_second": 70.5921613256143, "stream_tokens_per_second": 120.61896772341494 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.795154169, "streaming_ttfb_avg_s": 0.28338337200000296, "streaming_total_avg_s": 1.5218400310000106, "nonstream_tokens_per_second": 46.792638454441295, "stream_tokens_per_second": 124.19176533016214 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3178140740000117, "streaming_ttfb_avg_s": 0.6308567080000103, "streaming_total_avg_s": 2.0163418700000193, "nonstream_tokens_per_second": 62.983088159065495, "stream_tokens_per_second": 51.578554979865096 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.574905197000021, "streaming_ttfb_avg_s": 1.1241320510000037, "streaming_total_avg_s": 4.226792466000006, "nonstream_tokens_per_second": 34.97817327995708, "stream_tokens_per_second": 43.531827379764174 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.50913106400003, "streaming_ttfb_avg_s": 0.42368972199994914, "streaming_total_avg_s": 6.291059828000016, "nonstream_tokens_per_second": 36.47626653593663, "stream_tokens_per_second": 22.25380203457821 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.7659703990000253, "streaming_ttfb_avg_s": 1.7680500210000218, "streaming_total_avg_s": 1.8829909890000636, "nonstream_tokens_per_second": 92.55341275255552, "stream_tokens_per_second": 36.11275911421672 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.0899995259999287, "streaming_ttfb_avg_s": 3.1872011729999485, "streaming_total_avg_s": 3.1957501229999252, "nonstream_tokens_per_second": 53.11005989194841, "stream_tokens_per_second": null }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.04922519999991, "streaming_ttfb_avg_s": 0.7892469499998924, "streaming_total_avg_s": 4.043125660999976, "nonstream_tokens_per_second": 40.501575461894205, "stream_tokens_per_second": 41.552010520110564 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0932665440000164, "streaming_ttfb_avg_s": 0.3894414970000071, "streaming_total_avg_s": 2.4696150849999867, "nonstream_tokens_per_second": 50.43212338186372, "stream_tokens_per_second": 64.7874241503513 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.1527566209999804, "streaming_ttfb_avg_s": 0.3989055690000214, "streaming_total_avg_s": 3.2710234820000323, "nonstream_tokens_per_second": 67.3555006569418, "stream_tokens_per_second": 46.77435085438451 }, { "timestamp": "2025-09-12T08:19:29.232902+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.761417421000033, "streaming_ttfb_avg_s": 3.85378619800008, "streaming_total_avg_s": 6.203738265000084, "nonstream_tokens_per_second": 33.23215320430104, "stream_tokens_per_second": 18.69840329248617 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2998869110000157, "streaming_ttfb_avg_s": 0.37087842100001467, "streaming_total_avg_s": 3.6761779180000076, "nonstream_tokens_per_second": 44.54698114349995, "stream_tokens_per_second": 41.07526985041851 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.5395898239999894, "streaming_ttfb_avg_s": 1.0450252040000123, "streaming_total_avg_s": 3.0342396020000137, "nonstream_tokens_per_second": 43.2253474576608, "stream_tokens_per_second": 59.982079160800296 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.0293301660000225, "streaming_ttfb_avg_s": 0.8886594379999906, "streaming_total_avg_s": 2.2227898369999934, "nonstream_tokens_per_second": 38.92910149545332, "stream_tokens_per_second": 44.98850873592522 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0191893440000115, "streaming_ttfb_avg_s": 0.9148477219999904, "streaming_total_avg_s": 1.9980103769999857, "nonstream_tokens_per_second": 97.13602343157827, "stream_tokens_per_second": 71.57119985268275 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5778656410000167, "streaming_ttfb_avg_s": 0.27233265300000653, "streaming_total_avg_s": 1.622494807999999, "nonstream_tokens_per_second": 43.729959134080204, "stream_tokens_per_second": 43.759770231572936 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.482496805000011, "streaming_ttfb_avg_s": 0.28654269099999397, "streaming_total_avg_s": 1.513208184000007, "nonstream_tokens_per_second": 41.82133802305196, "stream_tokens_per_second": 64.10221741174482 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 8.405389579999962, "streaming_ttfb_avg_s": 0.9292752110000038, "streaming_total_avg_s": 6.92961827900001, "nonstream_tokens_per_second": 25.578826293974224, "stream_tokens_per_second": 26.55268913694802 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.98266903199999, "streaming_ttfb_avg_s": 0.7471478610000304, "streaming_total_avg_s": 7.8795041399999945, "nonstream_tokens_per_second": 24.857702009520196, "stream_tokens_per_second": 24.874661719512737 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.38006427199997, "streaming_ttfb_avg_s": 1.9848914100000457, "streaming_total_avg_s": 2.223954326000012, "nonstream_tokens_per_second": 75.73820477932091, "stream_tokens_per_second": 40.918106516904935 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.0767017570000235, "streaming_ttfb_avg_s": 4.760495932000026, "streaming_total_avg_s": 4.767199500000004, "nonstream_tokens_per_second": 83.20598492120861, "stream_tokens_per_second": null }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.7835679780000078, "streaming_ttfb_avg_s": 0.5469229819999555, "streaming_total_avg_s": 3.925451622999958, "nonstream_tokens_per_second": 52.8099191978848, "stream_tokens_per_second": 45.85459643556584 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.5532419129999653, "streaming_ttfb_avg_s": 0.28007259500003556, "streaming_total_avg_s": 3.0425553100000116, "nonstream_tokens_per_second": 42.49640291800799, "stream_tokens_per_second": 53.9020603704323 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.349778805000028, "streaming_ttfb_avg_s": 0.2570362249999789, "streaming_total_avg_s": 1.8800798240000063, "nonstream_tokens_per_second": 46.5702391355356, "stream_tokens_per_second": 93.08115419678022 }, { "timestamp": "2025-09-12T12:29:01.618705+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.599094945000047, "streaming_ttfb_avg_s": 1.3668154629999663, "streaming_total_avg_s": 3.363490254999988, "nonstream_tokens_per_second": 30.007544021598072, "stream_tokens_per_second": 33.00143350645754 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.067701647999996, "streaming_ttfb_avg_s": 0.7680781809999928, "streaming_total_avg_s": 3.3554855489999795, "nonstream_tokens_per_second": 38.35089529653728, "stream_tokens_per_second": 47.385094549844226 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.04523882700002, "streaming_ttfb_avg_s": 0.6645367270000122, "streaming_total_avg_s": 3.216742084999993, "nonstream_tokens_per_second": 37.85747445251698, "stream_tokens_per_second": 55.64636370279602 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.4240400820000048, "streaming_ttfb_avg_s": 0.7757464799999809, "streaming_total_avg_s": 2.429967791999985, "nonstream_tokens_per_second": 34.24035791170545, "stream_tokens_per_second": 42.79892118010453 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2614719599999944, "streaming_ttfb_avg_s": 1.066236874000026, "streaming_total_avg_s": 2.6970168370000067, "nonstream_tokens_per_second": 72.13794906705687, "stream_tokens_per_second": 58.21246565692078 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3760982620000277, "streaming_ttfb_avg_s": 0.37387026199999696, "streaming_total_avg_s": 1.3295305329999962, "nonstream_tokens_per_second": 100.28353629298982, "stream_tokens_per_second": 117.33465018512699 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4117661199999816, "streaming_ttfb_avg_s": 0.2729157250000185, "streaming_total_avg_s": 1.4689972210000235, "nonstream_tokens_per_second": 68.70826451055595, "stream_tokens_per_second": 70.79659410737464 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 8.034930903999992, "streaming_ttfb_avg_s": 0.4192163399999913, "streaming_total_avg_s": 6.0895019060000095, "nonstream_tokens_per_second": 22.775553665171902, "stream_tokens_per_second": 30.215936022403426 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 7.549522324999998, "streaming_ttfb_avg_s": 0.47941288200001964, "streaming_total_avg_s": 5.517340484000016, "nonstream_tokens_per_second": 17.08717379016427, "stream_tokens_per_second": 26.099531181298687 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.028356118999994, "streaming_ttfb_avg_s": 4.038727408, "streaming_total_avg_s": 4.044586379000009, "nonstream_tokens_per_second": 63.54949573414325, "stream_tokens_per_second": null }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.31045923100001, "streaming_ttfb_avg_s": 3.456065468999981, "streaming_total_avg_s": 3.5002545090000012, "nonstream_tokens_per_second": 77.33066083483183, "stream_tokens_per_second": 6.285257241561343 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.266183996000024, "streaming_ttfb_avg_s": 0.3814811559999498, "streaming_total_avg_s": 3.5212096079999924, "nonstream_tokens_per_second": 39.61385635463789, "stream_tokens_per_second": 57.934636874931655 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.3444499539999697, "streaming_ttfb_avg_s": 0.444913133, "streaming_total_avg_s": 3.251425069999982, "nonstream_tokens_per_second": 47.84045275027651, "stream_tokens_per_second": 41.82781305798345 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.214795722000019, "streaming_ttfb_avg_s": 0.4880724340000029, "streaming_total_avg_s": 3.402959816999953, "nonstream_tokens_per_second": 37.72424821683903, "stream_tokens_per_second": 51.131958458856644 }, { "timestamp": "2025-09-12T16:15:16.249105+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1215141939999853, "streaming_ttfb_avg_s": 1.0996002840000187, "streaming_total_avg_s": 3.2950381530000072, "nonstream_tokens_per_second": 37.48180938113029, "stream_tokens_per_second": 35.811421452757834 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.4796195349999834, "streaming_ttfb_avg_s": 1.0020962359999999, "streaming_total_avg_s": 3.8113199929999837, "nonstream_tokens_per_second": 39.9468960907534, "stream_tokens_per_second": 34.63367028809868 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.09903006899998, "streaming_ttfb_avg_s": 1.3964841920000026, "streaming_total_avg_s": 6.151084895999986, "nonstream_tokens_per_second": 79.08414579267354, "stream_tokens_per_second": 35.928621330477 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8189316469999994, "streaming_ttfb_avg_s": 0.3465965430000324, "streaming_total_avg_s": 1.2902275760000066, "nonstream_tokens_per_second": 45.08140816354713, "stream_tokens_per_second": 63.554679442070444 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.632928923999998, "streaming_ttfb_avg_s": 0.3941537270000026, "streaming_total_avg_s": 1.0622132169999645, "nonstream_tokens_per_second": 82.06113446245757, "stream_tokens_per_second": 120.50311364182947 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0446109470000238, "streaming_ttfb_avg_s": 0.7412530980000156, "streaming_total_avg_s": 1.1107816370000023, "nonstream_tokens_per_second": 48.82200415998401, "stream_tokens_per_second": 73.82189016147719 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3357733209999765, "streaming_ttfb_avg_s": 0.34660481000003074, "streaming_total_avg_s": 1.228260998000053, "nonstream_tokens_per_second": 65.13081121793233, "stream_tokens_per_second": 89.55751275918578 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.217618135000009, "streaming_ttfb_avg_s": 0.884414535000019, "streaming_total_avg_s": 6.825539265000032, "nonstream_tokens_per_second": 26.065533444792766, "stream_tokens_per_second": 26.957576955642807 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.341580123000028, "streaming_ttfb_avg_s": 0.530179650999969, "streaming_total_avg_s": 6.590873968999972, "nonstream_tokens_per_second": 18.291971046661406, "stream_tokens_per_second": 27.613940253755864 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2450776590000032, "streaming_ttfb_avg_s": 3.3887910540000235, "streaming_total_avg_s": 3.7197790960000248, "nonstream_tokens_per_second": 73.95816840758071, "stream_tokens_per_second": 11.828659408112257 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.069265297000015, "streaming_ttfb_avg_s": 0.6752450250000379, "streaming_total_avg_s": 3.906483860000037, "nonstream_tokens_per_second": 41.530838533578006, "stream_tokens_per_second": 48.381103512353484 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7919323170000325, "streaming_ttfb_avg_s": 0.22501704399996925, "streaming_total_avg_s": 1.7437586230000193, "nonstream_tokens_per_second": 48.71178257864566, "stream_tokens_per_second": 77.41897199495513 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.378360975000021, "streaming_ttfb_avg_s": 0.4501374679999799, "streaming_total_avg_s": 3.1113000409999927, "nonstream_tokens_per_second": 50.45491464978269, "stream_tokens_per_second": 57.53222049984874 }, { "timestamp": "2025-09-12T20:15:46.220514+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.855272900999978, "streaming_ttfb_avg_s": 0.8741627750000021, "streaming_total_avg_s": 2.91042135400005, "nonstream_tokens_per_second": 40.97681869884454, "stream_tokens_per_second": 38.13880758105449 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.988009464000001, "streaming_ttfb_avg_s": 0.8521046820000038, "streaming_total_avg_s": 3.0232161939999997, "nonstream_tokens_per_second": 44.17656690527804, "stream_tokens_per_second": 53.91609118907757 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.940624775999993, "streaming_ttfb_avg_s": 0.9915655500000042, "streaming_total_avg_s": 4.466076887, "nonstream_tokens_per_second": 55.09033363323618, "stream_tokens_per_second": 47.91677470285343 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.1383455080000005, "streaming_ttfb_avg_s": 0.693035306000013, "streaming_total_avg_s": 1.6487811660000062, "nonstream_tokens_per_second": 48.16808117053831, "stream_tokens_per_second": 61.86387987888965 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1163244090000006, "streaming_ttfb_avg_s": 0.2902990689999996, "streaming_total_avg_s": 0.810678270000011, "nonstream_tokens_per_second": 99.43346137117382, "stream_tokens_per_second": 125.82056751070756 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7258715050000006, "streaming_ttfb_avg_s": 1.0554319149999998, "streaming_total_avg_s": 1.8340132990000058, "nonstream_tokens_per_second": 108.83468968794956, "stream_tokens_per_second": 71.97330579444156 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3121346920000008, "streaming_ttfb_avg_s": 0.26027869399999304, "streaming_total_avg_s": 1.964646282000004, "nonstream_tokens_per_second": 60.20723366408786, "stream_tokens_per_second": 50.89974766256667 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.912463183, "streaming_ttfb_avg_s": 0.770809928999995, "streaming_total_avg_s": 3.6270187479999976, "nonstream_tokens_per_second": 36.030804385979664, "stream_tokens_per_second": 43.01053036630184 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.3753503610000024, "streaming_ttfb_avg_s": 0.4361651590000122, "streaming_total_avg_s": 2.8844990489999986, "nonstream_tokens_per_second": 46.30895795670788, "stream_tokens_per_second": 32.24130028132314 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.2107792580000023, "streaming_ttfb_avg_s": 3.069439636999988, "streaming_total_avg_s": 3.883615596999988, "nonstream_tokens_per_second": 115.79627367754132, "stream_tokens_per_second": 16.479488868424223 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.229638519000005, "streaming_ttfb_avg_s": 2.692060699999999, "streaming_total_avg_s": 2.698967194000005, "nonstream_tokens_per_second": 54.18563067367222, "stream_tokens_per_second": null }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.006745051999999, "streaming_ttfb_avg_s": 0.5995021960000031, "streaming_total_avg_s": 3.9327935000000025, "nonstream_tokens_per_second": 41.43013789138886, "stream_tokens_per_second": 46.78608220848613 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.5187520739999911, "streaming_ttfb_avg_s": 0.3192051249999963, "streaming_total_avg_s": 2.2698311340000146, "nonstream_tokens_per_second": 83.62128498400374, "stream_tokens_per_second": 55.9512987982476 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.872390370000005, "streaming_ttfb_avg_s": 0.3425625130000185, "streaming_total_avg_s": 2.949952569000004, "nonstream_tokens_per_second": 38.21928727707269, "stream_tokens_per_second": 66.44174623676795 }, { "timestamp": "2025-09-13T01:03:21.626139+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.749178771000004, "streaming_ttfb_avg_s": 1.145257746999988, "streaming_total_avg_s": 3.2656580219999967, "nonstream_tokens_per_second": 29.606483654123913, "stream_tokens_per_second": 38.27712490343551 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.7245068090000046, "streaming_ttfb_avg_s": 0.44660979500000053, "streaming_total_avg_s": 2.1958523699999972, "nonstream_tokens_per_second": 39.46831286354075, "stream_tokens_per_second": 63.30115899367141 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.808966337000001, "streaming_ttfb_avg_s": 0.820270727999997, "streaming_total_avg_s": 3.259795190999995, "nonstream_tokens_per_second": 28.696395509827827, "stream_tokens_per_second": 47.548999528541316 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.0263212929999952, "streaming_ttfb_avg_s": 0.6782479999999964, "streaming_total_avg_s": 1.209575166999997, "nonstream_tokens_per_second": 80.87136120637847, "stream_tokens_per_second": 57.87155846925565 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.1454556109999885, "streaming_ttfb_avg_s": 0.5685774540000068, "streaming_total_avg_s": 1.3589044519999902, "nonstream_tokens_per_second": 76.90674146508869, "stream_tokens_per_second": 125.83666184059365 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0266965990000188, "streaming_ttfb_avg_s": 0.688077211999996, "streaming_total_avg_s": 2.0970762929999864, "nonstream_tokens_per_second": 69.15382798496901, "stream_tokens_per_second": 70.57444714530516 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3951282529999958, "streaming_ttfb_avg_s": 2.9620721400000036, "streaming_total_avg_s": 3.877955381999982, "nonstream_tokens_per_second": 63.793418138167596, "stream_tokens_per_second": 22.692370419851418 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 2.5226310140000123, "streaming_ttfb_avg_s": 0.44499296999998705, "streaming_total_avg_s": 3.7371426960000065, "nonstream_tokens_per_second": 52.326320919480835, "stream_tokens_per_second": 58.33333584862386 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.654485924000028, "streaming_ttfb_avg_s": 0.415152527999993, "streaming_total_avg_s": 3.162208996000004, "nonstream_tokens_per_second": 31.194537992698294, "stream_tokens_per_second": 45.854021724502054 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.1904446559999826, "streaming_ttfb_avg_s": 1.5070945089999839, "streaming_total_avg_s": 1.8678493589999903, "nonstream_tokens_per_second": 116.87124771619979, "stream_tokens_per_second": 44.436131639885865 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.319169654999996, "streaming_ttfb_avg_s": 2.1012684730000046, "streaming_total_avg_s": 2.565941562000006, "nonstream_tokens_per_second": 77.12772368063852, "stream_tokens_per_second": 31.957080088794246 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.2546079170000155, "streaming_ttfb_avg_s": 0.3282570100000157, "streaming_total_avg_s": 2.1691090630000076, "nonstream_tokens_per_second": 73.6269924133327, "stream_tokens_per_second": 88.05458575505446 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.5080258200000003, "streaming_ttfb_avg_s": 0.254940935999997, "streaming_total_avg_s": 2.2299471239999775, "nonstream_tokens_per_second": 47.84639737082132, "stream_tokens_per_second": 63.23019881614082 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.1643560779999973, "streaming_ttfb_avg_s": 0.3429311079999877, "streaming_total_avg_s": 3.5314063589999876, "nonstream_tokens_per_second": 53.40739026652618, "stream_tokens_per_second": 57.7673536437104 }, { "timestamp": "2025-09-13T04:16:43.999318+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 8.620771133999995, "streaming_ttfb_avg_s": 1.763887154999992, "streaming_total_avg_s": 3.9474873309999907, "nonstream_tokens_per_second": 13.571871724857239, "stream_tokens_per_second": 29.639107155883174 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.171998606999978, "streaming_ttfb_avg_s": 0.7083379010000499, "streaming_total_avg_s": 2.8965961280000556, "nonstream_tokens_per_second": 37.15245727549708, "stream_tokens_per_second": 57.653878076300735 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.9264809310000146, "streaming_ttfb_avg_s": 1.0929213599999912, "streaming_total_avg_s": 3.3082419200000004, "nonstream_tokens_per_second": 55.69829561277916, "stream_tokens_per_second": 56.827766694885476 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.2207711830000108, "streaming_ttfb_avg_s": 0.3500426890000199, "streaming_total_avg_s": 1.402753806000078, "nonstream_tokens_per_second": 81.09627862996429, "stream_tokens_per_second": 77.70429816962047 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.5117290999999113, "streaming_ttfb_avg_s": 0.3056184970000686, "streaming_total_avg_s": 0.9843928330000153, "nonstream_tokens_per_second": 101.87010357874902, "stream_tokens_per_second": 154.40990111312362 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2242361880000772, "streaming_ttfb_avg_s": 0.32446991299991623, "streaming_total_avg_s": 1.7406319169999733, "nonstream_tokens_per_second": 89.03510700664987, "stream_tokens_per_second": 79.28155209163737 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.6489454089999072, "streaming_ttfb_avg_s": 0.3402216639999551, "streaming_total_avg_s": 1.379716124999959, "nonstream_tokens_per_second": 60.038373289776736, "stream_tokens_per_second": 67.40517003090238 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.006789999000034, "streaming_ttfb_avg_s": 0.8605264899999838, "streaming_total_avg_s": 3.359075082000004, "nonstream_tokens_per_second": 45.67247099190896, "stream_tokens_per_second": 57.1585913720281 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.6207743070000333, "streaming_ttfb_avg_s": 0.5798345370000106, "streaming_total_avg_s": 3.311049923999917, "nonstream_tokens_per_second": 33.9594293801961, "stream_tokens_per_second": 30.201900392729478 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.031853195999929, "streaming_ttfb_avg_s": 1.9870851270000003, "streaming_total_avg_s": 2.038349235000055, "nonstream_tokens_per_second": 125.99335449233358, "stream_tokens_per_second": 9.81186131237195 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.646878454999978, "streaming_ttfb_avg_s": 3.193217177000065, "streaming_total_avg_s": 3.2084015479999834, "nonstream_tokens_per_second": 96.71770138005907, "stream_tokens_per_second": 0.9350450544041489 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.251347137000039, "streaming_ttfb_avg_s": 0.35230393300003016, "streaming_total_avg_s": 2.460860681999975, "nonstream_tokens_per_second": 51.363325096712984, "stream_tokens_per_second": 69.89424523626964 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.350301011000056, "streaming_ttfb_avg_s": 0.34281447000000753, "streaming_total_avg_s": 2.9973731900000757, "nonstream_tokens_per_second": 61.268747843803986, "stream_tokens_per_second": 52.71282218948385 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.353944149999961, "streaming_ttfb_avg_s": 0.38033548800001427, "streaming_total_avg_s": 1.802993636999986, "nonstream_tokens_per_second": 65.84693183990902, "stream_tokens_per_second": 96.50616420894299 }, { "timestamp": "2025-09-13T08:17:16.642668+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 6.896928703999947, "streaming_ttfb_avg_s": 1.341217400000005, "streaming_total_avg_s": 3.4580878939999593, "nonstream_tokens_per_second": 17.10906478293224, "stream_tokens_per_second": 31.231132148893053 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1547642530000033, "streaming_ttfb_avg_s": 0.8076292340000037, "streaming_total_avg_s": 2.9460456520000022, "nonstream_tokens_per_second": 46.27921083521921, "stream_tokens_per_second": 60.759411477035684 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.8784812110000075, "streaming_ttfb_avg_s": 0.8529483789999972, "streaming_total_avg_s": 3.3588325139999995, "nonstream_tokens_per_second": 52.08224276737372, "stream_tokens_per_second": 54.18549428749517 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.1004963159999903, "streaming_ttfb_avg_s": 0.7649772479999939, "streaming_total_avg_s": 1.3557439079999938, "nonstream_tokens_per_second": 70.87711141415642, "stream_tokens_per_second": 57.53298948255378 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.287150498999992, "streaming_ttfb_avg_s": 0.678156197000007, "streaming_total_avg_s": 1.3320134850000045, "nonstream_tokens_per_second": 51.27605517091938, "stream_tokens_per_second": 99.09809584247532 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8800569099999933, "streaming_ttfb_avg_s": 0.7373999969999971, "streaming_total_avg_s": 1.9676117030000029, "nonstream_tokens_per_second": 106.81127428452407, "stream_tokens_per_second": 64.54525545175608 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.9744234500000033, "streaming_ttfb_avg_s": 0.39846554599999706, "streaming_total_avg_s": 1.2660683219999953, "nonstream_tokens_per_second": 49.63474273970958, "stream_tokens_per_second": 63.97758998664868 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.503423209999994, "streaming_ttfb_avg_s": 0.37816114400000345, "streaming_total_avg_s": 5.355708200999999, "nonstream_tokens_per_second": 43.67157229628568, "stream_tokens_per_second": 38.46363398990565 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.1875704070000097, "streaming_ttfb_avg_s": 0.5839545649999991, "streaming_total_avg_s": 2.5123793159999934, "nonstream_tokens_per_second": 36.113123375232995, "stream_tokens_per_second": 39.80290689513075 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.109539682999994, "streaming_ttfb_avg_s": 2.5409672919999906, "streaming_total_avg_s": 2.5457959740000007, "nonstream_tokens_per_second": 121.35348866058791, "stream_tokens_per_second": null }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.1526972980000068, "streaming_ttfb_avg_s": 3.694466805999994, "streaming_total_avg_s": 3.694863060000003, "nonstream_tokens_per_second": 81.20031065538709, "stream_tokens_per_second": null }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.993491717999987, "streaming_ttfb_avg_s": 0.27482632100000615, "streaming_total_avg_s": 2.023868127, "nonstream_tokens_per_second": 54.11740377495866, "stream_tokens_per_second": 85.47987771141968 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.8996213770000026, "streaming_ttfb_avg_s": 0.4012916580000052, "streaming_total_avg_s": 2.1131889910000012, "nonstream_tokens_per_second": 70.54037274081477, "stream_tokens_per_second": 78.55426121704602 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.3493968920000015, "streaming_ttfb_avg_s": 0.32215111699999, "streaming_total_avg_s": 4.9349295069999926, "nonstream_tokens_per_second": 68.10258434614457, "stream_tokens_per_second": 47.0118164141793 }, { "timestamp": "2025-09-13T12:26:34.280777+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.447653322000008, "streaming_ttfb_avg_s": 1.519345329999993, "streaming_total_avg_s": 3.4664755759999935, "nonstream_tokens_per_second": 33.93612671361269, "stream_tokens_per_second": 31.15556352040491 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.088772951000003, "streaming_ttfb_avg_s": 0.602308880999999, "streaming_total_avg_s": 2.7090771680000003, "nonstream_tokens_per_second": 26.135966623125515, "stream_tokens_per_second": 64.22851370027861 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.647763894999997, "streaming_ttfb_avg_s": 0.33833682200000226, "streaming_total_avg_s": 4.198735517000003, "nonstream_tokens_per_second": 64.96047488403424, "stream_tokens_per_second": 44.77538516984895 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.285313135999999, "streaming_ttfb_avg_s": 0.26811485300000015, "streaming_total_avg_s": 1.1429910680000006, "nonstream_tokens_per_second": 35.00614368323485, "stream_tokens_per_second": 97.98851726459856 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.5973620789999927, "streaming_ttfb_avg_s": 0.5459760450000033, "streaming_total_avg_s": 1.630437912000005, "nonstream_tokens_per_second": 74.49782460999597, "stream_tokens_per_second": 61.946547768940555 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.210149176999991, "streaming_ttfb_avg_s": 0.29238165000001004, "streaming_total_avg_s": 0.880873586000007, "nonstream_tokens_per_second": 142.9575818320796, "stream_tokens_per_second": 147.58076762219883 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.2513163539999965, "streaming_ttfb_avg_s": 0.23944119799999442, "streaming_total_avg_s": 1.7400191459999945, "nonstream_tokens_per_second": 42.1975347139508, "stream_tokens_per_second": 60.34416359232425 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.541775582, "streaming_ttfb_avg_s": 0.7376945779999886, "streaming_total_avg_s": 4.168259754999994, "nonstream_tokens_per_second": 36.98993861912044, "stream_tokens_per_second": 51.34037046114951 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.579376523000008, "streaming_ttfb_avg_s": 0.39077795200000764, "streaming_total_avg_s": 2.9887080360000056, "nonstream_tokens_per_second": 25.33095922935966, "stream_tokens_per_second": 39.14735015621974 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.256926149999998, "streaming_ttfb_avg_s": 1.8874612139999982, "streaming_total_avg_s": 2.075288791999995, "nonstream_tokens_per_second": 87.72994189464292, "stream_tokens_per_second": 20.238147173494735 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.062845920000001, "streaming_ttfb_avg_s": 3.0049947569999915, "streaming_total_avg_s": 3.005647709999991, "nonstream_tokens_per_second": 83.58239581310703, "stream_tokens_per_second": 0.3327069891367951 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.067520376999994, "streaming_ttfb_avg_s": 0.5617081329999962, "streaming_total_avg_s": 2.924084647000001, "nonstream_tokens_per_second": 50.8554078954698, "stream_tokens_per_second": 70.79138430974427 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.289042066999997, "streaming_ttfb_avg_s": 0.4891409470000099, "streaming_total_avg_s": 2.2657684389999986, "nonstream_tokens_per_second": 57.22917979034248, "stream_tokens_per_second": 66.20270519179921 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.759641706999986, "streaming_ttfb_avg_s": 0.3653676630000007, "streaming_total_avg_s": 2.9452081679999935, "nonstream_tokens_per_second": 47.83229636846501, "stream_tokens_per_second": 57.041808394169976 }, { "timestamp": "2025-09-13T16:15:22.539735+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.166249561000001, "streaming_ttfb_avg_s": 4.010307267000002, "streaming_total_avg_s": 6.02163881300001, "nonstream_tokens_per_second": 21.48560550344656, "stream_tokens_per_second": 18.43352008432722 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7786165400000016, "streaming_ttfb_avg_s": 0.8359324109999946, "streaming_total_avg_s": 2.8408178099999972, "nonstream_tokens_per_second": 56.143047359820265, "stream_tokens_per_second": 51.74566263367665 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.126878793000003, "streaming_ttfb_avg_s": 0.6124192199999925, "streaming_total_avg_s": 3.1259360509999965, "nonstream_tokens_per_second": 45.41269726152761, "stream_tokens_per_second": 62.061410353528764 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.387349848999989, "streaming_ttfb_avg_s": 0.7608697839999934, "streaming_total_avg_s": 1.4421486260000052, "nonstream_tokens_per_second": 56.94309914470653, "stream_tokens_per_second": 62.406882603790436 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.7057239470000098, "streaming_ttfb_avg_s": 0.6819851449999987, "streaming_total_avg_s": 1.1337318009999962, "nonstream_tokens_per_second": 92.10400224664488, "stream_tokens_per_second": 98.78879634602433 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0036368720000013, "streaming_ttfb_avg_s": 0.30340564899999833, "streaming_total_avg_s": 1.1476540190000009, "nonstream_tokens_per_second": 124.54703836349273, "stream_tokens_per_second": 115.88858471117322 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.734386122999993, "streaming_ttfb_avg_s": 0.6993961929999983, "streaming_total_avg_s": 2.0426805489999964, "nonstream_tokens_per_second": 44.972684551397506, "stream_tokens_per_second": 48.46572805937076 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.758667821000003, "streaming_ttfb_avg_s": 0.6201284859999987, "streaming_total_avg_s": 6.004391240999993, "nonstream_tokens_per_second": 40.9719632949708, "stream_tokens_per_second": 34.641313607232384 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.889709273999998, "streaming_ttfb_avg_s": 0.6682693759999978, "streaming_total_avg_s": 3.949135811000005, "nonstream_tokens_per_second": 27.404492269615467, "stream_tokens_per_second": 38.99587336830635 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.988191907000001, "streaming_ttfb_avg_s": 0.7209554430000082, "streaming_total_avg_s": 0.9470024099999961, "nonstream_tokens_per_second": 128.76020624502013, "stream_tokens_per_second": 79.19726413367871 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.833707814999997, "streaming_ttfb_avg_s": 2.6095230800000024, "streaming_total_avg_s": 2.609975182999989, "nonstream_tokens_per_second": 90.3410008063941, "stream_tokens_per_second": null }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.286514238999999, "streaming_ttfb_avg_s": 0.35482735600000126, "streaming_total_avg_s": 2.664790621999998, "nonstream_tokens_per_second": 58.116285556735136, "stream_tokens_per_second": 75.05280090256943 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.132694521999994, "streaming_ttfb_avg_s": 0.35768196300000454, "streaming_total_avg_s": 2.542817825, "nonstream_tokens_per_second": 57.67351992101208, "stream_tokens_per_second": 67.2482308086699 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.7275564770000074, "streaming_ttfb_avg_s": 0.3676499760000098, "streaming_total_avg_s": 3.2454763989999975, "nonstream_tokens_per_second": 52.42787865470095, "stream_tokens_per_second": 54.84556906802518 }, { "timestamp": "2025-09-13T20:14:08.761821+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.014829496000004, "streaming_ttfb_avg_s": 1.2054961530000128, "streaming_total_avg_s": 3.171339469000003, "nonstream_tokens_per_second": 26.900270636050912, "stream_tokens_per_second": 35.00098336524058 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.2256577539999967, "streaming_ttfb_avg_s": 0.772649054999988, "streaming_total_avg_s": 2.542686828000001, "nonstream_tokens_per_second": 58.85900460866644, "stream_tokens_per_second": 67.64498014696127 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.7750553399999944, "streaming_ttfb_avg_s": 0.7757576189999895, "streaming_total_avg_s": 2.880069926999994, "nonstream_tokens_per_second": 64.50321815924592, "stream_tokens_per_second": 69.44275835980437 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.3924977630000086, "streaming_ttfb_avg_s": 0.32532805200000325, "streaming_total_avg_s": 1.040414417000008, "nonstream_tokens_per_second": 67.50459677399095, "stream_tokens_per_second": 82.65936976150086 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.3482128830000022, "streaming_ttfb_avg_s": 0.7008463749999976, "streaming_total_avg_s": 1.4242238989999976, "nonstream_tokens_per_second": 95.68221875535941, "stream_tokens_per_second": 106.02265564145 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5871261780000054, "streaming_ttfb_avg_s": 0.17206599399999334, "streaming_total_avg_s": 0.9337002619999879, "nonstream_tokens_per_second": 46.6251524458188, "stream_tokens_per_second": 137.08896228198944 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 0.8606348959999934, "streaming_ttfb_avg_s": 0.8622845830000045, "streaming_total_avg_s": 2.3703388370000056, "nonstream_tokens_per_second": 77.84950425714612, "stream_tokens_per_second": 42.6099418460483 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.726257203000003, "streaming_ttfb_avg_s": 0.3461351520000022, "streaming_total_avg_s": 3.2883804260000034, "nonstream_tokens_per_second": 44.81708881113966, "stream_tokens_per_second": 57.77920294675778 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.470367484999997, "streaming_ttfb_avg_s": 0.670696661000008, "streaming_total_avg_s": 3.3823659410000033, "nonstream_tokens_per_second": 39.477087251467296, "stream_tokens_per_second": 41.6867963016187 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.5922231710000005, "streaming_ttfb_avg_s": 1.7405530759999976, "streaming_total_avg_s": 1.758851527999994, "nonstream_tokens_per_second": 59.79423443707809, "stream_tokens_per_second": 5.685528221572569 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.201171647999999, "streaming_ttfb_avg_s": 2.339525475000002, "streaming_total_avg_s": 2.3400158090000076, "nonstream_tokens_per_second": 77.23159625214294, "stream_tokens_per_second": null }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 1.688902167000009, "streaming_ttfb_avg_s": 0.33620245699999884, "streaming_total_avg_s": 1.9585778189999985, "nonstream_tokens_per_second": 79.34148147729819, "stream_tokens_per_second": 95.4774419407433 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.5306025480000045, "streaming_ttfb_avg_s": 0.22347108699999296, "streaming_total_avg_s": 1.8043721309999938, "nonstream_tokens_per_second": 92.12058361214723, "stream_tokens_per_second": 88.6735043459838 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.2639891589999905, "streaming_ttfb_avg_s": 0.3794772660000092, "streaming_total_avg_s": 3.03823151200001, "nonstream_tokens_per_second": 45.02825707113868, "stream_tokens_per_second": 64.18207408810503 }, { "timestamp": "2025-09-14T01:12:46.457160+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.8472724019999873, "streaming_ttfb_avg_s": 1.5879957429999934, "streaming_total_avg_s": 3.5127749299999778, "nonstream_tokens_per_second": 30.151231282634917, "stream_tokens_per_second": 30.74492449762521 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.2484647839999994, "streaming_ttfb_avg_s": 0.47344786200000044, "streaming_total_avg_s": 1.739658261999999, "nonstream_tokens_per_second": 60.485714949938945, "stream_tokens_per_second": 77.02662237004343 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 1.7806516549999998, "streaming_ttfb_avg_s": 0.2856453230000042, "streaming_total_avg_s": 2.1234001629999995, "nonstream_tokens_per_second": 88.16996831421248, "stream_tokens_per_second": 84.76970245009821 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.6515942690000003, "streaming_ttfb_avg_s": 0.6334220649999978, "streaming_total_avg_s": 1.8381952490000018, "nonstream_tokens_per_second": 59.33660696179128, "stream_tokens_per_second": 51.137113998709886 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6304606079999928, "streaming_ttfb_avg_s": 0.6354254590000039, "streaming_total_avg_s": 1.3523304639999907, "nonstream_tokens_per_second": 98.74510258637338, "stream_tokens_per_second": 127.18784689006398 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4353776620000076, "streaming_ttfb_avg_s": 0.19775381200000197, "streaming_total_avg_s": 0.8430057589999933, "nonstream_tokens_per_second": 99.62534863524945, "stream_tokens_per_second": 192.16950568898935 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.2752870509999923, "streaming_ttfb_avg_s": 0.21965244300000109, "streaming_total_avg_s": 1.1994490000000013, "nonstream_tokens_per_second": 63.515112096908204, "stream_tokens_per_second": 79.2030340598057 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.730857800999999, "streaming_ttfb_avg_s": 0.5382817720000048, "streaming_total_avg_s": 4.249972700000001, "nonstream_tokens_per_second": 54.143044515354354, "stream_tokens_per_second": 32.47079681241246 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.121552514000001, "streaming_ttfb_avg_s": 0.3434718430000032, "streaming_total_avg_s": 3.9946803939999995, "nonstream_tokens_per_second": 26.749701311370753, "stream_tokens_per_second": 30.790948929167328 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.1642072400000103, "streaming_ttfb_avg_s": 1.9963872280000032, "streaming_total_avg_s": 2.3417869100000104, "nonstream_tokens_per_second": 98.41941014853965, "stream_tokens_per_second": 35.87004421337364 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.997660553000003, "streaming_ttfb_avg_s": 0.9746493690000051, "streaming_total_avg_s": 1.6529450499999996, "nonstream_tokens_per_second": 85.3999295363179, "stream_tokens_per_second": 63.522982811800084 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 1.9021739880000013, "streaming_ttfb_avg_s": 0.6840024690000064, "streaming_total_avg_s": 2.3299196540000082, "nonstream_tokens_per_second": 83.062853869706, "stream_tokens_per_second": 69.53029462706074 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.6632710730000042, "streaming_ttfb_avg_s": 0.3537616109999959, "streaming_total_avg_s": 1.8232901310000074, "nonstream_tokens_per_second": 79.36168802714437, "stream_tokens_per_second": 81.72040064642866 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.299669675000004, "streaming_ttfb_avg_s": 0.248524591000006, "streaming_total_avg_s": 3.369821786000003, "nonstream_tokens_per_second": 78.70695603271791, "stream_tokens_per_second": 49.5575168674513 }, { "timestamp": "2025-09-14T04:17:16.826152+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3668032340000025, "streaming_ttfb_avg_s": 1.5246455230000038, "streaming_total_avg_s": 3.6854663800000083, "nonstream_tokens_per_second": 34.751065586032375, "stream_tokens_per_second": 29.30429662473268 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.3350558519999964, "streaming_ttfb_avg_s": 0.7492106070000091, "streaming_total_avg_s": 2.519709717000012, "nonstream_tokens_per_second": 67.2360791137086, "stream_tokens_per_second": 59.92753807362457 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 6.4357010340000045, "streaming_ttfb_avg_s": 1.3397513269999877, "streaming_total_avg_s": 3.635533910999982, "nonstream_tokens_per_second": 23.773633857709726, "stream_tokens_per_second": 42.90979091901552 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8282760090000068, "streaming_ttfb_avg_s": 0.9535568510000019, "streaming_total_avg_s": 1.8339242790000014, "nonstream_tokens_per_second": 44.850996018293046, "stream_tokens_per_second": 44.71286025217617 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.9897953180000059, "streaming_ttfb_avg_s": 0.2372378769999841, "streaming_total_avg_s": 1.9698735509999779, "nonstream_tokens_per_second": 128.3093561774145, "stream_tokens_per_second": 83.25407481954757 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2343600680000009, "streaming_ttfb_avg_s": 0.4958368190000044, "streaming_total_avg_s": 0.905667526000002, "nonstream_tokens_per_second": 80.20350185210296, "stream_tokens_per_second": 99.37421561033182 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4513966519999997, "streaming_ttfb_avg_s": 0.36505547499999125, "streaming_total_avg_s": 1.4774986129999945, "nonstream_tokens_per_second": 70.27713606714316, "stream_tokens_per_second": 63.62104111159687 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.858924017000021, "streaming_ttfb_avg_s": 0.8604971149999869, "streaming_total_avg_s": 3.4327131699999995, "nonstream_tokens_per_second": 52.087058235538954, "stream_tokens_per_second": 55.64111842178763 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.2578871750000076, "streaming_ttfb_avg_s": 0.32567306600000734, "streaming_total_avg_s": 3.350446029000011, "nonstream_tokens_per_second": 34.99200367489698, "stream_tokens_per_second": 31.936046446907156 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.3726185650000104, "streaming_ttfb_avg_s": 2.2132145910000247, "streaming_total_avg_s": 2.4268072930000244, "nonstream_tokens_per_second": 107.8976636937842, "stream_tokens_per_second": 23.89971390282921 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.5391252919999943, "streaming_ttfb_avg_s": 2.36498380499998, "streaming_total_avg_s": 2.37000969799999, "nonstream_tokens_per_second": 80.34262848026503, "stream_tokens_per_second": null }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.4102546629999893, "streaming_ttfb_avg_s": 0.2868542580000053, "streaming_total_avg_s": 2.051703099000008, "nonstream_tokens_per_second": 60.574511997116986, "stream_tokens_per_second": 79.44619281388499 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7363714219999906, "streaming_ttfb_avg_s": 0.29238033400000063, "streaming_total_avg_s": 2.152856655999983, "nonstream_tokens_per_second": 54.086224848755386, "stream_tokens_per_second": 79.89384686650561 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.470924270000012, "streaming_ttfb_avg_s": 0.3588351120000084, "streaming_total_avg_s": 2.390685544000007, "nonstream_tokens_per_second": 62.7295631363074, "stream_tokens_per_second": 74.87392076688755 }, { "timestamp": "2025-09-14T08:17:21.789565+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 8.513112334000027, "streaming_ttfb_avg_s": 1.3638575909999986, "streaming_total_avg_s": 3.9712569640000197, "nonstream_tokens_per_second": 13.743504773538634, "stream_tokens_per_second": 30.972561361556707 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.303115991000027, "streaming_ttfb_avg_s": 0.7771829949999756, "streaming_total_avg_s": 2.2180776700000138, "nonstream_tokens_per_second": 56.879462654904756, "stream_tokens_per_second": 73.48705692528746 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.550631427999974, "streaming_ttfb_avg_s": 0.7404241930000239, "streaming_total_avg_s": 3.8979012060000287, "nonstream_tokens_per_second": 50.183652014500815, "stream_tokens_per_second": 52.335856969895325 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.9822149029999991, "streaming_ttfb_avg_s": 0.25733099799998627, "streaming_total_avg_s": 0.9528588719999789, "nonstream_tokens_per_second": 52.46656144225349, "stream_tokens_per_second": 88.15576206336867 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8963206050000281, "streaming_ttfb_avg_s": 0.6410772800000473, "streaming_total_avg_s": 1.2056710390000376, "nonstream_tokens_per_second": 95.94781099559493, "stream_tokens_per_second": 103.67670447128995 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2297501809999858, "streaming_ttfb_avg_s": 0.24815320299995847, "streaming_total_avg_s": 0.6593144450000068, "nonstream_tokens_per_second": 91.07540842882892, "stream_tokens_per_second": 139.538881178311 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8570530800000142, "streaming_ttfb_avg_s": 0.2798380080000129, "streaming_total_avg_s": 1.9334377770000515, "nonstream_tokens_per_second": 46.84841857078169, "stream_tokens_per_second": 59.99675881992292 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.999489320000009, "streaming_ttfb_avg_s": 0.4413331699999503, "streaming_total_avg_s": 2.834261463999951, "nonstream_tokens_per_second": 28.33574508304979, "stream_tokens_per_second": 62.4501311005381 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.3442889039999955, "streaming_ttfb_avg_s": 0.9219038159999968, "streaming_total_avg_s": 6.753716509000014, "nonstream_tokens_per_second": 31.99603043711389, "stream_tokens_per_second": 24.282926264591254 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.5636816470000099, "streaming_ttfb_avg_s": 2.3354130980000036, "streaming_total_avg_s": 2.3405268899999783, "nonstream_tokens_per_second": 89.53229083976012, "stream_tokens_per_second": null }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.443886161000023, "streaming_ttfb_avg_s": 2.769221473000016, "streaming_total_avg_s": 2.7886357540000404, "nonstream_tokens_per_second": 104.75119671500836, "stream_tokens_per_second": 2.868786283229977 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.2854711659999793, "streaming_ttfb_avg_s": 0.6571188909999819, "streaming_total_avg_s": 2.190949337999996, "nonstream_tokens_per_second": 45.04681140762778, "stream_tokens_per_second": 64.3556642568064 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.367892658999949, "streaming_ttfb_avg_s": 0.1927782939999929, "streaming_total_avg_s": 2.4936574039999755, "nonstream_tokens_per_second": 60.391251037703, "stream_tokens_per_second": 75.79228794494091 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.4027993400000014, "streaming_ttfb_avg_s": 0.280903636000005, "streaming_total_avg_s": 2.834307813999999, "nonstream_tokens_per_second": 56.60064814234547, "stream_tokens_per_second": 63.15474950033076 }, { "timestamp": "2025-09-14T12:26:14.366595+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.074603897999964, "streaming_ttfb_avg_s": 0.6523411570000235, "streaming_total_avg_s": 2.6186490540000023, "nonstream_tokens_per_second": 38.05368232184599, "stream_tokens_per_second": 42.388268802360834 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.8432279689999973, "streaming_ttfb_avg_s": 0.33927330999999583, "streaming_total_avg_s": 2.0980371989999895, "nonstream_tokens_per_second": 53.10865032504193, "stream_tokens_per_second": 72.44866777026138 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 1.909336934999999, "streaming_ttfb_avg_s": 0.523540079, "streaming_total_avg_s": 2.3513924119999956, "nonstream_tokens_per_second": 75.41885214722465, "stream_tokens_per_second": 81.22846659930464 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.4570613719999983, "streaming_ttfb_avg_s": 0.8927652280000018, "streaming_total_avg_s": 1.8562539850000093, "nonstream_tokens_per_second": 47.6178581997585, "stream_tokens_per_second": 54.94937698409816 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.5969273789999932, "streaming_ttfb_avg_s": 0.24607275199998924, "streaming_total_avg_s": 1.2005039599999918, "nonstream_tokens_per_second": 82.03253430474284, "stream_tokens_per_second": 125.78050971193883 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.7086511669999993, "streaming_ttfb_avg_s": 0.6118088129999961, "streaming_total_avg_s": 1.0903541899999993, "nonstream_tokens_per_second": 37.45644590075654, "stream_tokens_per_second": 88.9619179617222 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1938576619999992, "streaming_ttfb_avg_s": 0.21215826600000298, "streaming_total_avg_s": 2.4175193769999908, "nonstream_tokens_per_second": 67.84728412623787, "stream_tokens_per_second": 27.714359039861485 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.954310219999996, "streaming_ttfb_avg_s": 0.42816669600000523, "streaming_total_avg_s": 4.406272117, "nonstream_tokens_per_second": 24.52005263508089, "stream_tokens_per_second": 36.311874471551164 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.1734769400000005, "streaming_ttfb_avg_s": 0.35241972099998975, "streaming_total_avg_s": 4.788438567, "nonstream_tokens_per_second": 25.63809541499467, "stream_tokens_per_second": 30.281269764904557 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.002954398000014, "streaming_ttfb_avg_s": 1.456558623999996, "streaming_total_avg_s": 1.6670218250000062, "nonstream_tokens_per_second": 50.949824646654285, "stream_tokens_per_second": 50.389262300149966 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.4582819370000095, "streaming_ttfb_avg_s": 0.9939260420000267, "streaming_total_avg_s": 2.354901176000027, "nonstream_tokens_per_second": 104.13777042693985, "stream_tokens_per_second": 65.39552554030328 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 31.33144031500001, "streaming_ttfb_avg_s": 0.6767813410000088, "streaming_total_avg_s": 2.770968399999987, "nonstream_tokens_per_second": 5.393942898919039, "stream_tokens_per_second": 58.463315568665735 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0794159790000037, "streaming_ttfb_avg_s": 0.2330263460000026, "streaming_total_avg_s": 1.7284845709999956, "nonstream_tokens_per_second": 41.891060148973736, "stream_tokens_per_second": 71.73914195153108 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.8737052689999985, "streaming_ttfb_avg_s": 0.6171823500000073, "streaming_total_avg_s": 2.114581649999991, "nonstream_tokens_per_second": 54.98128207663459, "stream_tokens_per_second": 67.15276281717502 }, { "timestamp": "2025-09-14T16:15:13.352031+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.545186347999987, "streaming_ttfb_avg_s": 6.845783928000003, "streaming_total_avg_s": 9.028030170999983, "nonstream_tokens_per_second": 30.463842912214776, "stream_tokens_per_second": 13.070403816221386 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.161500017999998, "streaming_ttfb_avg_s": 0.7072253829999937, "streaming_total_avg_s": 3.674833241999991, "nonstream_tokens_per_second": 45.864304657422934, "stream_tokens_per_second": 45.444238963374545 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.397183229999996, "streaming_ttfb_avg_s": 0.9284905079999959, "streaming_total_avg_s": 3.91037522500001, "nonstream_tokens_per_second": 64.24206463349915, "stream_tokens_per_second": 48.588687547241584 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.4340502260000108, "streaming_ttfb_avg_s": 0.302620313999995, "streaming_total_avg_s": 1.8120232010000166, "nonstream_tokens_per_second": 39.74756181238492, "stream_tokens_per_second": 77.26170389139445 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.7988642349999964, "streaming_ttfb_avg_s": 0.6383535690000031, "streaming_total_avg_s": 0.9053537820000201, "nonstream_tokens_per_second": 92.6315095330314, "stream_tokens_per_second": 68.48151654377098 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5740588440000067, "streaming_ttfb_avg_s": 0.2956665130000147, "streaming_total_avg_s": 0.9525513600000011, "nonstream_tokens_per_second": 91.48323809424204, "stream_tokens_per_second": 128.07708342361704 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.904290900999996, "streaming_ttfb_avg_s": 0.7529551989999845, "streaming_total_avg_s": 1.556688166999976, "nonstream_tokens_per_second": 35.183700118934794, "stream_tokens_per_second": 44.967259007886504 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.718711294000002, "streaming_ttfb_avg_s": 0.7842802840000047, "streaming_total_avg_s": 4.042715120999986, "nonstream_tokens_per_second": 40.605464652131694, "stream_tokens_per_second": 50.70849512376529 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.234015228000004, "streaming_ttfb_avg_s": 0.5201659360000122, "streaming_total_avg_s": 3.515887176999996, "nonstream_tokens_per_second": 25.035337449664908, "stream_tokens_per_second": 40.672522410692864 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 5.006017203999988, "streaming_ttfb_avg_s": 2.0808322210000085, "streaming_total_avg_s": 2.2058625779999943, "nonstream_tokens_per_second": 51.13845789332221, "stream_tokens_per_second": 26.29356904571421 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.5505963519999852, "streaming_ttfb_avg_s": 0.8160580220000213, "streaming_total_avg_s": 3.8477106400000025, "nonstream_tokens_per_second": 50.18434214399784, "stream_tokens_per_second": 57.17685672953823 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.362236719000009, "streaming_ttfb_avg_s": 0.26154834599998367, "streaming_total_avg_s": 2.52078488799998, "nonstream_tokens_per_second": 43.126053314629694, "stream_tokens_per_second": 65.05910154440805 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.422612146000006, "streaming_ttfb_avg_s": 0.33006522700000573, "streaming_total_avg_s": 2.617422263000009, "nonstream_tokens_per_second": 57.85055143668612, "stream_tokens_per_second": 63.039121479345134 }, { "timestamp": "2025-09-14T20:14:19.827832+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.285148423999999, "streaming_ttfb_avg_s": 3.4301740530000018, "streaming_total_avg_s": 5.700501338000009, "nonstream_tokens_per_second": 25.903420142536472, "stream_tokens_per_second": 20.524510575950295 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.817979123999997, "streaming_ttfb_avg_s": 0.672252346999997, "streaming_total_avg_s": 3.3791331919999976, "nonstream_tokens_per_second": 46.84207873500206, "stream_tokens_per_second": 56.819305156291136 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.6186140289999997, "streaming_ttfb_avg_s": 0.843150565000002, "streaming_total_avg_s": 2.8430275730000005, "nonstream_tokens_per_second": 53.61168625480947, "stream_tokens_per_second": 61.20236105075579 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.2711080829999872, "streaming_ttfb_avg_s": 0.3241315029999896, "streaming_total_avg_s": 1.1595000739999932, "nonstream_tokens_per_second": 69.23093415652592, "stream_tokens_per_second": 88.83138717246912 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.2218012409999943, "streaming_ttfb_avg_s": 0.251321302000008, "streaming_total_avg_s": 0.6924613700000037, "nonstream_tokens_per_second": 64.81227813842975, "stream_tokens_per_second": 132.85939690758417 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.0390520610000067, "streaming_ttfb_avg_s": 0.7934268180000004, "streaming_total_avg_s": 2.0862158330000113, "nonstream_tokens_per_second": 102.49860903379813, "stream_tokens_per_second": 59.437761922114284 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.107853496000004, "streaming_ttfb_avg_s": 0.30345406800000774, "streaming_total_avg_s": 1.38555460500001, "nonstream_tokens_per_second": 39.85096694784704, "stream_tokens_per_second": 56.295146880912306 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.715037390999996, "streaming_ttfb_avg_s": 1.4665032879999984, "streaming_total_avg_s": 5.1095284419999984, "nonstream_tokens_per_second": 44.32626566205744, "stream_tokens_per_second": 39.14255537869458 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.6930959710000053, "streaming_ttfb_avg_s": 0.35036395599999537, "streaming_total_avg_s": 2.9678819319999974, "nonstream_tokens_per_second": 24.36979723969374, "stream_tokens_per_second": 44.47616280713963 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.2743798690000006, "streaming_ttfb_avg_s": 2.4250255769999995, "streaming_total_avg_s": 2.4497996220000005, "nonstream_tokens_per_second": 65.51236318562401, "stream_tokens_per_second": 7.347539708290475 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.680829408000008, "streaming_ttfb_avg_s": 2.961510956000012, "streaming_total_avg_s": 2.966721346, "nonstream_tokens_per_second": 95.49283488015185, "stream_tokens_per_second": null }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.355046559999991, "streaming_ttfb_avg_s": 0.4927458620000067, "streaming_total_avg_s": 2.8697323340000054, "nonstream_tokens_per_second": 46.49711925309329, "stream_tokens_per_second": 61.329761634835336 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.682772414999988, "streaming_ttfb_avg_s": 0.2842640249999988, "streaming_total_avg_s": 2.5176090430000215, "nonstream_tokens_per_second": 51.43932419627202, "stream_tokens_per_second": 62.757956974814796 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.02516566700001, "streaming_ttfb_avg_s": 0.30723988900001586, "streaming_total_avg_s": 3.370595769000005, "nonstream_tokens_per_second": 47.60069888760889, "stream_tokens_per_second": 56.073173098438 }, { "timestamp": "2025-09-15T01:13:06.973273+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.664852437999997, "streaming_ttfb_avg_s": 7.07215077799998, "streaming_total_avg_s": 9.082087599999994, "nonstream_tokens_per_second": 24.866810159965894, "stream_tokens_per_second": 12.221859652619964 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.8601208259999567, "streaming_ttfb_avg_s": 0.8675415670000461, "streaming_total_avg_s": 3.1011953690000382, "nonstream_tokens_per_second": 47.550438696047614, "stream_tokens_per_second": 48.36844576108296 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.7320962830000326, "streaming_ttfb_avg_s": 0.831066485000008, "streaming_total_avg_s": 3.287193462999994, "nonstream_tokens_per_second": 40.995726904722694, "stream_tokens_per_second": 46.54426389019631 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 4.042787334999957, "streaming_ttfb_avg_s": 0.3364444219999996, "streaming_total_avg_s": 0.9027032120000058, "nonstream_tokens_per_second": 19.78832755000724, "stream_tokens_per_second": 95.26940732764275 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4677493950000553, "streaming_ttfb_avg_s": 0.5500890490000074, "streaming_total_avg_s": 2.0658744510000133, "nonstream_tokens_per_second": 57.23047836786663, "stream_tokens_per_second": 91.00262598678064 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0872729339999978, "streaming_ttfb_avg_s": 0.266130849000092, "streaming_total_avg_s": 1.190863635000028, "nonstream_tokens_per_second": 113.12706879172644, "stream_tokens_per_second": 99.08775155435596 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.2052165959999002, "streaming_ttfb_avg_s": 0.563218900000038, "streaming_total_avg_s": 1.543547409000098, "nonstream_tokens_per_second": 90.44017512019809, "stream_tokens_per_second": 63.49011337687638 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.799633039000014, "streaming_ttfb_avg_s": 0.34267240500003027, "streaming_total_avg_s": 2.9719796680000172, "nonstream_tokens_per_second": 44.21479608046944, "stream_tokens_per_second": 62.24807053424261 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.281287801000076, "streaming_ttfb_avg_s": 0.5216057439999986, "streaming_total_avg_s": 2.3678439599999592, "nonstream_tokens_per_second": 31.561120858331194, "stream_tokens_per_second": 41.81018752604023 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.7207559820000142, "streaming_ttfb_avg_s": 2.112523797999984, "streaming_total_avg_s": 2.117915634000042, "nonstream_tokens_per_second": 72.77389126769508, "stream_tokens_per_second": null }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.5074142319999737, "streaming_ttfb_avg_s": 2.467924068000002, "streaming_total_avg_s": 2.471565944999952, "nonstream_tokens_per_second": 102.09721103633055, "stream_tokens_per_second": null }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.42549644099995, "streaming_ttfb_avg_s": 0.3260942529999511, "streaming_total_avg_s": 2.8211966929999335, "nonstream_tokens_per_second": 67.6150239710879, "stream_tokens_per_second": 77.98109240162972 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.578972464000003, "streaming_ttfb_avg_s": 0.6666364689999682, "streaming_total_avg_s": 3.958443054999975, "nonstream_tokens_per_second": 34.64681588005643, "stream_tokens_per_second": 47.49342036448752 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.790079737000042, "streaming_ttfb_avg_s": 0.3708309510000163, "streaming_total_avg_s": 2.7885010329999886, "nonstream_tokens_per_second": 38.78546368429567, "stream_tokens_per_second": 61.68188498569608 }, { "timestamp": "2025-09-15T04:18:53.389360+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2105173579999473, "streaming_ttfb_avg_s": 0.6281753770000478, "streaming_total_avg_s": 2.581425371000023, "nonstream_tokens_per_second": 33.63943812073972, "stream_tokens_per_second": 41.8373512607733 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6255534570000236, "streaming_ttfb_avg_s": 0.23052744300002814, "streaming_total_avg_s": 2.96179444400002, "nonstream_tokens_per_second": 37.23569424672232, "stream_tokens_per_second": 62.79976666739899 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 6.088976074000016, "streaming_ttfb_avg_s": 0.948596387000066, "streaming_total_avg_s": 3.0896448419999842, "nonstream_tokens_per_second": 28.083539485427046, "stream_tokens_per_second": 60.201094142457734 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.6405548379999573, "streaming_ttfb_avg_s": 0.3831105799999932, "streaming_total_avg_s": 2.300536373, "nonstream_tokens_per_second": 40.83984177065451, "stream_tokens_per_second": 47.38025500455758 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6804881790000081, "streaming_ttfb_avg_s": 0.7546645740000031, "streaming_total_avg_s": 1.428710459000058, "nonstream_tokens_per_second": 51.17560544292266, "stream_tokens_per_second": 52.49489112894984 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 3.1314236850000725, "streaming_ttfb_avg_s": 0.6931231109999771, "streaming_total_avg_s": 1.8637345089999826, "nonstream_tokens_per_second": 57.801185086200114, "stream_tokens_per_second": 94.97060828420904 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.6623712499999783, "streaming_ttfb_avg_s": 0.23567332300001453, "streaming_total_avg_s": 1.3749092960000553, "nonstream_tokens_per_second": 58.95193387157127, "stream_tokens_per_second": 74.9140327290331 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.618649022, "streaming_ttfb_avg_s": 0.447113495999929, "streaming_total_avg_s": 6.519894591000025, "nonstream_tokens_per_second": 27.951323508025716, "stream_tokens_per_second": 32.975993246391305 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 7.425110658999984, "streaming_ttfb_avg_s": 0.5907129419999819, "streaming_total_avg_s": 4.703593914999942, "nonstream_tokens_per_second": 19.258972231837323, "stream_tokens_per_second": 35.292162333703935 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.6265307779999603, "streaming_ttfb_avg_s": 2.4170429009999452, "streaming_total_avg_s": 2.4546859199999744, "nonstream_tokens_per_second": 97.46697131603301, "stream_tokens_per_second": 4.888609130083789 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.9417514570000094, "streaming_ttfb_avg_s": 2.7226378120000163, "streaming_total_avg_s": 2.736460010999963, "nonstream_tokens_per_second": 87.02298740800765, "stream_tokens_per_second": 2.5580494404674474 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.61107571499997, "streaming_ttfb_avg_s": 0.3108035650000147, "streaming_total_avg_s": 1.9555149940000547, "nonstream_tokens_per_second": 47.631236112146, "stream_tokens_per_second": 87.4449955764416 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.955254112000034, "streaming_ttfb_avg_s": 0.3418280060000143, "streaming_total_avg_s": 2.439416551000022, "nonstream_tokens_per_second": 35.901612381662005, "stream_tokens_per_second": 68.04905867017645 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.191158257999973, "streaming_ttfb_avg_s": 0.6479585100000804, "streaming_total_avg_s": 2.898420574000056, "nonstream_tokens_per_second": 47.94497409097198, "stream_tokens_per_second": 55.892509683791964 }, { "timestamp": "2025-09-15T08:20:42.575524+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.028959465999947, "streaming_ttfb_avg_s": 2.046125224999969, "streaming_total_avg_s": 4.064659409000001, "nonstream_tokens_per_second": 30.528974301674353, "stream_tokens_per_second": 27.308561143947983 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.951249652999998, "streaming_ttfb_avg_s": 0.519125540999994, "streaming_total_avg_s": 3.7139494989999946, "nonstream_tokens_per_second": 42.69377884446975, "stream_tokens_per_second": 46.04262929424401 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.04960501299999, "streaming_ttfb_avg_s": 0.7715023000000087, "streaming_total_avg_s": 2.829810004999999, "nonstream_tokens_per_second": 49.88140802659573, "stream_tokens_per_second": 59.721323940968986 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.119690835, "streaming_ttfb_avg_s": 0.38703666700000383, "streaming_total_avg_s": 2.546417003000002, "nonstream_tokens_per_second": 31.092824619590868, "stream_tokens_per_second": 39.66357430107056 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.5047208729999966, "streaming_ttfb_avg_s": 0.23380636900000695, "streaming_total_avg_s": 1.812527566, "nonstream_tokens_per_second": 83.73646053622616, "stream_tokens_per_second": 68.4127526256889 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.554835244000003, "streaming_ttfb_avg_s": 0.8910545689999907, "streaming_total_avg_s": 1.8783848829999954, "nonstream_tokens_per_second": 73.31966550148498, "stream_tokens_per_second": 57.49620377454894 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.861274709, "streaming_ttfb_avg_s": 0.32890048500000546, "streaming_total_avg_s": 1.3217266370000118, "nonstream_tokens_per_second": 52.65208812333355, "stream_tokens_per_second": 68.09274889418695 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.663691388000004, "streaming_ttfb_avg_s": 0.49629570000000456, "streaming_total_avg_s": 4.731652944999993, "nonstream_tokens_per_second": 35.80854437103244, "stream_tokens_per_second": 36.35093317267804 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.548076198000004, "streaming_ttfb_avg_s": 0.5464963409999939, "streaming_total_avg_s": 7.304489645000004, "nonstream_tokens_per_second": 32.96604711661761, "stream_tokens_per_second": 17.934175605228056 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.5126927480000063, "streaming_ttfb_avg_s": 2.768169561999997, "streaming_total_avg_s": 2.782067456000007, "nonstream_tokens_per_second": 48.680602679343615, "stream_tokens_per_second": null }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.540491003999989, "streaming_ttfb_avg_s": 2.3845309960000094, "streaming_total_avg_s": 3.092766181000002, "nonstream_tokens_per_second": 72.30635516677641, "stream_tokens_per_second": 31.04017387080965 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.9407117760000148, "streaming_ttfb_avg_s": 0.44314066199999047, "streaming_total_avg_s": 2.6212652620000085, "nonstream_tokens_per_second": 41.363085976678995, "stream_tokens_per_second": 60.65772980132656 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.1468861419999996, "streaming_ttfb_avg_s": 0.2667355639999869, "streaming_total_avg_s": 2.7975042289999976, "nonstream_tokens_per_second": 52.6343702115154, "stream_tokens_per_second": 67.91768106385234 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.5143842040000095, "streaming_ttfb_avg_s": 0.44921796500000255, "streaming_total_avg_s": 3.4271114059999945, "nonstream_tokens_per_second": 36.77134964563146, "stream_tokens_per_second": 49.02087504534431 }, { "timestamp": "2025-09-15T12:30:51.988149+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6263331030000074, "streaming_ttfb_avg_s": 1.4914643490000117, "streaming_total_avg_s": 3.646771134000005, "nonstream_tokens_per_second": 29.782150986254774, "stream_tokens_per_second": 32.35739114523764 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.551874571000013, "streaming_ttfb_avg_s": 0.5487866209999765, "streaming_total_avg_s": 2.9393840979999766, "nonstream_tokens_per_second": 22.334798528718366, "stream_tokens_per_second": 57.835245184755486 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.287654730000014, "streaming_ttfb_avg_s": 0.8483425109999985, "streaming_total_avg_s": 2.831213945000002, "nonstream_tokens_per_second": 53.83777024541724, "stream_tokens_per_second": 51.921190999926324 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 4.419884857, "streaming_ttfb_avg_s": 0.37200670400000035, "streaming_total_avg_s": 1.797005998000003, "nonstream_tokens_per_second": 22.625023781247343, "stream_tokens_per_second": 54.535154645599484 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4977966700000138, "streaming_ttfb_avg_s": 0.6976688629999899, "streaming_total_avg_s": 2.1502574280000033, "nonstream_tokens_per_second": 78.78238906753539, "stream_tokens_per_second": 43.250635383922905 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.7606753270000013, "streaming_ttfb_avg_s": 0.36746106500001474, "streaming_total_avg_s": 1.811634306000002, "nonstream_tokens_per_second": 59.06824410222449, "stream_tokens_per_second": 75.62232595522501 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.0077533700000174, "streaming_ttfb_avg_s": 0.3700595500000077, "streaming_total_avg_s": 1.7300121469999965, "nonstream_tokens_per_second": 62.51529578114823, "stream_tokens_per_second": 63.005337961942196 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.142063312999994, "streaming_ttfb_avg_s": 0.8495321089999948, "streaming_total_avg_s": 4.0731556270000056, "nonstream_tokens_per_second": 31.31038849579412, "stream_tokens_per_second": 34.371384945856825 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.940158730999997, "streaming_ttfb_avg_s": 0.7951249340000004, "streaming_total_avg_s": 5.838996030000004, "nonstream_tokens_per_second": 25.302830699672125, "stream_tokens_per_second": 23.97672464250672 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.2682029240000077, "streaming_ttfb_avg_s": 2.865135353999989, "streaming_total_avg_s": 2.8656418669999937, "nonstream_tokens_per_second": 65.17343168499029, "stream_tokens_per_second": null }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.7287110059999975, "streaming_ttfb_avg_s": 3.1798877580000067, "streaming_total_avg_s": 3.1876261200000044, "nonstream_tokens_per_second": 68.65643370807273, "stream_tokens_per_second": null }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.05537220299999, "streaming_ttfb_avg_s": 0.3491825540000093, "streaming_total_avg_s": 4.246368366000013, "nonstream_tokens_per_second": 40.44018447398733, "stream_tokens_per_second": 44.0376302483032 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.167932052999987, "streaming_ttfb_avg_s": 0.3206114679999814, "streaming_total_avg_s": 2.749834447000012, "nonstream_tokens_per_second": 68.26782222957469, "stream_tokens_per_second": 62.54922007673841 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 16.924341503999983, "streaming_ttfb_avg_s": 4.585417828000004, "streaming_total_avg_s": 7.207298266999999, "nonstream_tokens_per_second": 8.567541606610218, "stream_tokens_per_second": 24.83593620921531 }, { "timestamp": "2025-09-15T16:18:34.767876+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0713868840000487, "streaming_ttfb_avg_s": 0.577302345000021, "streaming_total_avg_s": 2.7237864169999852, "nonstream_tokens_per_second": 38.41912610055872, "stream_tokens_per_second": 42.95490985261075 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.353812555000005, "streaming_ttfb_avg_s": 0.8580104370000043, "streaming_total_avg_s": 4.08042273400001, "nonstream_tokens_per_second": 29.629203915050006, "stream_tokens_per_second": 39.70176880207521 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.412521443000003, "streaming_ttfb_avg_s": 0.5388172119999979, "streaming_total_avg_s": 4.090313463000001, "nonstream_tokens_per_second": 43.66272930112688, "stream_tokens_per_second": 44.98432740288001 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.197121045000003, "streaming_ttfb_avg_s": 0.3963226500000019, "streaming_total_avg_s": 3.251334345999993, "nonstream_tokens_per_second": 26.58641909505804, "stream_tokens_per_second": 30.141471030368223 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 3.115426744000004, "streaming_ttfb_avg_s": 0.35976149799999746, "streaming_total_avg_s": 1.3227971400000058, "nonstream_tokens_per_second": 36.592097766237785, "stream_tokens_per_second": 90.71685776399507 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.6983539339999965, "streaming_ttfb_avg_s": 0.6842663420000008, "streaming_total_avg_s": 2.5133545380000015, "nonstream_tokens_per_second": 57.11412565903957, "stream_tokens_per_second": 40.98108660864142 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.999562050999998, "streaming_ttfb_avg_s": 0.2928534469999988, "streaming_total_avg_s": 1.9726285439999884, "nonstream_tokens_per_second": 43.50952747702456, "stream_tokens_per_second": 57.7909106845007 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.145576796, "streaming_ttfb_avg_s": 0.7261733159999864, "streaming_total_avg_s": 6.7535850509999875, "nonstream_tokens_per_second": 30.511642566883186, "stream_tokens_per_second": 31.24266569631158 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 7.451400574000004, "streaming_ttfb_avg_s": 0.6176330669999999, "streaming_total_avg_s": 7.383139877000005, "nonstream_tokens_per_second": 18.117399361276092, "stream_tokens_per_second": 25.192533677904187 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.576019541000008, "streaming_ttfb_avg_s": 2.9823267030000125, "streaming_total_avg_s": 2.988328315000018, "nonstream_tokens_per_second": 71.58797569892793, "stream_tokens_per_second": null }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.9117536429999973, "streaming_ttfb_avg_s": 2.5185583670000256, "streaming_total_avg_s": 4.240232288000016, "nonstream_tokens_per_second": 87.91952595832993, "stream_tokens_per_second": 11.791806817164591 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 7.586896223999986, "streaming_ttfb_avg_s": 0.29378528299997697, "streaming_total_avg_s": 1.5494910989999937, "nonstream_tokens_per_second": 24.12053553877638, "stream_tokens_per_second": 76.79940857795175 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.022544382999996, "streaming_ttfb_avg_s": 0.901764103000005, "streaming_total_avg_s": 14.202955175, "nonstream_tokens_per_second": 40.694191520164736, "stream_tokens_per_second": 10.138735088981226 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.937656546999989, "streaming_ttfb_avg_s": 0.6808593529999882, "streaming_total_avg_s": 5.108878171000015, "nonstream_tokens_per_second": 41.315145769696336, "stream_tokens_per_second": 41.104914419772605 }, { "timestamp": "2025-09-15T20:15:57.265613+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6536549379999883, "streaming_ttfb_avg_s": 1.4493754249999995, "streaming_total_avg_s": 3.4926401499999997, "nonstream_tokens_per_second": 30.380537265722587, "stream_tokens_per_second": 31.781115497970784 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.093289231999961, "streaming_ttfb_avg_s": 1.1649290839999367, "streaming_total_avg_s": 2.9330700360000037, "nonstream_tokens_per_second": 36.53069322810788, "stream_tokens_per_second": 53.18659223451281 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.159255289999919, "streaming_ttfb_avg_s": 1.5032743020000225, "streaming_total_avg_s": 6.054602793000072, "nonstream_tokens_per_second": 52.86055879327317, "stream_tokens_per_second": 34.51919261188065 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.153537958999891, "streaming_ttfb_avg_s": 0.7494970010000088, "streaming_total_avg_s": 2.6935038920000807, "nonstream_tokens_per_second": 84.95602527459545, "stream_tokens_per_second": 37.12636179847666 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6193158160000394, "streaming_ttfb_avg_s": 0.6711523939999324, "streaming_total_avg_s": 1.7818213790000073, "nonstream_tokens_per_second": 98.18961713889425, "stream_tokens_per_second": 105.51001476113686 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3285712609999791, "streaming_ttfb_avg_s": 0.25005495499999597, "streaming_total_avg_s": 1.4853233989999808, "nonstream_tokens_per_second": 82.04302110069632, "stream_tokens_per_second": 116.4729513562334 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3288838420000957, "streaming_ttfb_avg_s": 1.2844978020000326, "streaming_total_avg_s": 2.3342724170000793, "nonstream_tokens_per_second": 83.52874532128746, "stream_tokens_per_second": 45.83869441318784 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.924149370000009, "streaming_ttfb_avg_s": 0.35280244099999436, "streaming_total_avg_s": 4.626524249999989, "nonstream_tokens_per_second": 43.06665829083861, "stream_tokens_per_second": 42.3644164407007 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.5025392059999376, "streaming_ttfb_avg_s": 0.35188826599994627, "streaming_total_avg_s": 5.272819916000003, "nonstream_tokens_per_second": 33.4043370020173, "stream_tokens_per_second": 26.93056130536735 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.410690534000082, "streaming_ttfb_avg_s": 2.459840493999991, "streaming_total_avg_s": 2.4682824689999734, "nonstream_tokens_per_second": 106.19363887210223, "stream_tokens_per_second": null }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.0225294010000425, "streaming_ttfb_avg_s": 2.479236892000017, "streaming_total_avg_s": 3.129857871000013, "nonstream_tokens_per_second": 63.641548508347945, "stream_tokens_per_second": 25.879769413976582 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.621725835999996, "streaming_ttfb_avg_s": 0.2538437380000005, "streaming_total_avg_s": 3.126141928000038, "nonstream_tokens_per_second": 53.781367244381926, "stream_tokens_per_second": 54.06024546944304 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.624570378000044, "streaming_ttfb_avg_s": 0.8425731219999761, "streaming_total_avg_s": 3.0645565779999515, "nonstream_tokens_per_second": 36.969898781200705, "stream_tokens_per_second": 49.59934533145448 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.4773671250000007, "streaming_ttfb_avg_s": 0.39747677299999395, "streaming_total_avg_s": 3.065415628999972, "nonstream_tokens_per_second": 55.30064503459493, "stream_tokens_per_second": 56.76228644295256 }, { "timestamp": "2025-09-16T01:06:55.166556+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.5787860350000074, "streaming_ttfb_avg_s": 0.671271797999907, "streaming_total_avg_s": 2.730119166999998, "nonstream_tokens_per_second": 31.016104040430506, "stream_tokens_per_second": 40.6575659193561 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.657621464000016, "streaming_ttfb_avg_s": 0.5637810499999887, "streaming_total_avg_s": 3.652119085999999, "nonstream_tokens_per_second": 36.90923222338117, "stream_tokens_per_second": 43.81018149527012 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.8826268159999984, "streaming_ttfb_avg_s": 0.6082688449999978, "streaming_total_avg_s": 4.284450931999999, "nonstream_tokens_per_second": 44.04234764343627, "stream_tokens_per_second": 43.87960160678999 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.1969119030000002, "streaming_ttfb_avg_s": 0.771350990000002, "streaming_total_avg_s": 2.2159114400000135, "nonstream_tokens_per_second": 62.66125335709022, "stream_tokens_per_second": 42.420467850465826 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1923082309999984, "streaming_ttfb_avg_s": 0.28329128499999, "streaming_total_avg_s": 0.8957815509999989, "nonstream_tokens_per_second": 58.709650893955875, "stream_tokens_per_second": 100.47092385362167 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8110666369999819, "streaming_ttfb_avg_s": 0.22896067099998163, "streaming_total_avg_s": 1.7039630589999888, "nonstream_tokens_per_second": 64.11310443287431, "stream_tokens_per_second": 89.20381178287093 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4609017429999938, "streaming_ttfb_avg_s": 0.6891591449999908, "streaming_total_avg_s": 1.5286226510000063, "nonstream_tokens_per_second": 52.0226636487765, "stream_tokens_per_second": 56.259796977193716 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.591309998000014, "streaming_ttfb_avg_s": 0.39012631399998554, "streaming_total_avg_s": 3.3615219829999887, "nonstream_tokens_per_second": 30.927992242269756, "stream_tokens_per_second": 45.515097260632885 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.191227257999998, "streaming_ttfb_avg_s": 0.5210572280000179, "streaming_total_avg_s": 3.5717917620000037, "nonstream_tokens_per_second": 32.92591680314942, "stream_tokens_per_second": 30.796868162998997 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.687147866999993, "streaming_ttfb_avg_s": 3.437305225999978, "streaming_total_avg_s": 3.44371818099998, "nonstream_tokens_per_second": 95.26829659947428, "stream_tokens_per_second": null }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.591066058999985, "streaming_ttfb_avg_s": 0.24278059099998472, "streaming_total_avg_s": 1.992849170999989, "nonstream_tokens_per_second": 57.119346489035564, "stream_tokens_per_second": 77.27629478488056 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.773649199000005, "streaming_ttfb_avg_s": 0.24485549199999923, "streaming_total_avg_s": 3.012387841999981, "nonstream_tokens_per_second": 26.153303533950968, "stream_tokens_per_second": 52.11812297574695 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.748114171999987, "streaming_ttfb_avg_s": 0.3198940119999918, "streaming_total_avg_s": 2.723498866, "nonstream_tokens_per_second": 59.313401772304815, "stream_tokens_per_second": 70.49755092499458 }, { "timestamp": "2025-09-16T04:18:14.167768+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.965372236999997, "streaming_ttfb_avg_s": 1.1206447389999994, "streaming_total_avg_s": 3.3547396679999792, "nonstream_tokens_per_second": 37.43206286718874, "stream_tokens_per_second": 37.55880112006378 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0523403859999974, "streaming_ttfb_avg_s": 0.6869788369999981, "streaming_total_avg_s": 4.322049153999998, "nonstream_tokens_per_second": 39.31409503029133, "stream_tokens_per_second": 41.64691182038326 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.3874373200000036, "streaming_ttfb_avg_s": 0.8215969289999947, "streaming_total_avg_s": 2.579207899999986, "nonstream_tokens_per_second": 64.92317042275262, "stream_tokens_per_second": 60.09596977428646 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.0936015159999783, "streaming_ttfb_avg_s": 0.33129886899999406, "streaming_total_avg_s": 1.2114345749999984, "nonstream_tokens_per_second": 24.890083484171832, "stream_tokens_per_second": 53.655394473118854 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.577366043000012, "streaming_ttfb_avg_s": 0.7079337830000156, "streaming_total_avg_s": 1.3388802839999983, "nonstream_tokens_per_second": 77.97809553834745, "stream_tokens_per_second": 63.485885195094944 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.7247696919999953, "streaming_ttfb_avg_s": 0.2493936220000137, "streaming_total_avg_s": 1.0732883490000233, "nonstream_tokens_per_second": 83.48940769768605, "stream_tokens_per_second": 133.23539767596685 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7196495409999955, "streaming_ttfb_avg_s": 0.4177389999999832, "streaming_total_avg_s": 2.0182626719999917, "nonstream_tokens_per_second": 54.080786685128565, "stream_tokens_per_second": 56.48422357583021 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.1305866060000085, "streaming_ttfb_avg_s": 0.49427395299997556, "streaming_total_avg_s": 6.298148009999977, "nonstream_tokens_per_second": 27.56669318309599, "stream_tokens_per_second": 32.549250934482366 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.90593842200002, "streaming_ttfb_avg_s": 0.34095449599999483, "streaming_total_avg_s": 6.289738787999994, "nonstream_tokens_per_second": 21.50377991191314, "stream_tokens_per_second": 20.3506066490722 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.486984927000009, "streaming_ttfb_avg_s": 2.3641229939999846, "streaming_total_avg_s": 2.365971959999996, "nonstream_tokens_per_second": 58.70562318852344, "stream_tokens_per_second": null }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.483110976000006, "streaming_ttfb_avg_s": 1.8730432940000128, "streaming_total_avg_s": 2.8661656040000025, "nonstream_tokens_per_second": 103.09647956708939, "stream_tokens_per_second": 31.400837367665208 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 6.000282860999988, "streaming_ttfb_avg_s": 0.40674376200001916, "streaming_total_avg_s": 2.3197128099999986, "nonstream_tokens_per_second": 22.498939321254152, "stream_tokens_per_second": 64.66317699043103 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.5766228459999923, "streaming_ttfb_avg_s": 0.33353393300001244, "streaming_total_avg_s": 2.7596347360000095, "nonstream_tokens_per_second": 50.84174434118962, "stream_tokens_per_second": 56.16685352521214 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.8139806869999973, "streaming_ttfb_avg_s": 0.34491322399998126, "streaming_total_avg_s": 2.624922465999987, "nonstream_tokens_per_second": 44.83504611936178, "stream_tokens_per_second": 68.95441764259749 }, { "timestamp": "2025-09-16T08:20:55.261674+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.046140637999997, "streaming_ttfb_avg_s": 1.593389067000004, "streaming_total_avg_s": 3.895857602999996, "nonstream_tokens_per_second": 27.433549629374024, "stream_tokens_per_second": 32.59872740271717 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0115458599999982, "streaming_ttfb_avg_s": 0.8072878750000001, "streaming_total_avg_s": 3.436538779000003, "nonstream_tokens_per_second": 49.476251376095625, "stream_tokens_per_second": 50.05035911454205 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.589902366000004, "streaming_ttfb_avg_s": 0.7917053900000042, "streaming_total_avg_s": 4.103001618999997, "nonstream_tokens_per_second": 33.14853382282761, "stream_tokens_per_second": 52.6443857588934 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.6895169439999904, "streaming_ttfb_avg_s": 0.3176748309999766, "streaming_total_avg_s": 1.716953947999997, "nonstream_tokens_per_second": 55.04531950997736, "stream_tokens_per_second": 51.83598552755135 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.0442771760000085, "streaming_ttfb_avg_s": 0.6563604410000039, "streaming_total_avg_s": 1.0322761729999854, "nonstream_tokens_per_second": 35.709443346052254, "stream_tokens_per_second": 59.09271336053676 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3923773200000085, "streaming_ttfb_avg_s": 0.22101301999998668, "streaming_total_avg_s": 1.8847704209999847, "nonstream_tokens_per_second": 102.70204631026246, "stream_tokens_per_second": 70.03505494847803 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.620748802999998, "streaming_ttfb_avg_s": 0.8228761539999994, "streaming_total_avg_s": 1.6227523830000052, "nonstream_tokens_per_second": 56.14688706328794, "stream_tokens_per_second": 56.69380058460817 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 8.058598665000005, "streaming_ttfb_avg_s": 0.5371463179999978, "streaming_total_avg_s": 6.347064619000008, "nonstream_tokens_per_second": 17.869111738424053, "stream_tokens_per_second": 26.46892856535447 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.018722128999997, "streaming_ttfb_avg_s": 0.7964094929999987, "streaming_total_avg_s": 5.275839404999999, "nonstream_tokens_per_second": 21.120914303562166, "stream_tokens_per_second": 25.777888514026902 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.030772044999992, "streaming_ttfb_avg_s": 4.590302782000009, "streaming_total_avg_s": 4.5989345840000055, "nonstream_tokens_per_second": 84.46692664409892, "stream_tokens_per_second": null }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.050310507000006, "streaming_ttfb_avg_s": 3.8690189170000053, "streaming_total_avg_s": 4.765267069999993, "nonstream_tokens_per_second": 83.92588210692594, "stream_tokens_per_second": 18.257108934714992 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.743012919999984, "streaming_ttfb_avg_s": 0.33622756599999093, "streaming_total_avg_s": 3.886302050999973, "nonstream_tokens_per_second": 49.69258829061183, "stream_tokens_per_second": 46.059209410638076 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.4634136170000147, "streaming_ttfb_avg_s": 0.26702798399998073, "streaming_total_avg_s": 3.634032259999998, "nonstream_tokens_per_second": 84.05005841899226, "stream_tokens_per_second": 51.73316760814889 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.021316807999995, "streaming_ttfb_avg_s": 0.3762656080000113, "streaming_total_avg_s": 5.03176492099999, "nonstream_tokens_per_second": 33.81976762672417, "stream_tokens_per_second": 35.57399894676048 }, { "timestamp": "2025-09-16T12:30:37.727819+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.4815153469999984, "streaming_ttfb_avg_s": 0.8840958620000094, "streaming_total_avg_s": 2.9940387640000097, "nonstream_tokens_per_second": 35.32944357289374, "stream_tokens_per_second": 37.073668295364676 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.571329597000002, "streaming_ttfb_avg_s": 0.6743370689999963, "streaming_total_avg_s": 4.407772674999997, "nonstream_tokens_per_second": 39.76110189305496, "stream_tokens_per_second": 34.25766506890016 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.0944712169999917, "streaming_ttfb_avg_s": 0.3119748080000022, "streaming_total_avg_s": 3.417990491000012, "nonstream_tokens_per_second": 45.56513540193655, "stream_tokens_per_second": 58.80648308684815 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.2219753769999926, "streaming_ttfb_avg_s": 0.7206882580000098, "streaming_total_avg_s": 2.5171088320000052, "nonstream_tokens_per_second": 25.139856926969987, "stream_tokens_per_second": 37.344432153658985 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.5038957390000007, "streaming_ttfb_avg_s": 0.35177613999999835, "streaming_total_avg_s": 0.8432090449999947, "nonstream_tokens_per_second": 70.48360950240045, "stream_tokens_per_second": 71.1567319584438 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3575915719999898, "streaming_ttfb_avg_s": 0.2184658479999939, "streaming_total_avg_s": 1.392661610999994, "nonstream_tokens_per_second": 49.352103667892024, "stream_tokens_per_second": 70.36885286845207 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.664591330999997, "streaming_ttfb_avg_s": 1.2866458400000056, "streaming_total_avg_s": 2.7301520230000023, "nonstream_tokens_per_second": 57.67181302231603, "stream_tokens_per_second": 36.627996960446154 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 9.604269231999993, "streaming_ttfb_avg_s": 0.48500567699998953, "streaming_total_avg_s": 6.524152506999997, "nonstream_tokens_per_second": 19.574628267772006, "stream_tokens_per_second": 27.89634359477736 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.770626149000009, "streaming_ttfb_avg_s": 0.5208307479999945, "streaming_total_avg_s": 4.076767619999998, "nonstream_tokens_per_second": 23.686618165140946, "stream_tokens_per_second": 25.019821953943023 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.082584541000003, "streaming_ttfb_avg_s": 5.5670182100000005, "streaming_total_avg_s": 5.567509074, "nonstream_tokens_per_second": 83.04719516855573, "stream_tokens_per_second": null }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.0159601470000013, "streaming_ttfb_avg_s": 1.8457010910000093, "streaming_total_avg_s": 4.4714380500000175, "nonstream_tokens_per_second": 84.88175822039464, "stream_tokens_per_second": 23.929661733768086 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.1746225299999935, "streaming_ttfb_avg_s": 0.31759773499999255, "streaming_total_avg_s": 2.2032772489999957, "nonstream_tokens_per_second": 71.73658777461506, "stream_tokens_per_second": 79.88100457165858 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.5790398059999973, "streaming_ttfb_avg_s": 0.33015607100000466, "streaming_total_avg_s": 2.962394245000013, "nonstream_tokens_per_second": 47.219368646496726, "stream_tokens_per_second": 57.38601480438646 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 5.7282220539999855, "streaming_ttfb_avg_s": 1.779659430999999, "streaming_total_avg_s": 27.859015797000012, "nonstream_tokens_per_second": 37.70803540152016, "stream_tokens_per_second": 6.999529395471268 }, { "timestamp": "2025-09-16T16:18:59.534104+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.862783357000012, "streaming_ttfb_avg_s": 0.5841407370000127, "streaming_total_avg_s": 2.599245501000013, "nonstream_tokens_per_second": 40.869316818513106, "stream_tokens_per_second": 42.70470025139786 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1329298830000027, "streaming_ttfb_avg_s": 0.8526282230000106, "streaming_total_avg_s": 3.0677330710000206, "nonstream_tokens_per_second": 43.72903483840908, "stream_tokens_per_second": 46.288251524344915 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 6.940369539000017, "streaming_ttfb_avg_s": 0.8273474940000085, "streaming_total_avg_s": 2.9271289019999926, "nonstream_tokens_per_second": 21.756766574385665, "stream_tokens_per_second": 65.25165320512437 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.759399043000002, "streaming_ttfb_avg_s": 0.9158876909999947, "streaming_total_avg_s": 2.1846527989999913, "nonstream_tokens_per_second": 43.19656777260161, "stream_tokens_per_second": 48.52029578728516 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4414710559999833, "streaming_ttfb_avg_s": 0.2820011539999996, "streaming_total_avg_s": 0.9934468129999914, "nonstream_tokens_per_second": 49.9489737933391, "stream_tokens_per_second": 75.49473109035043 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2408153959999595, "streaming_ttfb_avg_s": 0.27505634400000645, "streaming_total_avg_s": 1.1410065270000018, "nonstream_tokens_per_second": 77.36847907390337, "stream_tokens_per_second": 85.01266005466053 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.9664098939999803, "streaming_ttfb_avg_s": 0.3298314940000182, "streaming_total_avg_s": 1.1416622280000297, "nonstream_tokens_per_second": 45.26014656026791, "stream_tokens_per_second": 64.81777025209428 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.185654892000002, "streaming_ttfb_avg_s": 0.8394560540000384, "streaming_total_avg_s": 5.1113036340000235, "nonstream_tokens_per_second": 29.099586566459863, "stream_tokens_per_second": 40.10718491391409 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.660641597999984, "streaming_ttfb_avg_s": 0.9362741730000153, "streaming_total_avg_s": 7.848720945000025, "nonstream_tokens_per_second": 22.965594579584682, "stream_tokens_per_second": 23.698128816579988 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.802017053999975, "streaming_ttfb_avg_s": 12.69504581800004, "streaming_total_avg_s": 12.695498575000045, "nonstream_tokens_per_second": 53.3109310361065, "stream_tokens_per_second": null }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.587021443000026, "streaming_ttfb_avg_s": 0.49622612799998933, "streaming_total_avg_s": 6.511276764999991, "nonstream_tokens_per_second": 55.66246866242096, "stream_tokens_per_second": 37.780608762066706 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.087907283999982, "streaming_ttfb_avg_s": 0.6656588999999826, "streaming_total_avg_s": 2.6195775310000045, "nonstream_tokens_per_second": 67.53173432580506, "stream_tokens_per_second": 60.31506917822916 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.7512605169999915, "streaming_ttfb_avg_s": 0.5484005289999914, "streaming_total_avg_s": 3.4011189519999903, "nonstream_tokens_per_second": 54.88393377034766, "stream_tokens_per_second": 49.10148758595976 }, { "timestamp": "2025-09-16T20:16:39.997036+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6421531720000075, "streaming_ttfb_avg_s": 0.9326588010000023, "streaming_total_avg_s": 3.094362014000012, "nonstream_tokens_per_second": 42.01119040951638, "stream_tokens_per_second": 37.4875336095693 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.4055701659999897, "streaming_ttfb_avg_s": 0.8536508890000079, "streaming_total_avg_s": 3.0550174470000115, "nonstream_tokens_per_second": 44.63276120912567, "stream_tokens_per_second": 46.480912945175554 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.9372953600000073, "streaming_ttfb_avg_s": 0.7733738069999845, "streaming_total_avg_s": 2.90253212799999, "nonstream_tokens_per_second": 49.36514113446175, "stream_tokens_per_second": 58.9140765576396 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.844289477000018, "streaming_ttfb_avg_s": 1.2618515290000119, "streaming_total_avg_s": 2.3465294650000033, "nonstream_tokens_per_second": 46.6304238420806, "stream_tokens_per_second": 37.928353906265514 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8002603959999988, "streaming_ttfb_avg_s": 0.9537725120000005, "streaming_total_avg_s": 1.8570767660000058, "nonstream_tokens_per_second": 126.20891962770598, "stream_tokens_per_second": 88.31083507293177 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.065493707999991, "streaming_ttfb_avg_s": 0.26211974399998894, "streaming_total_avg_s": 1.3205420470000035, "nonstream_tokens_per_second": 113.56237872781601, "stream_tokens_per_second": 136.30766275782167 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7489672530000178, "streaming_ttfb_avg_s": 0.4140618149999966, "streaming_total_avg_s": 1.2231394410000007, "nonstream_tokens_per_second": 45.16951353119428, "stream_tokens_per_second": 73.58114453934934 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.314407899999992, "streaming_ttfb_avg_s": 0.5324168930000042, "streaming_total_avg_s": 5.877385016000005, "nonstream_tokens_per_second": 25.022140238992193, "stream_tokens_per_second": 30.28557760218713 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.6028658360000065, "streaming_ttfb_avg_s": 0.9066687090000016, "streaming_total_avg_s": 6.628394248000006, "nonstream_tokens_per_second": 24.767178549585655, "stream_tokens_per_second": 26.25070167672981 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.6400408209999853, "streaming_ttfb_avg_s": 2.1441017079999938, "streaming_total_avg_s": 2.255714323999996, "nonstream_tokens_per_second": 96.96819759894214, "stream_tokens_per_second": 46.99176614352172 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.685019791000002, "streaming_ttfb_avg_s": 5.089658189999994, "streaming_total_avg_s": 5.0902312780000045, "nonstream_tokens_per_second": 69.47045457536862, "stream_tokens_per_second": null }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.926987459000003, "streaming_ttfb_avg_s": 0.41621821799998315, "streaming_total_avg_s": 2.5696771510000076, "nonstream_tokens_per_second": 40.743700271643746, "stream_tokens_per_second": 74.32840344386105 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7785296999999787, "streaming_ttfb_avg_s": 0.3196250350000014, "streaming_total_avg_s": 2.939851591000007, "nonstream_tokens_per_second": 51.466068546973275, "stream_tokens_per_second": 55.785128916733676 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.994930358000005, "streaming_ttfb_avg_s": 0.33994226999999455, "streaming_total_avg_s": 3.127119313999998, "nonstream_tokens_per_second": 42.303616047166095, "stream_tokens_per_second": 60.439011442209434 }, { "timestamp": "2025-09-17T01:06:54.079029+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.5945292220000056, "streaming_ttfb_avg_s": 1.0524099999999805, "streaming_total_avg_s": 3.3555146249999837, "nonstream_tokens_per_second": 30.880260847688785, "stream_tokens_per_second": 36.3580593841103 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.94674593900001, "streaming_ttfb_avg_s": 0.7293892570000082, "streaming_total_avg_s": 3.115988243000004, "nonstream_tokens_per_second": 38.259366661503165, "stream_tokens_per_second": 43.64586429538715 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.578813556, "streaming_ttfb_avg_s": 0.6766472159999921, "streaming_total_avg_s": 2.690883576999994, "nonstream_tokens_per_second": 32.5411808490767, "stream_tokens_per_second": 63.547899827997796 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.6612531580000223, "streaming_ttfb_avg_s": 1.2580543429999977, "streaming_total_avg_s": 2.9891131009999867, "nonstream_tokens_per_second": 36.44899385404475, "stream_tokens_per_second": 30.443812905425556 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1968342819999975, "streaming_ttfb_avg_s": 0.23080588600001306, "streaming_total_avg_s": 1.0518813529999989, "nonstream_tokens_per_second": 76.03391828644176, "stream_tokens_per_second": 163.51654063402736 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4665207360000068, "streaming_ttfb_avg_s": 0.4883698870000046, "streaming_total_avg_s": 1.3423256369999876, "nonstream_tokens_per_second": 102.96479026396753, "stream_tokens_per_second": 97.59181854916864 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5742999759999918, "streaming_ttfb_avg_s": 0.27344969300000344, "streaming_total_avg_s": 1.4845379669999943, "nonstream_tokens_per_second": 62.885092745501325, "stream_tokens_per_second": 58.60409227243451 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.125036265999995, "streaming_ttfb_avg_s": 0.509471843, "streaming_total_avg_s": 5.290722385000009, "nonstream_tokens_per_second": 23.346800539580695, "stream_tokens_per_second": 37.045980820254215 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.049609825999994, "streaming_ttfb_avg_s": 0.3396985990000019, "streaming_total_avg_s": 3.5082054640000138, "nonstream_tokens_per_second": 34.57123180143138, "stream_tokens_per_second": 41.6167187179318 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.4800313279999955, "streaming_ttfb_avg_s": 2.348821313000002, "streaming_total_avg_s": 2.360703242999989, "nonstream_tokens_per_second": 103.22450249305902, "stream_tokens_per_second": null }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.509809754999992, "streaming_ttfb_avg_s": 3.029858904000008, "streaming_total_avg_s": 3.0925075950000007, "nonstream_tokens_per_second": 101.99976292625446, "stream_tokens_per_second": 2.586897446245398 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.980762133000013, "streaming_ttfb_avg_s": 0.39901204000000234, "streaming_total_avg_s": 2.3345129819999784, "nonstream_tokens_per_second": 32.72591536143522, "stream_tokens_per_second": 75.81881161712967 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.584254407000003, "streaming_ttfb_avg_s": 0.488577432999989, "streaming_total_avg_s": 3.2734596450000026, "nonstream_tokens_per_second": 55.72206807888006, "stream_tokens_per_second": 52.54379728270634 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.3150706769999942, "streaming_ttfb_avg_s": 0.3737168389999965, "streaming_total_avg_s": 2.982557887999974, "nonstream_tokens_per_second": 66.95259956419913, "stream_tokens_per_second": 56.99805548920883 }, { "timestamp": "2025-09-17T04:17:36.126819+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.698545219999971, "streaming_ttfb_avg_s": 2.0235310379999873, "streaming_total_avg_s": 3.9188945450000006, "nonstream_tokens_per_second": 19.47865564186934, "stream_tokens_per_second": 27.558792092988046 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2794219429999885, "streaming_ttfb_avg_s": 0.7283985849999794, "streaming_total_avg_s": 4.7994988219999755, "nonstream_tokens_per_second": 48.48415445270458, "stream_tokens_per_second": 36.670495509499865 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.178906799999993, "streaming_ttfb_avg_s": 1.038566670000023, "streaming_total_avg_s": 3.5401267000000303, "nonstream_tokens_per_second": 35.142551706085975, "stream_tokens_per_second": 53.67039546917865 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.099843366000016, "streaming_ttfb_avg_s": 0.20965460399997937, "streaming_total_avg_s": 1.079737410000007, "nonstream_tokens_per_second": 38.09807974029592, "stream_tokens_per_second": 83.35359983498157 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.6805976310000119, "streaming_ttfb_avg_s": 0.8223803640000256, "streaming_total_avg_s": 1.3419832239999891, "nonstream_tokens_per_second": 126.35953474248649, "stream_tokens_per_second": 58.12293224315346 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.5601661530000115, "streaming_ttfb_avg_s": 0.620098621000011, "streaming_total_avg_s": 1.2767648070000064, "nonstream_tokens_per_second": 51.559153629666554, "stream_tokens_per_second": 97.12047146048832 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.27270629100002, "streaming_ttfb_avg_s": 0.195770121999999, "streaming_total_avg_s": 1.2663115759999641, "nonstream_tokens_per_second": 69.92972426502966, "stream_tokens_per_second": 75.0210310009854 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.748359842999946, "streaming_ttfb_avg_s": 1.094124550999993, "streaming_total_avg_s": 6.863220262000027, "nonstream_tokens_per_second": 24.89493801583001, "stream_tokens_per_second": 30.743585655884516 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 7.411389180000015, "streaming_ttfb_avg_s": 0.587419753000006, "streaming_total_avg_s": 5.447945449999963, "nonstream_tokens_per_second": 22.802742629688712, "stream_tokens_per_second": 22.393763138726147 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.4542072200000007, "streaming_ttfb_avg_s": 1.6647528770000122, "streaming_total_avg_s": 2.2168477999999823, "nonstream_tokens_per_second": 74.1125195146804, "stream_tokens_per_second": 38.793822471709916 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.6361158810000234, "streaming_ttfb_avg_s": 2.7515384359999757, "streaming_total_avg_s": 3.8721032079999986, "nonstream_tokens_per_second": 70.40479687066342, "stream_tokens_per_second": 22.72666694890433 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.321549478999998, "streaming_ttfb_avg_s": 0.43715491099999326, "streaming_total_avg_s": 3.199147793999998, "nonstream_tokens_per_second": 35.89180195612724, "stream_tokens_per_second": 44.386820848452516 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1080062139999995, "streaming_ttfb_avg_s": 0.2135408890000008, "streaming_total_avg_s": 2.983374193999964, "nonstream_tokens_per_second": 47.297202733327616, "stream_tokens_per_second": 62.01032387156267 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.330401103999975, "streaming_ttfb_avg_s": 0.38697917899997947, "streaming_total_avg_s": 2.435819324000022, "nonstream_tokens_per_second": 48.94305367729701, "stream_tokens_per_second": 62.40200104431006 }, { "timestamp": "2025-09-17T08:20:04.503841+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9936524780000013, "streaming_ttfb_avg_s": 1.9850795019999623, "streaming_total_avg_s": 3.9316227690000005, "nonstream_tokens_per_second": 39.41673285966493, "stream_tokens_per_second": 27.46957334044272 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.9960727140000003, "streaming_ttfb_avg_s": 0.6909908060000021, "streaming_total_avg_s": 3.135677184000002, "nonstream_tokens_per_second": 38.53783727720226, "stream_tokens_per_second": 43.37181157995118 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.7257287460000015, "streaming_ttfb_avg_s": 0.2888785579999933, "streaming_total_avg_s": 1.8271217429999922, "nonstream_tokens_per_second": 45.09184952886528, "stream_tokens_per_second": 92.49520490217313 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 5.568368967000012, "streaming_ttfb_avg_s": 0.3101522380000006, "streaming_total_avg_s": 1.4563257909999976, "nonstream_tokens_per_second": 15.803550469000344, "stream_tokens_per_second": 49.439486991822506 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8768488289999965, "streaming_ttfb_avg_s": 0.18756941499999868, "streaming_total_avg_s": 0.8053367359999868, "nonstream_tokens_per_second": 95.79758473966136, "stream_tokens_per_second": 146.52255972587588 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3887311860000011, "streaming_ttfb_avg_s": 0.6232737329999907, "streaming_total_avg_s": 1.613353551000003, "nonstream_tokens_per_second": 51.84588689722126, "stream_tokens_per_second": 94.83352232693584 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5000424880000054, "streaming_ttfb_avg_s": 0.624129147000005, "streaming_total_avg_s": 1.562773902999993, "nonstream_tokens_per_second": 53.998470475324105, "stream_tokens_per_second": 64.62867072844922 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.9736372509999995, "streaming_ttfb_avg_s": 1.5835327669999941, "streaming_total_avg_s": 5.732866570999988, "nonstream_tokens_per_second": 27.119155916754213, "stream_tokens_per_second": 34.88656111616319 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.387067201000008, "streaming_ttfb_avg_s": 0.3558112000000051, "streaming_total_avg_s": 5.784236860000007, "nonstream_tokens_per_second": 23.933984867171816, "stream_tokens_per_second": 21.95622397109095 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.7083289849999943, "streaming_ttfb_avg_s": 2.5470505140000057, "streaming_total_avg_s": 2.608270415000007, "nonstream_tokens_per_second": 78.27704875373567, "stream_tokens_per_second": 29.13808306183613 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.376320403999998, "streaming_ttfb_avg_s": 3.432040318999995, "streaming_total_avg_s": 3.484712197999997, "nonstream_tokens_per_second": 58.496631043287785, "stream_tokens_per_second": 9.756903316008087 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.4029542259999914, "streaming_ttfb_avg_s": 0.2396508300000022, "streaming_total_avg_s": 2.962977695999996, "nonstream_tokens_per_second": 61.590852792216495, "stream_tokens_per_second": 58.38720967543869 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.66376565500002, "streaming_ttfb_avg_s": 0.24848767099999236, "streaming_total_avg_s": 2.240241666000003, "nonstream_tokens_per_second": 46.175233083707234, "stream_tokens_per_second": 60.70773616260373 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.5732223990000023, "streaming_ttfb_avg_s": 0.3762072869999997, "streaming_total_avg_s": 3.026195169999994, "nonstream_tokens_per_second": 49.535119910122305, "stream_tokens_per_second": 55.8457040958136 }, { "timestamp": "2025-09-17T12:30:54.808443+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.086357829999997, "streaming_ttfb_avg_s": 5.290435005999996, "streaming_total_avg_s": 7.524914999999993, "nonstream_tokens_per_second": 35.96472156308593, "stream_tokens_per_second": 16.87726705218599 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6408175419999935, "streaming_ttfb_avg_s": 0.6298758410000005, "streaming_total_avg_s": 3.361658133000006, "nonstream_tokens_per_second": 34.882275350232376, "stream_tokens_per_second": 49.08292083012943 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.571868541000001, "streaming_ttfb_avg_s": 1.3132819649999874, "streaming_total_avg_s": 3.7586024780000002, "nonstream_tokens_per_second": 31.278239677626807, "stream_tokens_per_second": 45.49563328415386 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.322841543999999, "streaming_ttfb_avg_s": 0.6731215110000051, "streaming_total_avg_s": 2.3339061980000224, "nonstream_tokens_per_second": 30.135503724226496, "stream_tokens_per_second": 47.98821824800644 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.393662517999985, "streaming_ttfb_avg_s": 0.3893259339999986, "streaming_total_avg_s": 1.1892847649999965, "nonstream_tokens_per_second": 71.0358488668209, "stream_tokens_per_second": 109.30939655987301 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4051462240000205, "streaming_ttfb_avg_s": 0.19097145000000637, "streaming_total_avg_s": 0.7639011100000062, "nonstream_tokens_per_second": 116.00216206395159, "stream_tokens_per_second": 112.58001706529699 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7615395300000216, "streaming_ttfb_avg_s": 0.23078083499999025, "streaming_total_avg_s": 1.3980389680000087, "nonstream_tokens_per_second": 52.79472780267319, "stream_tokens_per_second": 71.52876442568471 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.470484155999998, "streaming_ttfb_avg_s": 0.4752156479999883, "streaming_total_avg_s": 6.438721286999993, "nonstream_tokens_per_second": 32.17265510347272, "stream_tokens_per_second": 33.54703370001613 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 8.763568716000009, "streaming_ttfb_avg_s": 0.5589736880000089, "streaming_total_avg_s": 5.949165625999996, "nonstream_tokens_per_second": 16.317553343185295, "stream_tokens_per_second": 30.9287069090586 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.2038146730000108, "streaming_ttfb_avg_s": 2.832699856000005, "streaming_total_avg_s": 3.3681001999999864, "nonstream_tokens_per_second": 64.2983508802974, "stream_tokens_per_second": 27.908908410741574 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.1792494999999974, "streaming_ttfb_avg_s": 2.4193861109999943, "streaming_total_avg_s": 2.8785058809999953, "nonstream_tokens_per_second": 80.52214838753618, "stream_tokens_per_second": 27.097391224680333 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.7968692290000092, "streaming_ttfb_avg_s": 0.3207158179999965, "streaming_total_avg_s": 8.068874104999992, "nonstream_tokens_per_second": 50.30460320865571, "stream_tokens_per_second": 24.78660559049585 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.2372901119999824, "streaming_ttfb_avg_s": 0.6946591440000134, "streaming_total_avg_s": 2.6238891550000005, "nonstream_tokens_per_second": 63.46964090100136, "stream_tokens_per_second": 53.73702609781166 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 14.778811080999986, "streaming_ttfb_avg_s": 0.3764875899999822, "streaming_total_avg_s": 5.187053731999981, "nonstream_tokens_per_second": 12.585586146312291, "stream_tokens_per_second": 48.96806802540385 }, { "timestamp": "2025-09-17T16:19:03.491601+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2001750700000002, "streaming_ttfb_avg_s": 0.5732130949999998, "streaming_total_avg_s": 2.5858392670000114, "nonstream_tokens_per_second": 36.87298270216198, "stream_tokens_per_second": 41.765937031847045 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.185624443000002, "streaming_ttfb_avg_s": 0.6229642899999988, "streaming_total_avg_s": 4.261524592000001, "nonstream_tokens_per_second": 34.16455583805466, "stream_tokens_per_second": 36.60661733428757 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.313915655999992, "streaming_ttfb_avg_s": 0.8281475659999984, "streaming_total_avg_s": 3.733264126000009, "nonstream_tokens_per_second": 47.07422161380452, "stream_tokens_per_second": 48.750903728583275 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8293854559999971, "streaming_ttfb_avg_s": 1.388411254999994, "streaming_total_avg_s": 2.622332100999998, "nonstream_tokens_per_second": 50.836743943152975, "stream_tokens_per_second": 37.37131538855386 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.3412451650000037, "streaming_ttfb_avg_s": 0.5568719510000051, "streaming_total_avg_s": 1.2133677660000046, "nonstream_tokens_per_second": 90.96025334040974, "stream_tokens_per_second": 101.37074961656722 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0532729920000037, "streaming_ttfb_avg_s": 0.16777680500000258, "streaming_total_avg_s": 1.2809273099999956, "nonstream_tokens_per_second": 112.03173431413647, "stream_tokens_per_second": 123.3481390915153 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.609661086999992, "streaming_ttfb_avg_s": 0.37546178000000907, "streaming_total_avg_s": 1.6561527100000006, "nonstream_tokens_per_second": 52.18489822385848, "stream_tokens_per_second": 59.17328722663501 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 7.445314983000003, "streaming_ttfb_avg_s": 0.4142217800000054, "streaming_total_avg_s": 5.096644040000001, "nonstream_tokens_per_second": 23.370401440005796, "stream_tokens_per_second": 34.92494249215803 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.0389448749999985, "streaming_ttfb_avg_s": 0.9513544189999976, "streaming_total_avg_s": 4.06971455499999, "nonstream_tokens_per_second": 31.93903457273604, "stream_tokens_per_second": 31.69755476867844 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.4055314390000007, "streaming_ttfb_avg_s": 3.360800150000003, "streaming_total_avg_s": 3.365687526000002, "nonstream_tokens_per_second": 67.53718299765194, "stream_tokens_per_second": null }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.0226512890000095, "streaming_ttfb_avg_s": 3.1000767910000064, "streaming_total_avg_s": 3.1035856569999964, "nonstream_tokens_per_second": 56.90368605400828, "stream_tokens_per_second": null }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.9150918400000023, "streaming_ttfb_avg_s": 0.2611292339999949, "streaming_total_avg_s": 3.734442774999991, "nonstream_tokens_per_second": 55.22982082101395, "stream_tokens_per_second": 54.62662364668327 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.670463987000005, "streaming_ttfb_avg_s": 0.6671114529999898, "streaming_total_avg_s": 3.22049715899999, "nonstream_tokens_per_second": 38.6872069860741, "stream_tokens_per_second": 50.61330345983407 }, { "timestamp": "2025-09-17T20:15:41.010300+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9489014099999906, "streaming_ttfb_avg_s": 1.130278890999989, "streaming_total_avg_s": 3.516414679999997, "nonstream_tokens_per_second": 37.64113633083459, "stream_tokens_per_second": 34.97880972331742 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.8632009340000195, "streaming_ttfb_avg_s": 0.9444133960000727, "streaming_total_avg_s": 3.690072500000042, "nonstream_tokens_per_second": 32.0977350436723, "stream_tokens_per_second": 40.10761306180253 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.989141528999994, "streaming_ttfb_avg_s": 0.8372103519999428, "streaming_total_avg_s": 2.1675205459999916, "nonstream_tokens_per_second": 37.35139475920064, "stream_tokens_per_second": 90.42590178058721 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.4488593190000074, "streaming_ttfb_avg_s": 0.34728304399993704, "streaming_total_avg_s": 1.5721771689999287, "nonstream_tokens_per_second": 38.65109556575224, "stream_tokens_per_second": 61.69788107386287 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.6890080169999919, "streaming_ttfb_avg_s": 0.15821348999998008, "streaming_total_avg_s": 0.9395931650000193, "nonstream_tokens_per_second": 145.13619222517866, "stream_tokens_per_second": 164.9650144059922 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7597932050000509, "streaming_ttfb_avg_s": 0.5547910459999912, "streaming_total_avg_s": 0.9262496080000346, "nonstream_tokens_per_second": 132.9309071670274, "stream_tokens_per_second": 85.29018454385898 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.517523997000012, "streaming_ttfb_avg_s": 0.3246593109998912, "streaming_total_avg_s": 1.249988873999996, "nonstream_tokens_per_second": 52.717453007762465, "stream_tokens_per_second": 75.20066934611795 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.40433309499997, "streaming_ttfb_avg_s": 0.872943849999956, "streaming_total_avg_s": 4.8864577750000535, "nonstream_tokens_per_second": 33.30660727898768, "stream_tokens_per_second": 45.227035651607075 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 7.034547502999999, "streaming_ttfb_avg_s": 0.46531705000006696, "streaming_total_avg_s": 3.998554600000034, "nonstream_tokens_per_second": 29.141888644944736, "stream_tokens_per_second": 35.51283256204599 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.2475209599999744, "streaming_ttfb_avg_s": 2.433490290000009, "streaming_total_avg_s": 2.4385553199999777, "nonstream_tokens_per_second": 74.74902480998527, "stream_tokens_per_second": null }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 5.425238411999999, "streaming_ttfb_avg_s": 3.0340145700000676, "streaming_total_avg_s": 3.0590331780000497, "nonstream_tokens_per_second": 47.18686637508089, "stream_tokens_per_second": null }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.99909791999994, "streaming_ttfb_avg_s": 0.37338123499989706, "streaming_total_avg_s": 2.8871504019999747, "nonstream_tokens_per_second": 61.68521499958351, "stream_tokens_per_second": 68.23336943705287 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.965638578000039, "streaming_ttfb_avg_s": 0.2732006049999427, "streaming_total_avg_s": 2.85872153899993, "nonstream_tokens_per_second": 45.18419776234723, "stream_tokens_per_second": 58.067915232510536 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.9715102730000353, "streaming_ttfb_avg_s": 0.29073208399995565, "streaming_total_avg_s": 1.3681798729999173, "nonstream_tokens_per_second": 51.15243968062775, "stream_tokens_per_second": 120.59817810228084 }, { "timestamp": "2025-09-18T01:06:29.891984+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.032173252000007, "streaming_ttfb_avg_s": 1.4466144040000017, "streaming_total_avg_s": 3.8883447099999557, "nonstream_tokens_per_second": 36.60740689100959, "stream_tokens_per_second": 30.089924820477485 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0891482420000003, "streaming_ttfb_avg_s": 1.3504184880000025, "streaming_total_avg_s": 3.739110664000002, "nonstream_tokens_per_second": 47.58593258859864, "stream_tokens_per_second": 42.79092393292159 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.681705708999999, "streaming_ttfb_avg_s": 0.2043100019999997, "streaming_total_avg_s": 1.8107558750000052, "nonstream_tokens_per_second": 30.97161782750579, "stream_tokens_per_second": 82.28607845880913 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.7178349339999954, "streaming_ttfb_avg_s": 0.6096829639999868, "streaming_total_avg_s": 1.5450326239999868, "nonstream_tokens_per_second": 39.584711344565186, "stream_tokens_per_second": 76.37379183263188 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.3353437049999997, "streaming_ttfb_avg_s": 0.3451782239999943, "streaming_total_avg_s": 0.9764905739999961, "nonstream_tokens_per_second": 93.60885855226317, "stream_tokens_per_second": 150.53908753859676 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5827652210000025, "streaming_ttfb_avg_s": 0.21983983900000226, "streaming_total_avg_s": 0.8980742980000116, "nonstream_tokens_per_second": 61.916953127187675, "stream_tokens_per_second": 136.95971510811282 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.2372939859999974, "streaming_ttfb_avg_s": 0.29687062800000774, "streaming_total_avg_s": 1.3078400840000057, "nonstream_tokens_per_second": 74.3558127987217, "stream_tokens_per_second": 72.63885024034757 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.2684429580000085, "streaming_ttfb_avg_s": 0.9300108879999982, "streaming_total_avg_s": 6.777728793999998, "nonstream_tokens_per_second": 27.901981889503787, "stream_tokens_per_second": 26.705111033688855 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.759526149999999, "streaming_ttfb_avg_s": 0.30017313599999795, "streaming_total_avg_s": 3.545318944999991, "nonstream_tokens_per_second": 25.21259390496258, "stream_tokens_per_second": 27.642082847922797 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.6241676839999997, "streaming_ttfb_avg_s": 2.243176575000007, "streaming_total_avg_s": 2.258369743000003, "nonstream_tokens_per_second": 97.55474147512597, "stream_tokens_per_second": 6.199162047487625 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.1677565610000045, "streaming_ttfb_avg_s": 1.8519398560000013, "streaming_total_avg_s": 2.925345827000001, "nonstream_tokens_per_second": 80.81429083022256, "stream_tokens_per_second": 36.91871197011811 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.9440174130000116, "streaming_ttfb_avg_s": 0.30984515100000465, "streaming_total_avg_s": 3.249708039000012, "nonstream_tokens_per_second": 48.42777807482247, "stream_tokens_per_second": 56.31275111603936 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.520720140999998, "streaming_ttfb_avg_s": 0.27727883400000053, "streaming_total_avg_s": 2.190361721000002, "nonstream_tokens_per_second": 51.57256368349861, "stream_tokens_per_second": 63.91638360813002 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.258635748000003, "streaming_ttfb_avg_s": 0.2324235980000111, "streaming_total_avg_s": 1.9587997649999949, "nonstream_tokens_per_second": 73.49569320639291, "stream_tokens_per_second": 86.78783969529445 }, { "timestamp": "2025-09-18T04:17:38.551196+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.212795868000001, "streaming_ttfb_avg_s": 2.9366147579999904, "streaming_total_avg_s": 4.95108727600001, "nonstream_tokens_per_second": 25.636181619992033, "stream_tokens_per_second": 22.419317982549693 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.702936752999989, "streaming_ttfb_avg_s": 0.2091198120000115, "streaming_total_avg_s": 2.7817206230000124, "nonstream_tokens_per_second": 36.45754950867788, "stream_tokens_per_second": 70.10049765159293 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.432937487999993, "streaming_ttfb_avg_s": 0.8133144380000203, "streaming_total_avg_s": 3.3402113760000134, "nonstream_tokens_per_second": 42.52917523559645, "stream_tokens_per_second": 50.29621813969875 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.6180245299999854, "streaming_ttfb_avg_s": 0.36000165099997616, "streaming_total_avg_s": 1.3692299100000014, "nonstream_tokens_per_second": 69.22021138950286, "stream_tokens_per_second": 77.41577891765445 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2647333470000035, "streaming_ttfb_avg_s": 0.6633409959999881, "streaming_total_avg_s": 1.5569210059999818, "nonstream_tokens_per_second": 78.27736987787334, "stream_tokens_per_second": 100.19776173538365 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6924335020000001, "streaming_ttfb_avg_s": 0.31876057300002003, "streaming_total_avg_s": 0.9041000870000175, "nonstream_tokens_per_second": 95.31601202045823, "stream_tokens_per_second": 119.45580091510145 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.9815910990000134, "streaming_ttfb_avg_s": 0.2602630549999958, "streaming_total_avg_s": 1.4829436870000166, "nonstream_tokens_per_second": 42.8948232775643, "stream_tokens_per_second": 70.80511614868814 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.343970565999996, "streaming_ttfb_avg_s": 0.3941326289999836, "streaming_total_avg_s": 6.305612946999986, "nonstream_tokens_per_second": 46.040827616418106, "stream_tokens_per_second": 28.545995688751937 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.840313428000002, "streaming_ttfb_avg_s": 0.8675869060000139, "streaming_total_avg_s": 8.14726480600001, "nonstream_tokens_per_second": 18.149710851443018, "stream_tokens_per_second": 18.53382743725193 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.2283295539999983, "streaming_ttfb_avg_s": 1.9885619039999938, "streaming_total_avg_s": 2.445170556999983, "nonstream_tokens_per_second": 62.57105931137541, "stream_tokens_per_second": 38.44312607596994 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.03199069599998, "streaming_ttfb_avg_s": 3.8496533699999986, "streaming_total_avg_s": 3.8501020239999946, "nonstream_tokens_per_second": 93.01223690248722, "stream_tokens_per_second": null }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.029418762000006, "streaming_ttfb_avg_s": 0.33830710000000863, "streaming_total_avg_s": 3.55465876400001, "nonstream_tokens_per_second": 74.89829247966692, "stream_tokens_per_second": 56.26419110197309 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2153000960000213, "streaming_ttfb_avg_s": 0.20268657599999074, "streaming_total_avg_s": 3.44719451200001, "nonstream_tokens_per_second": 42.60877551381104, "stream_tokens_per_second": 42.64337260003145 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 1.6324310880000041, "streaming_ttfb_avg_s": 0.27604390199999784, "streaming_total_avg_s": 4.248432379999997, "nonstream_tokens_per_second": 115.16565776159706, "stream_tokens_per_second": 47.54694954095048 }, { "timestamp": "2025-09-18T08:19:59.767184+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.683136696999981, "streaming_ttfb_avg_s": 1.9250494919999994, "streaming_total_avg_s": 4.020262900000006, "nonstream_tokens_per_second": 26.264447945496414, "stream_tokens_per_second": 26.863914795223923 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.533030963000002, "streaming_ttfb_avg_s": 0.730993564000002, "streaming_total_avg_s": 4.610301929000002, "nonstream_tokens_per_second": 30.44320701234971, "stream_tokens_per_second": 31.451302373042463 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.538307620999987, "streaming_ttfb_avg_s": 0.8315810500000111, "streaming_total_avg_s": 5.575976854000004, "nonstream_tokens_per_second": 27.763653441420242, "stream_tokens_per_second": 36.94419926657749 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.868807012000019, "streaming_ttfb_avg_s": 0.4238050900000019, "streaming_total_avg_s": 1.505617123999997, "nonstream_tokens_per_second": 36.94915675979925, "stream_tokens_per_second": 69.73884550478866 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2245378590000087, "streaming_ttfb_avg_s": 0.22361493099998597, "streaming_total_avg_s": 1.3317454969999858, "nonstream_tokens_per_second": 120.86192265289444, "stream_tokens_per_second": 126.15022943832172 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.194782633000017, "streaming_ttfb_avg_s": 0.22608612999999878, "streaming_total_avg_s": 0.6148608620000005, "nonstream_tokens_per_second": 70.166401758656, "stream_tokens_per_second": 117.09966343572532 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 5.494502320000009, "streaming_ttfb_avg_s": 0.3634198020000099, "streaming_total_avg_s": 1.743197581000004, "nonstream_tokens_per_second": 11.284006519447587, "stream_tokens_per_second": 56.792185280114715 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.213259778000008, "streaming_ttfb_avg_s": 0.993960651000009, "streaming_total_avg_s": 6.811972591, "nonstream_tokens_per_second": 35.127195520389705, "stream_tokens_per_second": 32.14927791831451 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.704666791999983, "streaming_ttfb_avg_s": 0.9585274979999951, "streaming_total_avg_s": 6.426370899999995, "nonstream_tokens_per_second": 19.342496296388152, "stream_tokens_per_second": 18.98427617988873 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.444620919000016, "streaming_ttfb_avg_s": 2.7217211139999904, "streaming_total_avg_s": 2.72756130099998, "nonstream_tokens_per_second": 59.313899702418055, "stream_tokens_per_second": null }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.735248652000024, "streaming_ttfb_avg_s": 2.3916258900000003, "streaming_total_avg_s": 3.3280652740000107, "nonstream_tokens_per_second": 50.063601495410914, "stream_tokens_per_second": 27.343213701643194 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.762291164000004, "streaming_ttfb_avg_s": 0.3618638469999951, "streaming_total_avg_s": 3.0075180569999986, "nonstream_tokens_per_second": 38.5403451459186, "stream_tokens_per_second": 58.52001439870327 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.390000172000015, "streaming_ttfb_avg_s": 0.29699467599999707, "streaming_total_avg_s": 4.312792535999989, "nonstream_tokens_per_second": 43.06784442251626, "stream_tokens_per_second": 34.78024939709281 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.0886368190000155, "streaming_ttfb_avg_s": 0.39828271400000403, "streaming_total_avg_s": 2.666922351000011, "nonstream_tokens_per_second": 38.8882669307096, "stream_tokens_per_second": 70.49324099350174 }, { "timestamp": "2025-09-18T12:30:04.782014+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.8232535150000047, "streaming_ttfb_avg_s": 1.3309415489999878, "streaming_total_avg_s": 3.5507194919999847, "nonstream_tokens_per_second": 29.032864173015707, "stream_tokens_per_second": 34.07760040538863 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2304997040000103, "streaming_ttfb_avg_s": 0.9257133490000342, "streaming_total_avg_s": 4.873980394, "nonstream_tokens_per_second": 41.78920054777989, "stream_tokens_per_second": 38.572169931465666 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 12.143377634999979, "streaming_ttfb_avg_s": 0.7911516120000215, "streaming_total_avg_s": 5.553184288000011, "nonstream_tokens_per_second": 12.517110524661721, "stream_tokens_per_second": 34.754834341993224 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 5.094408672999975, "streaming_ttfb_avg_s": 0.9771272360000012, "streaming_total_avg_s": 1.9047799120000377, "nonstream_tokens_per_second": 12.759086318397589, "stream_tokens_per_second": 46.19956323856814 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.3542844259999924, "streaming_ttfb_avg_s": 0.1657896780000101, "streaming_total_avg_s": 0.80913993300004, "nonstream_tokens_per_second": 121.83555893597858, "stream_tokens_per_second": 161.90030260191537 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0520198330000312, "streaming_ttfb_avg_s": 0.30425019599999814, "streaming_total_avg_s": 1.1434204110000223, "nonstream_tokens_per_second": 106.46187123736162, "stream_tokens_per_second": 132.9344819610685 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 0.9974959350000177, "streaming_ttfb_avg_s": 0.47238753499999575, "streaming_total_avg_s": 1.871269032999976, "nonstream_tokens_per_second": 57.14309001168911, "stream_tokens_per_second": 52.90527350911454 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.678373878000002, "streaming_ttfb_avg_s": 0.783496748999994, "streaming_total_avg_s": 6.3717914380000025, "nonstream_tokens_per_second": 35.22135109399359, "stream_tokens_per_second": 37.66601627427591 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.168228349000003, "streaming_ttfb_avg_s": 0.3820715790000122, "streaming_total_avg_s": 4.887726998000005, "nonstream_tokens_per_second": 21.86435899680483, "stream_tokens_per_second": 28.64317095805191 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.426786252999989, "streaming_ttfb_avg_s": 2.805032702999995, "streaming_total_avg_s": 2.846761975999982, "nonstream_tokens_per_second": 45.5237031091243, "stream_tokens_per_second": 2.8102103609100793 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.5172913899999685, "streaming_ttfb_avg_s": 3.364598087000047, "streaming_total_avg_s": 3.3883643900000493, "nonstream_tokens_per_second": 72.78327884002874, "stream_tokens_per_second": 2.3610211533358383 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.171873579000021, "streaming_ttfb_avg_s": 0.644917525999972, "streaming_total_avg_s": 3.8617332960000113, "nonstream_tokens_per_second": 50.12810127512303, "stream_tokens_per_second": 40.39636817011289 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.248201243999972, "streaming_ttfb_avg_s": 0.45433640799996056, "streaming_total_avg_s": 3.4051770319999832, "nonstream_tokens_per_second": 47.593604124881146, "stream_tokens_per_second": 49.63031243657256 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 6.951165564999997, "streaming_ttfb_avg_s": 0.2791553330000056, "streaming_total_avg_s": 3.0122422059999963, "nonstream_tokens_per_second": 21.43525407454456, "stream_tokens_per_second": 55.772407565821155 }, { "timestamp": "2025-09-18T16:18:24.168135+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.733760338000025, "streaming_ttfb_avg_s": 2.21943828000002, "streaming_total_avg_s": 4.306553079000025, "nonstream_tokens_per_second": 22.814843230029073, "stream_tokens_per_second": 25.77467361107599 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.3017381809999975, "streaming_ttfb_avg_s": 0.7296755769999947, "streaming_total_avg_s": 3.7746877249999997, "nonstream_tokens_per_second": 42.099037652313505, "stream_tokens_per_second": 39.738386570772555 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 6.648678317999995, "streaming_ttfb_avg_s": 1.4266912829999967, "streaming_total_avg_s": 3.497130812000009, "nonstream_tokens_per_second": 21.95925160113907, "stream_tokens_per_second": 46.609637660874434 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.204762279999997, "streaming_ttfb_avg_s": 0.7992168609999908, "streaming_total_avg_s": 2.9179910689999957, "nonstream_tokens_per_second": 25.898956848680857, "stream_tokens_per_second": 42.152288026759614 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1518257639999945, "streaming_ttfb_avg_s": 1.0828951790000048, "streaming_total_avg_s": 1.8467948950000022, "nonstream_tokens_per_second": 132.83259046808467, "stream_tokens_per_second": 69.30926674453464 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5715658419999983, "streaming_ttfb_avg_s": 0.9898431989999921, "streaming_total_avg_s": 1.4289024349999977, "nonstream_tokens_per_second": 91.62835953264512, "stream_tokens_per_second": 60.186054620307324 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.876044860999997, "streaming_ttfb_avg_s": 0.26181079399999874, "streaming_total_avg_s": 1.3975649610000005, "nonstream_tokens_per_second": 44.775048692185905, "stream_tokens_per_second": 65.1132523635157 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.514376765999998, "streaming_ttfb_avg_s": 0.7626516649999928, "streaming_total_avg_s": 4.54167065499999, "nonstream_tokens_per_second": 37.87898282834642, "stream_tokens_per_second": 42.05500894031701 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 7.211921500999992, "streaming_ttfb_avg_s": 1.035660624000002, "streaming_total_avg_s": 4.769994273000009, "nonstream_tokens_per_second": 18.58034644184907, "stream_tokens_per_second": 28.721208487706658 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.1849743240000095, "streaming_ttfb_avg_s": 3.6374927339999914, "streaming_total_avg_s": 3.6623853509999975, "nonstream_tokens_per_second": 80.37741405666642, "stream_tokens_per_second": null }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.293717915000002, "streaming_ttfb_avg_s": 2.949326228000004, "streaming_total_avg_s": 2.959629346, "nonstream_tokens_per_second": 77.7237172722485, "stream_tokens_per_second": null }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.821041188999999, "streaming_ttfb_avg_s": 0.4063362859999984, "streaming_total_avg_s": 3.1035851169999944, "nonstream_tokens_per_second": 42.135112404306525, "stream_tokens_per_second": 58.64185873398114 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7431215820000148, "streaming_ttfb_avg_s": 0.4276321319999852, "streaming_total_avg_s": 3.853438979999993, "nonstream_tokens_per_second": 56.504969016717524, "stream_tokens_per_second": 43.59742060843541 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.546710737000012, "streaming_ttfb_avg_s": 0.3695897730000013, "streaming_total_avg_s": 2.8065198510000187, "nonstream_tokens_per_second": 58.89950429811978, "stream_tokens_per_second": 77.67627224240807 }, { "timestamp": "2025-09-18T20:17:11.055449+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2277532129999997, "streaming_ttfb_avg_s": 0.6135358070000052, "streaming_total_avg_s": 2.908589323000001, "nonstream_tokens_per_second": 34.38924622642766, "stream_tokens_per_second": 42.28854139955872 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.8843929629999963, "streaming_ttfb_avg_s": 0.9742820039999955, "streaming_total_avg_s": 3.9442726919999984, "nonstream_tokens_per_second": 39.903274842793024, "stream_tokens_per_second": 41.32574310356533 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.1127233029999957, "streaming_ttfb_avg_s": 0.8760685760000015, "streaming_total_avg_s": 3.920857187000003, "nonstream_tokens_per_second": 63.288632115207406, "stream_tokens_per_second": 54.32485546941699 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.1475515250000115, "streaming_ttfb_avg_s": 0.39980645100000345, "streaming_total_avg_s": 2.009367218999998, "nonstream_tokens_per_second": 53.15665455631667, "stream_tokens_per_second": 65.19465370057883 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.012559729000003, "streaming_ttfb_avg_s": 0.16330964999998798, "streaming_total_avg_s": 0.7193975179999939, "nonstream_tokens_per_second": 112.58595096665124, "stream_tokens_per_second": 166.80624689061136 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9894789029999913, "streaming_ttfb_avg_s": 1.3303129560000002, "streaming_total_avg_s": 1.8824204510000015, "nonstream_tokens_per_second": 129.36101983773284, "stream_tokens_per_second": 73.30987077126686 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.1462344309999963, "streaming_ttfb_avg_s": 0.837271641000001, "streaming_total_avg_s": 2.1146508150000045, "nonstream_tokens_per_second": 47.05916489884146, "stream_tokens_per_second": 54.382500970969886 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.1945200190000094, "streaming_ttfb_avg_s": 0.37528651899999943, "streaming_total_avg_s": 4.1633597200000025, "nonstream_tokens_per_second": 51.02487980370347, "stream_tokens_per_second": 43.23431365666378 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.720667769000002, "streaming_ttfb_avg_s": 0.3879413190000065, "streaming_total_avg_s": 3.160086712000009, "nonstream_tokens_per_second": 24.189206236005628, "stream_tokens_per_second": 38.606535553825545 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.5080807009999972, "streaming_ttfb_avg_s": 1.3376016550000003, "streaming_total_avg_s": 1.72572190999999, "nonstream_tokens_per_second": 72.9743759677552, "stream_tokens_per_second": 53.31102274757613 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.5731649680000004, "streaming_ttfb_avg_s": 3.6357542490000014, "streaming_total_avg_s": 3.7557604680000054, "nonstream_tokens_per_second": 68.78688393522384, "stream_tokens_per_second": 9.319018158428507 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.873787835999991, "streaming_ttfb_avg_s": 0.16335976099999527, "streaming_total_avg_s": 2.201899722999997, "nonstream_tokens_per_second": 60.1992944060887, "stream_tokens_per_second": 91.28481097501836 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.817231921000001, "streaming_ttfb_avg_s": 0.3569010249999991, "streaming_total_avg_s": 3.6101167249999975, "nonstream_tokens_per_second": 37.625585316516776, "stream_tokens_per_second": 52.075878516088736 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 1.5138478909999975, "streaming_ttfb_avg_s": 0.2842616779999929, "streaming_total_avg_s": 2.8068409619999954, "nonstream_tokens_per_second": 75.30479163576692, "stream_tokens_per_second": 69.82939277768753 }, { "timestamp": "2025-09-19T01:08:53.650727+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8448074689999885, "streaming_ttfb_avg_s": 1.6828548050000052, "streaming_total_avg_s": 3.9411671949999914, "nonstream_tokens_per_second": 37.963904825504535, "stream_tokens_per_second": 31.462760615006154 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.33188459400003, "streaming_ttfb_avg_s": 0.8031870989999561, "streaming_total_avg_s": 3.574475123999946, "nonstream_tokens_per_second": 45.619827371487474, "stream_tokens_per_second": 44.20229390859299 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.199047705999988, "streaming_ttfb_avg_s": 0.36380713899995953, "streaming_total_avg_s": 2.9474172010000075, "nonstream_tokens_per_second": 37.151280700405664, "stream_tokens_per_second": 72.60594120418159 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.961689942000021, "streaming_ttfb_avg_s": 1.1769041049999487, "streaming_total_avg_s": 3.2540732379999326, "nonstream_tokens_per_second": 42.31045805096915, "stream_tokens_per_second": 46.096073760219134 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.7873541349999869, "streaming_ttfb_avg_s": 0.5822846720000143, "streaming_total_avg_s": 1.2262494849999257, "nonstream_tokens_per_second": 111.76673378365057, "stream_tokens_per_second": 104.38332620380898 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.354350001000057, "streaming_ttfb_avg_s": 0.7077098600000227, "streaming_total_avg_s": 1.4461545919999708, "nonstream_tokens_per_second": 128.47491407060048, "stream_tokens_per_second": 107.18079578590664 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.1658891710000034, "streaming_ttfb_avg_s": 0.2182492030000276, "streaming_total_avg_s": 1.185943891000079, "nonstream_tokens_per_second": 42.01507686470623, "stream_tokens_per_second": 82.63460079663538 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.804988642000012, "streaming_ttfb_avg_s": 0.5018724950000433, "streaming_total_avg_s": 5.955442922999964, "nonstream_tokens_per_second": 29.697854745922168, "stream_tokens_per_second": 28.88114322038664 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.003004954999938, "streaming_ttfb_avg_s": 0.4606191719999515, "streaming_total_avg_s": 5.958718793000003, "nonstream_tokens_per_second": 35.22353871280736, "stream_tokens_per_second": 31.046942543643528 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.9645723959999941, "streaming_ttfb_avg_s": 1.7907176280000385, "streaming_total_avg_s": 2.4121031610000045, "nonstream_tokens_per_second": 82.46069237755924, "stream_tokens_per_second": 31.507773477023296 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.3675918699999556, "streaming_ttfb_avg_s": 2.614502931000061, "streaming_total_avg_s": 2.6703739110000697, "nonstream_tokens_per_second": 76.01871303959508, "stream_tokens_per_second": 5.617190887841777 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.6320727979999674, "streaming_ttfb_avg_s": 0.49553478600000744, "streaming_total_avg_s": 3.279940224000029, "nonstream_tokens_per_second": 52.3117268201852, "stream_tokens_per_second": 61.28160462475496 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.450125322999952, "streaming_ttfb_avg_s": 0.37367970000002515, "streaming_total_avg_s": 4.600113792000002, "nonstream_tokens_per_second": 37.75174580628362, "stream_tokens_per_second": 45.21627277171493 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.2414936310000257, "streaming_ttfb_avg_s": 0.40966875499998423, "streaming_total_avg_s": 3.2391696820000107, "nonstream_tokens_per_second": 44.11546536214646, "stream_tokens_per_second": 46.92560591828838 }, { "timestamp": "2025-09-19T04:18:21.680621+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.8515211879999924, "streaming_ttfb_avg_s": 0.8081815809999853, "streaming_total_avg_s": 2.72062154799994, "nonstream_tokens_per_second": 28.81978173866409, "stream_tokens_per_second": 39.69681122293397 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.028161202000007, "streaming_ttfb_avg_s": 0.7531246679999981, "streaming_total_avg_s": 3.190351370000002, "nonstream_tokens_per_second": 44.91174377050211, "stream_tokens_per_second": 51.40499618385291 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.357557774999975, "streaming_ttfb_avg_s": 0.9131708390000028, "streaming_total_avg_s": 3.8316040630000145, "nonstream_tokens_per_second": 47.73315943011247, "stream_tokens_per_second": 37.32118393465631 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8379030880000187, "streaming_ttfb_avg_s": 0.6893871239999783, "streaming_total_avg_s": 1.9929604639999923, "nonstream_tokens_per_second": 41.35147304350099, "stream_tokens_per_second": 41.14482022158184 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.377389251000011, "streaming_ttfb_avg_s": 0.20000867900000685, "streaming_total_avg_s": 0.9989245209999922, "nonstream_tokens_per_second": 74.4514176319876, "stream_tokens_per_second": 152.16364880885848 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.1960664890000032, "streaming_ttfb_avg_s": 0.7737138189999939, "streaming_total_avg_s": 1.7619582210000146, "nonstream_tokens_per_second": 63.5416180446134, "stream_tokens_per_second": 76.61929686583578 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.055101941999993, "streaming_ttfb_avg_s": 0.28649343000000727, "streaming_total_avg_s": 0.9791777490000015, "nonstream_tokens_per_second": 43.79344798458679, "stream_tokens_per_second": 77.61614280718288 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.992317370999984, "streaming_ttfb_avg_s": 0.4699302189999912, "streaming_total_avg_s": 4.420362920000002, "nonstream_tokens_per_second": 28.243396707721136, "stream_tokens_per_second": 38.9108322354672 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.837516526999991, "streaming_ttfb_avg_s": 0.7412383390000059, "streaming_total_avg_s": 3.8415296109999986, "nonstream_tokens_per_second": 16.233964417004785, "stream_tokens_per_second": 35.66287751829594 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.7457587250000017, "streaming_ttfb_avg_s": 1.3937755869999933, "streaming_total_avg_s": 1.8165001560000178, "nonstream_tokens_per_second": 51.35192641516596, "stream_tokens_per_second": 53.949899027698756 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.6345665160000067, "streaming_ttfb_avg_s": 3.2618270110000083, "streaming_total_avg_s": 3.267177626000006, "nonstream_tokens_per_second": 70.43480945335368, "stream_tokens_per_second": null }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.8797990109999887, "streaming_ttfb_avg_s": 0.42536657900001273, "streaming_total_avg_s": 4.257049856000009, "nonstream_tokens_per_second": 43.55895744105609, "stream_tokens_per_second": 38.524331531812734 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.9995019770000226, "streaming_ttfb_avg_s": 0.5196016589999886, "streaming_total_avg_s": 3.197485870000037, "nonstream_tokens_per_second": 49.34152440466916, "stream_tokens_per_second": 48.7883313148146 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.156238194000025, "streaming_ttfb_avg_s": 0.3511359299999981, "streaming_total_avg_s": 3.27076995799996, "nonstream_tokens_per_second": 34.406112769579906, "stream_tokens_per_second": 53.50422140571775 }, { "timestamp": "2025-09-19T08:19:48.059108+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.8876032450000366, "streaming_ttfb_avg_s": 1.0984722000000033, "streaming_total_avg_s": 3.156013994000034, "nonstream_tokens_per_second": 28.5522963648002, "stream_tokens_per_second": 35.170946710320194 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.753335614000008, "streaming_ttfb_avg_s": 0.658824027999998, "streaming_total_avg_s": 2.9413514940000027, "nonstream_tokens_per_second": 38.49875745659813, "stream_tokens_per_second": 42.157491293694356 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 6.063038318999986, "streaming_ttfb_avg_s": 0.4259840579999832, "streaming_total_avg_s": 4.263043101999983, "nonstream_tokens_per_second": 30.182886924287708, "stream_tokens_per_second": 36.59357793657152 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.000700330000001, "streaming_ttfb_avg_s": 0.33668599300000324, "streaming_total_avg_s": 1.6456725720000236, "nonstream_tokens_per_second": 24.491423960528852, "stream_tokens_per_second": 40.71283749875795 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.9003069050000079, "streaming_ttfb_avg_s": 0.16273150800000735, "streaming_total_avg_s": 0.58460138800001, "nonstream_tokens_per_second": 116.62689624711818, "stream_tokens_per_second": 126.58197794083706 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.11046241599999, "streaming_ttfb_avg_s": 0.27019437299998117, "streaming_total_avg_s": 0.9329980329999898, "nonstream_tokens_per_second": 113.46624449827496, "stream_tokens_per_second": 82.52964880580926 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8373953910000012, "streaming_ttfb_avg_s": 0.23495375999999624, "streaming_total_avg_s": 1.2193273809999994, "nonstream_tokens_per_second": 47.89388306460596, "stream_tokens_per_second": 74.63131019445224 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.591253792999993, "streaming_ttfb_avg_s": 0.689234005000003, "streaming_total_avg_s": 4.1898894759999905, "nonstream_tokens_per_second": 50.95713378895702, "stream_tokens_per_second": 52.50735162828923 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.340298116000014, "streaming_ttfb_avg_s": 0.32656141399999683, "streaming_total_avg_s": 4.501194948999995, "nonstream_tokens_per_second": 18.768833550538957, "stream_tokens_per_second": 27.10391382339573 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.051245152999996, "streaming_ttfb_avg_s": 2.349230441000003, "streaming_total_avg_s": 2.7477746339999953, "nonstream_tokens_per_second": 63.19044894393243, "stream_tokens_per_second": 32.0259161399625 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.660329924999985, "streaming_ttfb_avg_s": 3.3336680529999967, "streaming_total_avg_s": 3.3374158830000056, "nonstream_tokens_per_second": 96.22866607419057, "stream_tokens_per_second": null }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.8663061029999994, "streaming_ttfb_avg_s": 0.38635820900000795, "streaming_total_avg_s": 5.512169859000011, "nonstream_tokens_per_second": 36.98620755584805, "stream_tokens_per_second": 33.380683960523 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.6733199990000003, "streaming_ttfb_avg_s": 0.33130106899997713, "streaming_total_avg_s": 3.2144574809999824, "nonstream_tokens_per_second": 56.4840722608906, "stream_tokens_per_second": 49.15292889512663 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.650691338999991, "streaming_ttfb_avg_s": 0.7702527399999894, "streaming_total_avg_s": 3.738342123999985, "nonstream_tokens_per_second": 37.41379234112194, "stream_tokens_per_second": 50.82466871616932 }, { "timestamp": "2025-09-19T12:30:53.122876+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.582196658999976, "streaming_ttfb_avg_s": 1.1427785440000093, "streaming_total_avg_s": 3.289691650000009, "nonstream_tokens_per_second": 32.3823650799739, "stream_tokens_per_second": 35.86962322137386 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0020911219999675, "streaming_ttfb_avg_s": 0.646058150999977, "streaming_total_avg_s": 2.7918602660000147, "nonstream_tokens_per_second": 43.30314927729279, "stream_tokens_per_second": 49.42940794014627 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.63033674899998, "streaming_ttfb_avg_s": 0.31099664900000334, "streaming_total_avg_s": 3.169424036999999, "nonstream_tokens_per_second": 39.1148286833489, "stream_tokens_per_second": 60.263315280712646 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.08481788499995, "streaming_ttfb_avg_s": 0.6717684559999952, "streaming_total_avg_s": 2.946219369000005, "nonstream_tokens_per_second": 36.454023417015065, "stream_tokens_per_second": 31.22645956646002 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.090850995999972, "streaming_ttfb_avg_s": 0.9137253600000008, "streaming_total_avg_s": 2.307368194999981, "nonstream_tokens_per_second": 86.17125560199096, "stream_tokens_per_second": 75.41059132957383 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8141573169999674, "streaming_ttfb_avg_s": 0.7343863749999855, "streaming_total_avg_s": 1.6334923690000096, "nonstream_tokens_per_second": 70.01103940210892, "stream_tokens_per_second": 93.66434940474406 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.533256181000013, "streaming_ttfb_avg_s": 0.24282949900003814, "streaming_total_avg_s": 1.8415715570000089, "nonstream_tokens_per_second": 54.785365316586514, "stream_tokens_per_second": 55.9304902426876 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.563949575000038, "streaming_ttfb_avg_s": 0.46583838800000876, "streaming_total_avg_s": 4.157404109000026, "nonstream_tokens_per_second": 30.014650159729182, "stream_tokens_per_second": 37.52341507102672 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.350960794000002, "streaming_ttfb_avg_s": 0.41062046099995086, "streaming_total_avg_s": 4.360325925999973, "nonstream_tokens_per_second": 24.481584717811696, "stream_tokens_per_second": 26.832856530826387 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.540323035999961, "streaming_ttfb_avg_s": 2.700506488999963, "streaming_total_avg_s": 2.813213700999995, "nonstream_tokens_per_second": 56.29205340166911, "stream_tokens_per_second": 19.906059742313225 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.6671428490000153, "streaming_ttfb_avg_s": 1.6616622960000313, "streaming_total_avg_s": 2.603461756999991, "nonstream_tokens_per_second": 69.80911585427005, "stream_tokens_per_second": 38.794501101634715 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.51015221199998, "streaming_ttfb_avg_s": 0.5726863819999721, "streaming_total_avg_s": 3.1695338399999855, "nonstream_tokens_per_second": 39.24479522643676, "stream_tokens_per_second": 41.96200662744797 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.8674561779999976, "streaming_ttfb_avg_s": 0.3893865169999913, "streaming_total_avg_s": 3.1323422130000154, "nonstream_tokens_per_second": 51.96243316399171, "stream_tokens_per_second": 45.333488598616064 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.517028758000038, "streaming_ttfb_avg_s": 0.4526559800000314, "streaming_total_avg_s": 8.21370965799997, "nonstream_tokens_per_second": 29.886902925048606, "stream_tokens_per_second": 23.01030933275298 }, { "timestamp": "2025-09-19T16:18:08.747146+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8012548059999745, "streaming_ttfb_avg_s": 0.6999001220000309, "streaming_total_avg_s": 2.6217003970000405, "nonstream_tokens_per_second": 38.55415072155381, "stream_tokens_per_second": 41.1946384581481 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.317969683999998, "streaming_ttfb_avg_s": 0.8949350070000008, "streaming_total_avg_s": 3.606910450000001, "nonstream_tokens_per_second": 32.88582606917628, "stream_tokens_per_second": 47.131749555911476 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.622320842999997, "streaming_ttfb_avg_s": 0.4056254910000092, "streaming_total_avg_s": 3.397100518000002, "nonstream_tokens_per_second": 39.47745277074014, "stream_tokens_per_second": 55.635680780876996 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.635283985000001, "streaming_ttfb_avg_s": 1.1088704019999938, "streaming_total_avg_s": 1.913091824999995, "nonstream_tokens_per_second": 50.14419559670546, "stream_tokens_per_second": 38.68084063346002 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.7993739300000016, "streaming_ttfb_avg_s": 0.22056368699999496, "streaming_total_avg_s": 1.1165765389999933, "nonstream_tokens_per_second": 61.68812282392015, "stream_tokens_per_second": 144.19074230611338 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3772262070000068, "streaming_ttfb_avg_s": 0.34972237899999925, "streaming_total_avg_s": 0.808313224999992, "nonstream_tokens_per_second": 53.00509068805401, "stream_tokens_per_second": 98.97153420940353 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1600508010000112, "streaming_ttfb_avg_s": 0.7313056810000091, "streaming_total_avg_s": 1.7529608410000037, "nonstream_tokens_per_second": 73.27265316891857, "stream_tokens_per_second": 51.34170592690371 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.6946479549999935, "streaming_ttfb_avg_s": 0.8839221310000056, "streaming_total_avg_s": 5.298005329000006, "nonstream_tokens_per_second": 29.325781210649076, "stream_tokens_per_second": 32.276298225671304 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.0315552769999954, "streaming_ttfb_avg_s": 0.40136605900001143, "streaming_total_avg_s": 4.587000967999998, "nonstream_tokens_per_second": 31.33705023317645, "stream_tokens_per_second": 27.468928146953914 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.823294533000009, "streaming_ttfb_avg_s": 3.196063633999998, "streaming_total_avg_s": 3.214140948000008, "nonstream_tokens_per_second": 66.95795936995874, "stream_tokens_per_second": 3.733501484266573 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.907539671000009, "streaming_ttfb_avg_s": 0.4129857260000023, "streaming_total_avg_s": 4.605148791999994, "nonstream_tokens_per_second": 49.18247596973185, "stream_tokens_per_second": 41.69246395111922 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0380401360000064, "streaming_ttfb_avg_s": 0.9894965059999947, "streaming_total_avg_s": 3.5074370579999936, "nonstream_tokens_per_second": 48.386457525062696, "stream_tokens_per_second": 39.915185272014725 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.814217178999996, "streaming_ttfb_avg_s": 0.7960997980000002, "streaming_total_avg_s": 4.321727284000019, "nonstream_tokens_per_second": 31.15771358515193, "stream_tokens_per_second": 49.28584938447473 }, { "timestamp": "2025-09-19T20:16:23.032297+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.823107792999991, "streaming_ttfb_avg_s": 1.4085005599999931, "streaming_total_avg_s": 3.755048746, "nonstream_tokens_per_second": 24.050882745842088, "stream_tokens_per_second": 30.891742783250677 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.4478670219999685, "streaming_ttfb_avg_s": 0.8051553409999883, "streaming_total_avg_s": 4.1351493889999915, "nonstream_tokens_per_second": 27.350153628621527, "stream_tokens_per_second": 37.96718938803986 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.5276815180000085, "streaming_ttfb_avg_s": 0.7580861679999771, "streaming_total_avg_s": 4.0849955749999936, "nonstream_tokens_per_second": 40.25306685862781, "stream_tokens_per_second": 54.100425800338925 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.9752788380000084, "streaming_ttfb_avg_s": 0.3631141739999748, "streaming_total_avg_s": 2.0084010720000265, "nonstream_tokens_per_second": 38.47558052965871, "stream_tokens_per_second": 60.74483911647623 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0512635200000204, "streaming_ttfb_avg_s": 0.2930354970000053, "streaming_total_avg_s": 1.0879020859999855, "nonstream_tokens_per_second": 103.68475451330974, "stream_tokens_per_second": 139.71845624349876 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.72951563700002, "streaming_ttfb_avg_s": 0.238848355000016, "streaming_total_avg_s": 1.2718226510000363, "nonstream_tokens_per_second": 65.33621181708847, "stream_tokens_per_second": 112.4370602202743 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.2911041270000396, "streaming_ttfb_avg_s": 0.6313595739999869, "streaming_total_avg_s": 1.7800207650000175, "nonstream_tokens_per_second": 58.08981509048937, "stream_tokens_per_second": 60.673449503269666 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.7380171339999606, "streaming_ttfb_avg_s": 0.5680985480000231, "streaming_total_avg_s": 3.6333488380000176, "nonstream_tokens_per_second": 44.67609270193403, "stream_tokens_per_second": 41.00899931260585 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.745482116000005, "streaming_ttfb_avg_s": 0.35338772900001914, "streaming_total_avg_s": 5.105107248000024, "nonstream_tokens_per_second": 28.23738383676586, "stream_tokens_per_second": 27.619400171316308 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.815971552999997, "streaming_ttfb_avg_s": 1.364793818999999, "streaming_total_avg_s": 1.7679160960000218, "nonstream_tokens_per_second": 81.67696145757202, "stream_tokens_per_second": 49.21048017880535 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.021165004000011, "streaming_ttfb_avg_s": 3.078939196999954, "streaming_total_avg_s": 3.079339656000002, "nonstream_tokens_per_second": 84.73552409784205, "stream_tokens_per_second": null }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.800948209000012, "streaming_ttfb_avg_s": 0.44544091599999547, "streaming_total_avg_s": 4.001242837999996, "nonstream_tokens_per_second": 64.97799545710888, "stream_tokens_per_second": 38.9878860934059 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.187153013999989, "streaming_ttfb_avg_s": 0.29466515000001436, "streaming_total_avg_s": 4.252072632000022, "nonstream_tokens_per_second": 43.22746252520889, "stream_tokens_per_second": 36.45281099704395 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.3812470409999946, "streaming_ttfb_avg_s": 0.2963281819999679, "streaming_total_avg_s": 3.935120289999986, "nonstream_tokens_per_second": 38.74310229673639, "stream_tokens_per_second": 47.266661828017625 }, { "timestamp": "2025-09-20T01:05:25.146615+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.832632697000008, "streaming_ttfb_avg_s": 1.7269311460000267, "streaming_total_avg_s": 3.9737723740000206, "nonstream_tokens_per_second": 18.516509715338216, "stream_tokens_per_second": 27.93315508614974 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6165622260000134, "streaming_ttfb_avg_s": 0.793047037000008, "streaming_total_avg_s": 3.465911511999991, "nonstream_tokens_per_second": 44.79392026918754, "stream_tokens_per_second": 47.31799973316815 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.9662229779999905, "streaming_ttfb_avg_s": 0.3790554979999854, "streaming_total_avg_s": 4.142907231999999, "nonstream_tokens_per_second": 35.3657583328761, "stream_tokens_per_second": 49.24078396549528 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.256923673000017, "streaming_ttfb_avg_s": 0.8417086930000153, "streaming_total_avg_s": 2.206830112000006, "nonstream_tokens_per_second": 80.3549190532261, "stream_tokens_per_second": 42.595032344746144 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4786807879999913, "streaming_ttfb_avg_s": 0.16911825399998293, "streaming_total_avg_s": 0.5441245779999804, "nonstream_tokens_per_second": 93.32643064001236, "stream_tokens_per_second": 154.37641193999332 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.095099422000004, "streaming_ttfb_avg_s": 0.2317866360000096, "streaming_total_avg_s": 1.0402807490000043, "nonstream_tokens_per_second": 102.27381893367448, "stream_tokens_per_second": 149.95951828384682 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7286596249999775, "streaming_ttfb_avg_s": 0.4035264560000087, "streaming_total_avg_s": 1.1096111180000037, "nonstream_tokens_per_second": 50.90649352095624, "stream_tokens_per_second": 81.10949731850083 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.205602273000011, "streaming_ttfb_avg_s": 0.4603878599999973, "streaming_total_avg_s": 4.1277961030000085, "nonstream_tokens_per_second": 47.31783632455714, "stream_tokens_per_second": 62.01856719956292 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.263960505, "streaming_ttfb_avg_s": 0.40750095799998576, "streaming_total_avg_s": 3.5867452990000004, "nonstream_tokens_per_second": 27.908326041120308, "stream_tokens_per_second": 31.78368980696334 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.9366497999999979, "streaming_ttfb_avg_s": 2.8349615019999987, "streaming_total_avg_s": 2.9854531630000167, "nonstream_tokens_per_second": 132.18703763581846, "stream_tokens_per_second": 15.40804611175866 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.9335608199999967, "streaming_ttfb_avg_s": 3.5870816879999836, "streaming_total_avg_s": 3.5952677420000043, "nonstream_tokens_per_second": 87.26595959922872, "stream_tokens_per_second": null }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.3355400959999884, "streaming_ttfb_avg_s": 0.3056386140000029, "streaming_total_avg_s": 3.2642924330000085, "nonstream_tokens_per_second": 45.56983145916305, "stream_tokens_per_second": 51.15963211865815 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.9301555500000234, "streaming_ttfb_avg_s": 0.2825822199999948, "streaming_total_avg_s": 4.663852380000037, "nonstream_tokens_per_second": 48.461591057853184, "stream_tokens_per_second": 38.16587350905789 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.236731007000003, "streaming_ttfb_avg_s": 0.31813997100005054, "streaming_total_avg_s": 2.694749846000036, "nonstream_tokens_per_second": 54.99375747167235, "stream_tokens_per_second": 62.343449151457065 }, { "timestamp": "2025-09-20T04:17:32.971062+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.6759496770000055, "streaming_ttfb_avg_s": 2.206914863999998, "streaming_total_avg_s": 4.373620512999992, "nonstream_tokens_per_second": 23.096912383644515, "stream_tokens_per_second": 24.693500425787903 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.034716344000003, "streaming_ttfb_avg_s": 0.7408093969999996, "streaming_total_avg_s": 3.9537916020000026, "nonstream_tokens_per_second": 43.16713166916001, "stream_tokens_per_second": 39.45579729621771 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.3016428449999964, "streaming_ttfb_avg_s": 0.8647811780000012, "streaming_total_avg_s": 4.036461596999999, "nonstream_tokens_per_second": 49.97512079475095, "stream_tokens_per_second": 52.02576438633216 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.4035356440000015, "streaming_ttfb_avg_s": 0.3282048359999976, "streaming_total_avg_s": 1.8526336919999977, "nonstream_tokens_per_second": 44.51775045113495, "stream_tokens_per_second": 68.01128606485483 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0538711389999946, "streaming_ttfb_avg_s": 0.6260029489999965, "streaming_total_avg_s": 1.3496407290000008, "nonstream_tokens_per_second": 60.72848722352224, "stream_tokens_per_second": 76.31660618031033 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8121678570000057, "streaming_ttfb_avg_s": 0.7651110930000016, "streaming_total_avg_s": 1.0801711689999962, "nonstream_tokens_per_second": 124.35852900295129, "stream_tokens_per_second": 65.73032315399658 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.181368945999992, "streaming_ttfb_avg_s": 0.24568423899999914, "streaming_total_avg_s": 1.6551677929999897, "nonstream_tokens_per_second": 64.33214641143996, "stream_tokens_per_second": 67.6668555742014 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 2.9346502319999956, "streaming_ttfb_avg_s": 0.3537275400000084, "streaming_total_avg_s": 4.203651595000011, "nonstream_tokens_per_second": 54.86173385994172, "stream_tokens_per_second": 48.29134751354185 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.1996676420000085, "streaming_ttfb_avg_s": 0.3121752540000102, "streaming_total_avg_s": 4.101614874000006, "nonstream_tokens_per_second": 29.378051259487577, "stream_tokens_per_second": 36.32715517600295 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.9034556040000012, "streaming_ttfb_avg_s": 2.0482855049999955, "streaming_total_avg_s": 2.0527034499999957, "nonstream_tokens_per_second": 74.39411152091441, "stream_tokens_per_second": null }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 7.037169004000006, "streaming_ttfb_avg_s": 2.5446268900000035, "streaming_total_avg_s": 2.5493909850000023, "nonstream_tokens_per_second": 36.378265159538834, "stream_tokens_per_second": null }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.336522429000013, "streaming_ttfb_avg_s": 0.3944882539999952, "streaming_total_avg_s": 1.991280402000001, "nonstream_tokens_per_second": 36.66532402477735, "stream_tokens_per_second": 73.31965897588336 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.084940470999996, "streaming_ttfb_avg_s": 0.3003672020000039, "streaming_total_avg_s": 3.500972876000006, "nonstream_tokens_per_second": 45.70590626479554, "stream_tokens_per_second": 46.84412185088855 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.261952086000008, "streaming_ttfb_avg_s": 0.2542024260000062, "streaming_total_avg_s": 3.1473399219999862, "nonstream_tokens_per_second": 39.18392244450016, "stream_tokens_per_second": 53.69613838616086 }, { "timestamp": "2025-09-20T08:17:44.384924+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.768987420000002, "streaming_ttfb_avg_s": 1.468716824000012, "streaming_total_avg_s": 3.471345538999998, "nonstream_tokens_per_second": 32.90008328019305, "stream_tokens_per_second": 31.976073471492022 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.535805436000004, "streaming_ttfb_avg_s": 0.25216104500000114, "streaming_total_avg_s": 2.8119750580000016, "nonstream_tokens_per_second": 34.17254161075525, "stream_tokens_per_second": 52.987667716361344 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.533236862999992, "streaming_ttfb_avg_s": 1.1174384720000035, "streaming_total_avg_s": 3.503173770999993, "nonstream_tokens_per_second": 43.58609568825852, "stream_tokens_per_second": 42.818315563370405 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.3505632140000046, "streaming_ttfb_avg_s": 0.7324878259999963, "streaming_total_avg_s": 2.581355341999995, "nonstream_tokens_per_second": 27.227517055833527, "stream_tokens_per_second": 39.51412590913266 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.7578730710000059, "streaming_ttfb_avg_s": 0.6116700460000004, "streaming_total_avg_s": 1.37974329299999, "nonstream_tokens_per_second": 137.22614508887753, "stream_tokens_per_second": 118.86269049615245 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6073436199999946, "streaming_ttfb_avg_s": 0.7619831920000024, "streaming_total_avg_s": 1.4274107490000034, "nonstream_tokens_per_second": 123.48857801453593, "stream_tokens_per_second": 100.18139494898791 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5960052650000023, "streaming_ttfb_avg_s": 0.9870226299999985, "streaming_total_avg_s": 1.9697449920000025, "nonstream_tokens_per_second": 65.16269230477748, "stream_tokens_per_second": 52.29103280796658 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.634524166999995, "streaming_ttfb_avg_s": 0.28608250099999566, "streaming_total_avg_s": 2.2630601400000074, "nonstream_tokens_per_second": 43.19685130325898, "stream_tokens_per_second": 61.86313722975101 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.137276318000005, "streaming_ttfb_avg_s": 0.6450199989999987, "streaming_total_avg_s": 3.247344014999996, "nonstream_tokens_per_second": 39.20598236575214, "stream_tokens_per_second": 34.48972436632961 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.7571999240000054, "streaming_ttfb_avg_s": 1.7763589969999884, "streaming_total_avg_s": 2.175216240999987, "nonstream_tokens_per_second": 78.53403481025849, "stream_tokens_per_second": 32.18070860293858 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.566859499000003, "streaming_ttfb_avg_s": 2.780280463000011, "streaming_total_avg_s": 2.7867594439999976, "nonstream_tokens_per_second": 99.73276686929395, "stream_tokens_per_second": null }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 1.4740541189999874, "streaming_ttfb_avg_s": 0.328394209999999, "streaming_total_avg_s": 2.909916371999998, "nonstream_tokens_per_second": 99.72496810342773, "stream_tokens_per_second": 59.10822787040566 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.486226350999999, "streaming_ttfb_avg_s": 0.8408837180000006, "streaming_total_avg_s": 3.334514940999995, "nonstream_tokens_per_second": 30.0921062464688, "stream_tokens_per_second": 45.58384133508078 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.0360548929999993, "streaming_ttfb_avg_s": 0.6542410950000033, "streaming_total_avg_s": 3.11287664999999, "nonstream_tokens_per_second": 59.94621520830323, "stream_tokens_per_second": 47.865693618152356 }, { "timestamp": "2025-09-20T12:27:49.520649+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.469923824000006, "streaming_ttfb_avg_s": 1.8854754860000185, "streaming_total_avg_s": 4.047281644000009, "nonstream_tokens_per_second": 28.412117297862892, "stream_tokens_per_second": 26.684577328614438 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.4353910130000003, "streaming_ttfb_avg_s": 0.7303143500000004, "streaming_total_avg_s": 2.739850697999998, "nonstream_tokens_per_second": 40.170099845341824, "stream_tokens_per_second": 60.587242991442785 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.315476832999991, "streaming_ttfb_avg_s": 0.5870405979999873, "streaming_total_avg_s": 3.826819598, "nonstream_tokens_per_second": 41.246890410545824, "stream_tokens_per_second": 44.94593894363138 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.4173499799999973, "streaming_ttfb_avg_s": 0.47674651999999185, "streaming_total_avg_s": 2.214091814999989, "nonstream_tokens_per_second": 32.26673863748934, "stream_tokens_per_second": 39.74541588737161 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.842346206000002, "streaming_ttfb_avg_s": 0.6032222930000017, "streaming_total_avg_s": 1.6101812120000005, "nonstream_tokens_per_second": 132.9619569747308, "stream_tokens_per_second": 101.85189019582222 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2092934710000094, "streaming_ttfb_avg_s": 0.8905126709999962, "streaming_total_avg_s": 1.4394420259999947, "nonstream_tokens_per_second": 100.05842494125156, "stream_tokens_per_second": 65.30308154279243 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7084308250000078, "streaming_ttfb_avg_s": 0.3695689890000011, "streaming_total_avg_s": 1.5320035069999989, "nonstream_tokens_per_second": 47.997260878268, "stream_tokens_per_second": 66.57948205336587 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.7005743049999893, "streaming_ttfb_avg_s": 0.6588313750000054, "streaming_total_avg_s": 3.372435550000006, "nonstream_tokens_per_second": 42.69607552171566, "stream_tokens_per_second": 53.67041039524082 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.6247197520000043, "streaming_ttfb_avg_s": 0.7729013470000012, "streaming_total_avg_s": 4.0805179940000045, "nonstream_tokens_per_second": 32.00247410465179, "stream_tokens_per_second": 41.41631044110029 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.3001435620000024, "streaming_ttfb_avg_s": 1.962843293000006, "streaming_total_avg_s": 2.169590376000002, "nonstream_tokens_per_second": 111.29740083588736, "stream_tokens_per_second": 29.95957242391452 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.682206038000004, "streaming_ttfb_avg_s": 1.800247782999989, "streaming_total_avg_s": 2.589111984000013, "nonstream_tokens_per_second": 62.63500924980013, "stream_tokens_per_second": 34.37472019363978 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.5496736559999817, "streaming_ttfb_avg_s": 0.4405900739999993, "streaming_total_avg_s": 3.517451289999997, "nonstream_tokens_per_second": 41.13054160717493, "stream_tokens_per_second": 51.173416533651604 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.9168054969999844, "streaming_ttfb_avg_s": 0.21468450300000086, "streaming_total_avg_s": 3.021199247999988, "nonstream_tokens_per_second": 50.397601126024206, "stream_tokens_per_second": 54.283079842736896 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.839123386000011, "streaming_ttfb_avg_s": 0.31576007900000036, "streaming_total_avg_s": 5.787473849999998, "nonstream_tokens_per_second": 30.79070073539961, "stream_tokens_per_second": 36.458048099863134 }, { "timestamp": "2025-09-20T16:16:17.381330+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.767147749000003, "streaming_ttfb_avg_s": 2.6985780750000004, "streaming_total_avg_s": 5.028258649999998, "nonstream_tokens_per_second": 22.655056164905943, "stream_tokens_per_second": 22.07523672235915 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.252016184999988, "streaming_ttfb_avg_s": 0.9305756709999997, "streaming_total_avg_s": 2.663763125999992, "nonstream_tokens_per_second": 42.74271470146466, "stream_tokens_per_second": 52.55722576587706 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.1633457530000157, "streaming_ttfb_avg_s": 0.37325547200001097, "streaming_total_avg_s": 2.6929894609999963, "nonstream_tokens_per_second": 56.5856577107457, "stream_tokens_per_second": 69.43955879075766 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.7542986480000025, "streaming_ttfb_avg_s": 0.813127465000008, "streaming_total_avg_s": 2.391674290999987, "nonstream_tokens_per_second": 47.312354766176554, "stream_tokens_per_second": 50.17405607927767 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8150528580000014, "streaming_ttfb_avg_s": 0.7710950530000105, "streaming_total_avg_s": 1.1255357060000222, "nonstream_tokens_per_second": 126.37217204874807, "stream_tokens_per_second": 74.63112858367049 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6728414680000014, "streaming_ttfb_avg_s": 0.2501686129999996, "streaming_total_avg_s": 0.9950778060000118, "nonstream_tokens_per_second": 124.84367268516782, "stream_tokens_per_second": 161.796393236006 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8807303299999774, "streaming_ttfb_avg_s": 0.3283301280000046, "streaming_total_avg_s": 2.1328709619999984, "nonstream_tokens_per_second": 45.195208820820696, "stream_tokens_per_second": 50.16712304980037 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.76800896200001, "streaming_ttfb_avg_s": 0.42399037199999157, "streaming_total_avg_s": 2.7130862869999817, "nonstream_tokens_per_second": 38.80026264094921, "stream_tokens_per_second": 47.1787427526078 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.43920960600002, "streaming_ttfb_avg_s": 0.7844031159999929, "streaming_total_avg_s": 3.6401447549999943, "nonstream_tokens_per_second": 29.960288385625603, "stream_tokens_per_second": 28.020863692273732 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.4533339110000156, "streaming_ttfb_avg_s": 2.695931927999993, "streaming_total_avg_s": 2.859175104000002, "nonstream_tokens_per_second": 74.13126173074517, "stream_tokens_per_second": 26.23134200317937 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.3367585909999775, "streaming_ttfb_avg_s": 2.545525113999986, "streaming_total_avg_s": 2.6060796710000034, "nonstream_tokens_per_second": 73.42455059854274, "stream_tokens_per_second": 8.058080585058205 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.108855988000016, "streaming_ttfb_avg_s": 0.3482455879999975, "streaming_total_avg_s": 2.448196084999978, "nonstream_tokens_per_second": 42.834307289915, "stream_tokens_per_second": 62.08653013183842 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7085878240000056, "streaming_ttfb_avg_s": 0.3482831979999901, "streaming_total_avg_s": 3.1929138330000058, "nonstream_tokens_per_second": 51.68745084043459, "stream_tokens_per_second": 60.759547594092446 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.943446714000004, "streaming_ttfb_avg_s": 0.37175948899999867, "streaming_total_avg_s": 4.035126934000004, "nonstream_tokens_per_second": 33.17523369586378, "stream_tokens_per_second": 42.37784902357171 }, { "timestamp": "2025-09-20T20:14:16.782273+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.619238496999998, "streaming_ttfb_avg_s": 2.6373937580000018, "streaming_total_avg_s": 4.863586404000017, "nonstream_tokens_per_second": 25.112364316182667, "stream_tokens_per_second": 24.261931463364537 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.472766374999992, "streaming_ttfb_avg_s": 0.7504205590000765, "streaming_total_avg_s": 3.5433813280000095, "nonstream_tokens_per_second": 46.07277965826318, "stream_tokens_per_second": 49.10563777740817 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.5410813160000316, "streaming_ttfb_avg_s": 1.2027480279999736, "streaming_total_avg_s": 2.3505998040000122, "nonstream_tokens_per_second": 66.11358674048742, "stream_tokens_per_second": 62.11180642130235 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.1538740110000845, "streaming_ttfb_avg_s": 0.34540985000001, "streaming_total_avg_s": 1.3131433359999392, "nonstream_tokens_per_second": 53.85644629517537, "stream_tokens_per_second": 76.153148904991 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8156077789999472, "streaming_ttfb_avg_s": 0.6984582790000786, "streaming_total_avg_s": 1.1614637520000315, "nonstream_tokens_per_second": 136.09482751145657, "stream_tokens_per_second": 95.569060858644 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7518163839999943, "streaming_ttfb_avg_s": 0.23271137800009, "streaming_total_avg_s": 0.9989347350000344, "nonstream_tokens_per_second": 130.3509767619014, "stream_tokens_per_second": 173.18448737293537 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.329933796999967, "streaming_ttfb_avg_s": 0.5004347970000254, "streaming_total_avg_s": 1.5307703099999799, "nonstream_tokens_per_second": 71.43212708354261, "stream_tokens_per_second": 71.85924581983919 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.2087434239999766, "streaming_ttfb_avg_s": 0.6391559279999228, "streaming_total_avg_s": 3.715747651000015, "nonstream_tokens_per_second": 56.408374270812786, "stream_tokens_per_second": 52.21021937477078 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.7319706339999357, "streaming_ttfb_avg_s": 0.5761395669999274, "streaming_total_avg_s": 3.5395120869999346, "nonstream_tokens_per_second": 27.063449824563047, "stream_tokens_per_second": 41.531147905923994 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.623416732999999, "streaming_ttfb_avg_s": 1.905135816999973, "streaming_total_avg_s": 2.0519376979999606, "nonstream_tokens_per_second": 53.365520711573524, "stream_tokens_per_second": 21.930490406147246 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.741846160000023, "streaming_ttfb_avg_s": 2.9164975779999622, "streaming_total_avg_s": 2.921742801999926, "nonstream_tokens_per_second": 93.36774751797084, "stream_tokens_per_second": null }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.204755205999959, "streaming_ttfb_avg_s": 0.3513551269999198, "streaming_total_avg_s": 4.321355487999995, "nonstream_tokens_per_second": 73.93111015518475, "stream_tokens_per_second": 36.56260181296156 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.877485826999987, "streaming_ttfb_avg_s": 0.41241799800002354, "streaming_total_avg_s": 2.3138299890000553, "nonstream_tokens_per_second": 49.34863576653879, "stream_tokens_per_second": 62.66666120213231 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.592318330000012, "streaming_ttfb_avg_s": 0.2966612239999904, "streaming_total_avg_s": 2.620224152999981, "nonstream_tokens_per_second": 67.50714137796464, "stream_tokens_per_second": 81.2907551272395 }, { "timestamp": "2025-09-21T01:14:25.557406+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.878190942999936, "streaming_ttfb_avg_s": 2.49914874600006, "streaming_total_avg_s": 4.737714338000046, "nonstream_tokens_per_second": 22.13935478580987, "stream_tokens_per_second": 22.795802426026082 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.829776433000006, "streaming_ttfb_avg_s": 0.5632843430000065, "streaming_total_avg_s": 2.2756061259999996, "nonstream_tokens_per_second": 34.37012091611235, "stream_tokens_per_second": 59.32485347861998 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.2214137450000067, "streaming_ttfb_avg_s": 0.9078884649999992, "streaming_total_avg_s": 2.693832504999989, "nonstream_tokens_per_second": 64.37341999970364, "stream_tokens_per_second": 58.65249591677959 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.3050759239999934, "streaming_ttfb_avg_s": 0.5958109130000082, "streaming_total_avg_s": 1.5424135140000033, "nonstream_tokens_per_second": 74.32517772812771, "stream_tokens_per_second": 64.8334568469035 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0269976759999935, "streaming_ttfb_avg_s": 0.5973572439999941, "streaming_total_avg_s": 1.0623907979999956, "nonstream_tokens_per_second": 132.42483715221266, "stream_tokens_per_second": 94.12732130987492 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9873371040000052, "streaming_ttfb_avg_s": 0.5027960940000042, "streaming_total_avg_s": 0.8445527049999981, "nonstream_tokens_per_second": 140.78271690273607, "stream_tokens_per_second": 93.54063936128199 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.9817349770000021, "streaming_ttfb_avg_s": 0.3240595389999896, "streaming_total_avg_s": 1.839776999999998, "nonstream_tokens_per_second": 41.37788400148922, "stream_tokens_per_second": 63.05111978245196 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.6067399840000007, "streaming_ttfb_avg_s": 0.4135384489999865, "streaming_total_avg_s": 4.4226976260000015, "nonstream_tokens_per_second": 42.143320747903395, "stream_tokens_per_second": 46.57790729101043 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.5635084869999787, "streaming_ttfb_avg_s": 0.4700239139999951, "streaming_total_avg_s": 3.4171332090000135, "nonstream_tokens_per_second": 40.970857943126, "stream_tokens_per_second": 32.4833693072454 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.8068774490000123, "streaming_ttfb_avg_s": 1.6397379649999948, "streaming_total_avg_s": 1.7820230229999936, "nonstream_tokens_per_second": 141.68088718007917, "stream_tokens_per_second": 30.302638800419242 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.6933141130000138, "streaming_ttfb_avg_s": 2.6302689260000136, "streaming_total_avg_s": 2.6346015109999996, "nonstream_tokens_per_second": 69.8024783268193, "stream_tokens_per_second": null }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.311697135000003, "streaming_ttfb_avg_s": 0.3418057129999852, "streaming_total_avg_s": 3.2873389490000022, "nonstream_tokens_per_second": 49.823396667582, "stream_tokens_per_second": 57.189113418678346 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.1857244500000093, "streaming_ttfb_avg_s": 0.23615361399998847, "streaming_total_avg_s": 2.458064046000004, "nonstream_tokens_per_second": 54.44419126116263, "stream_tokens_per_second": 61.8372821681961 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.7213956829999972, "streaming_ttfb_avg_s": 0.25135566299999823, "streaming_total_avg_s": 4.0389710069999865, "nonstream_tokens_per_second": 57.3235273997457, "stream_tokens_per_second": 47.784447985764075 }, { "timestamp": "2025-09-21T04:17:31.552140+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7761337649999973, "streaming_ttfb_avg_s": 0.7092480470000169, "streaming_total_avg_s": 2.635091764000009, "nonstream_tokens_per_second": 38.90302454500066, "stream_tokens_per_second": 40.98528995288516 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.909897080999997, "streaming_ttfb_avg_s": 1.0463159319999988, "streaming_total_avg_s": 3.1628453289999925, "nonstream_tokens_per_second": 33.76047943600593, "stream_tokens_per_second": 50.58736149155537 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.2602565889999937, "streaming_ttfb_avg_s": 0.8631518649999919, "streaming_total_avg_s": 3.9078266359999816, "nonstream_tokens_per_second": 46.008648676946294, "stream_tokens_per_second": 44.781925172383936 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.796585317000023, "streaming_ttfb_avg_s": 0.862760671999979, "streaming_total_avg_s": 3.3122868729999766, "nonstream_tokens_per_second": 41.18924901577555, "stream_tokens_per_second": 22.642966287540073 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.7597757340000157, "streaming_ttfb_avg_s": 0.21437493299998778, "streaming_total_avg_s": 1.1871822509999959, "nonstream_tokens_per_second": 117.13982958028791, "stream_tokens_per_second": 144.88087221243387 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0516082609999842, "streaming_ttfb_avg_s": 0.2651396420000083, "streaming_total_avg_s": 0.7652412560000244, "nonstream_tokens_per_second": 135.98219536999449, "stream_tokens_per_second": 131.9845201863983 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1721768349999877, "streaming_ttfb_avg_s": 0.30678189299999303, "streaming_total_avg_s": 1.3370100189999903, "nonstream_tokens_per_second": 57.15861122609602, "stream_tokens_per_second": 70.30612984509033 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.704010645999972, "streaming_ttfb_avg_s": 0.8209568970000021, "streaming_total_avg_s": 5.438568097000001, "nonstream_tokens_per_second": 38.05263496846284, "stream_tokens_per_second": 51.48413975995857 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.055635347999981, "streaming_ttfb_avg_s": 0.3152336240000011, "streaming_total_avg_s": 2.613584531000015, "nonstream_tokens_per_second": 35.75272122813164, "stream_tokens_per_second": 43.23564004136637 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.740277856000006, "streaming_ttfb_avg_s": 1.534743345999999, "streaming_total_avg_s": 1.6668605770000227, "nonstream_tokens_per_second": 93.4211833444088, "stream_tokens_per_second": 36.595742224455506 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.6254512620000128, "streaming_ttfb_avg_s": 4.381307283000012, "streaming_total_avg_s": 4.4218802610000125, "nonstream_tokens_per_second": 97.50704715233779, "stream_tokens_per_second": 2.9399258307957976 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.630136230000005, "streaming_ttfb_avg_s": 0.2966942999999844, "streaming_total_avg_s": 1.9769136879999962, "nonstream_tokens_per_second": 58.55210017011161, "stream_tokens_per_second": 93.0743719955468 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.6838931309999907, "streaming_ttfb_avg_s": 0.3078336009999987, "streaming_total_avg_s": 2.702079077999997, "nonstream_tokens_per_second": 55.51636847197569, "stream_tokens_per_second": 62.91451696736767 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 5.429053603, "streaming_ttfb_avg_s": 0.3310577629999898, "streaming_total_avg_s": 2.5750564749999967, "nonstream_tokens_per_second": 29.83945487487573, "stream_tokens_per_second": 75.33815350593437 }, { "timestamp": "2025-09-21T08:16:49.386206+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.086266645999956, "streaming_ttfb_avg_s": 2.2858574329999897, "streaming_total_avg_s": 4.594701428999997, "nonstream_tokens_per_second": 21.82347244560897, "stream_tokens_per_second": 26.769965774853414 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.067347024, "streaming_ttfb_avg_s": 0.8412648390000044, "streaming_total_avg_s": 2.752456649999999, "nonstream_tokens_per_second": 40.751828541718986, "stream_tokens_per_second": 49.41040579149541 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.8998770479999934, "streaming_ttfb_avg_s": 0.2601302770000018, "streaming_total_avg_s": 3.3884961509999982, "nonstream_tokens_per_second": 57.588648496382866, "stream_tokens_per_second": 61.38416298292561 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.718137134999992, "streaming_ttfb_avg_s": 0.2756183489999984, "streaming_total_avg_s": 1.5307396780000033, "nonstream_tokens_per_second": 44.81598030299273, "stream_tokens_per_second": 65.32789437499626 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0604659719999887, "streaming_ttfb_avg_s": 0.14655787100001305, "streaming_total_avg_s": 0.7452402790000008, "nonstream_tokens_per_second": 66.9517003606418, "stream_tokens_per_second": 167.73113789250763 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8371414009999967, "streaming_ttfb_avg_s": 0.3050391029999986, "streaming_total_avg_s": 0.9353062990000041, "nonstream_tokens_per_second": 152.90128985031586, "stream_tokens_per_second": 142.1994058440522 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8100518080000114, "streaming_ttfb_avg_s": 0.37676955199998474, "streaming_total_avg_s": 2.2303417130000014, "nonstream_tokens_per_second": 54.69456706291104, "stream_tokens_per_second": 43.939455299063376 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.13520072099999, "streaming_ttfb_avg_s": 0.4189981590000116, "streaming_total_avg_s": 3.1039255649999973, "nonstream_tokens_per_second": 46.672462359536446, "stream_tokens_per_second": 56.70239067089231 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.077726035000012, "streaming_ttfb_avg_s": 1.1726062670000204, "streaming_total_avg_s": 3.3257533830000057, "nonstream_tokens_per_second": 32.49152096801222, "stream_tokens_per_second": 39.38957129822749 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.9035260580000113, "streaming_ttfb_avg_s": 2.4593928849999998, "streaming_total_avg_s": 2.6696220479999795, "nonstream_tokens_per_second": 81.2804828631571, "stream_tokens_per_second": 23.97343101355765 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.5853008079999995, "streaming_ttfb_avg_s": 2.4701881240000034, "streaming_total_avg_s": 2.502564218999993, "nonstream_tokens_per_second": 99.02135921971988, "stream_tokens_per_second": 5.993852180142612 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.5781629000000237, "streaming_ttfb_avg_s": 0.22384661200001688, "streaming_total_avg_s": 2.5210914210000226, "nonstream_tokens_per_second": 58.956709058220724, "stream_tokens_per_second": 71.79430245659401 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.6099562400000025, "streaming_ttfb_avg_s": 0.44746637599999417, "streaming_total_avg_s": 2.773734239999982, "nonstream_tokens_per_second": 53.64074609925255, "stream_tokens_per_second": 56.241869805090275 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.8119228970000165, "streaming_ttfb_avg_s": 0.2959340289999943, "streaming_total_avg_s": 2.8181648129999815, "nonstream_tokens_per_second": 57.967450022865634, "stream_tokens_per_second": 68.12944335771935 }, { "timestamp": "2025-09-21T12:27:12.406692+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.816399808, "streaming_ttfb_avg_s": 2.5454010890000234, "streaming_total_avg_s": 4.822472893000025, "nonstream_tokens_per_second": 23.04625953510544, "stream_tokens_per_second": 22.395149210017433 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.069448302000005, "streaming_ttfb_avg_s": 0.8238641290000004, "streaming_total_avg_s": 3.6693830450000036, "nonstream_tokens_per_second": 32.68256287581654, "stream_tokens_per_second": 45.239212686229614 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.6696361059999987, "streaming_ttfb_avg_s": 0.30364098200000456, "streaming_total_avg_s": 2.71604725200001, "nonstream_tokens_per_second": 56.18743305983743, "stream_tokens_per_second": 60.750047657859895 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.708384484000007, "streaming_ttfb_avg_s": 1.3184872590000083, "streaming_total_avg_s": 5.3031267970000044, "nonstream_tokens_per_second": 26.953337102340235, "stream_tokens_per_second": 20.176775720416536 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.3432375609999951, "streaming_ttfb_avg_s": 0.1893047580000058, "streaming_total_avg_s": 0.7804857299999952, "nonstream_tokens_per_second": 92.3142738114665, "stream_tokens_per_second": 176.81297004623113 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.5796719670000101, "streaming_ttfb_avg_s": 0.30073218999999085, "streaming_total_avg_s": 1.0461901799999964, "nonstream_tokens_per_second": 127.65840719014571, "stream_tokens_per_second": 130.95133429755617 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.165400040999998, "streaming_ttfb_avg_s": 0.6519673760000018, "streaming_total_avg_s": 1.6779501120000049, "nonstream_tokens_per_second": 46.180843311436924, "stream_tokens_per_second": 63.17231915414639 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.214552607000002, "streaming_ttfb_avg_s": 0.7346628930000065, "streaming_total_avg_s": 4.005318922000001, "nonstream_tokens_per_second": 44.132798269280194, "stream_tokens_per_second": 51.930945837426115 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.907966631000008, "streaming_ttfb_avg_s": 0.5542300869999934, "streaming_total_avg_s": 3.5374403229999984, "nonstream_tokens_per_second": 28.147630311738908, "stream_tokens_per_second": 37.31511713194209 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 5.366636010999997, "streaming_ttfb_avg_s": 1.974484806999996, "streaming_total_avg_s": 2.0610928880000046, "nonstream_tokens_per_second": 47.7021358398961, "stream_tokens_per_second": 40.75507731313845 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.1759621570000007, "streaming_ttfb_avg_s": 2.4966912979999876, "streaming_total_avg_s": 2.8167728399999987, "nonstream_tokens_per_second": 80.60549444386845, "stream_tokens_per_second": 15.975729161035229 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.97966873, "streaming_ttfb_avg_s": 0.3199914189999902, "streaming_total_avg_s": 3.3426861099999883, "nonstream_tokens_per_second": 52.01920550409642, "stream_tokens_per_second": 62.52456650798143 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.522168263000026, "streaming_ttfb_avg_s": 0.46019338299998935, "streaming_total_avg_s": 4.11491432599999, "nonstream_tokens_per_second": 44.57481536281699, "stream_tokens_per_second": 34.50861640126413 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.9933192940000026, "streaming_ttfb_avg_s": 0.2851213239999879, "streaming_total_avg_s": 2.6536440429999857, "nonstream_tokens_per_second": 54.12052109667117, "stream_tokens_per_second": 70.8459751773878 }, { "timestamp": "2025-09-21T16:16:31.045740+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.454874397999987, "streaming_ttfb_avg_s": 1.7391100170000016, "streaming_total_avg_s": 4.027684183000019, "nonstream_tokens_per_second": 20.34877284080048, "stream_tokens_per_second": 31.53176719665346 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6196815600000036, "streaming_ttfb_avg_s": 0.7466525009999998, "streaming_total_avg_s": 2.3368385429999847, "nonstream_tokens_per_second": 43.09771382209651, "stream_tokens_per_second": 55.63071543364254 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.136652966000014, "streaming_ttfb_avg_s": 0.27853368000000955, "streaming_total_avg_s": 2.3782830709999985, "nonstream_tokens_per_second": 48.77810891369081, "stream_tokens_per_second": 85.77616453125741 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.036571182000017, "streaming_ttfb_avg_s": 0.35964527600000906, "streaming_total_avg_s": 1.2750965200000053, "nonstream_tokens_per_second": 42.22783900710193, "stream_tokens_per_second": 67.445874607202 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.5674164289999908, "streaming_ttfb_avg_s": 0.8413228439999898, "streaming_total_avg_s": 1.4395131199999867, "nonstream_tokens_per_second": 83.57702367811584, "stream_tokens_per_second": 98.64446390040635 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8605704320000029, "streaming_ttfb_avg_s": 0.13700242900000603, "streaming_total_avg_s": 0.8021170620000078, "nonstream_tokens_per_second": 160.35875143802235, "stream_tokens_per_second": 182.01831991450467 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4180965330000106, "streaming_ttfb_avg_s": 0.24299100100000715, "streaming_total_avg_s": 1.3343217409999966, "nonstream_tokens_per_second": 60.644672628925576, "stream_tokens_per_second": 71.94666552315455 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.695430267000006, "streaming_ttfb_avg_s": 0.8433777170000099, "streaming_total_avg_s": 4.229560876000022, "nonstream_tokens_per_second": 34.366769448771144, "stream_tokens_per_second": 38.77471085251242 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.8100167709999937, "streaming_ttfb_avg_s": 0.36458281500000567, "streaming_total_avg_s": 2.730529560000008, "nonstream_tokens_per_second": 40.213283125633076, "stream_tokens_per_second": 43.21506045149706 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.178222568999985, "streaming_ttfb_avg_s": 2.0494554120000146, "streaming_total_avg_s": 2.223451140999998, "nonstream_tokens_per_second": 75.29074500191773, "stream_tokens_per_second": 21.138310230132483 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.1881127750000076, "streaming_ttfb_avg_s": 1.9021483859999933, "streaming_total_avg_s": 2.3155247999999915, "nonstream_tokens_per_second": 116.99579789711667, "stream_tokens_per_second": 28.50325766323049 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.0727166869999962, "streaming_ttfb_avg_s": 0.7881884119999825, "streaming_total_avg_s": 4.162899154999991, "nonstream_tokens_per_second": 52.72207512179277, "stream_tokens_per_second": 42.75866250235898 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2573245460000066, "streaming_ttfb_avg_s": 0.5169728859999907, "streaming_total_avg_s": 3.5541267010000013, "nonstream_tokens_per_second": 42.98005864104636, "stream_tokens_per_second": 43.32991279029812 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.2778184800000076, "streaming_ttfb_avg_s": 0.26586339099998213, "streaming_total_avg_s": 3.077243154999991, "nonstream_tokens_per_second": 59.267233620828094, "stream_tokens_per_second": 58.49391514854163 }, { "timestamp": "2025-09-21T20:15:22.685779+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.9471443010000087, "streaming_ttfb_avg_s": 2.3946383900000114, "streaming_total_avg_s": 4.392066712000002, "nonstream_tokens_per_second": 29.641682968205156, "stream_tokens_per_second": 25.27284016354439 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.576159124, "streaming_ttfb_avg_s": 1.2394624960000016, "streaming_total_avg_s": 3.5453805300000028, "nonstream_tokens_per_second": 26.003562089165374, "stream_tokens_per_second": 37.51360365258166 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.424323201000007, "streaming_ttfb_avg_s": 0.3379758380000055, "streaming_total_avg_s": 2.5518907710000036, "nonstream_tokens_per_second": 44.752607575153434, "stream_tokens_per_second": 59.17181162923677 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.22520956999999, "streaming_ttfb_avg_s": 0.7065270979999951, "streaming_total_avg_s": 1.5736967710000016, "nonstream_tokens_per_second": 35.502274062213544, "stream_tokens_per_second": 64.1800897486876 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1427522679999953, "streaming_ttfb_avg_s": 0.7063652359999963, "streaming_total_avg_s": 1.3956965269999984, "nonstream_tokens_per_second": 125.1364832119507, "stream_tokens_per_second": 87.41155232522847 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.1204983749999968, "streaming_ttfb_avg_s": 0.39400369700000226, "streaming_total_avg_s": 1.459850411000005, "nonstream_tokens_per_second": 107.09520216841041, "stream_tokens_per_second": 95.90023672637753 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1629908790000059, "streaming_ttfb_avg_s": 0.38857042600000113, "streaming_total_avg_s": 1.6019017640000044, "nonstream_tokens_per_second": 61.04948996766779, "stream_tokens_per_second": 62.425800537416556 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.910624218999999, "streaming_ttfb_avg_s": 0.9915667580000047, "streaming_total_avg_s": 12.377465353999995, "nonstream_tokens_per_second": 38.895258826971556, "stream_tokens_per_second": 14.138597442605297 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.7412972190000033, "streaming_ttfb_avg_s": 0.4150654569999972, "streaming_total_avg_s": 3.9862232389999974, "nonstream_tokens_per_second": 33.945445273643706, "stream_tokens_per_second": 33.11405109190878 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.6007079809999993, "streaming_ttfb_avg_s": 1.945949682999995, "streaming_total_avg_s": 2.239407681000003, "nonstream_tokens_per_second": 83.0543073570858, "stream_tokens_per_second": 34.83063877193154 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.0330824219999926, "streaming_ttfb_avg_s": 2.6655006840000084, "streaming_total_avg_s": 2.688454923000009, "nonstream_tokens_per_second": 84.40258601056922, "stream_tokens_per_second": 2.603726006381687 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.3586157929999985, "streaming_ttfb_avg_s": 0.46695744100000525, "streaming_total_avg_s": 4.052338580999987, "nonstream_tokens_per_second": 46.149964614306235, "stream_tokens_per_second": 51.081615186487966 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.5761841179999863, "streaming_ttfb_avg_s": 0.5045795750000082, "streaming_total_avg_s": 3.187822653000012, "nonstream_tokens_per_second": 39.42750019225955, "stream_tokens_per_second": 51.132079084325206 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.727929622999994, "streaming_ttfb_avg_s": 1.4479508320000036, "streaming_total_avg_s": 6.552338853000009, "nonstream_tokens_per_second": 35.956541986792644, "stream_tokens_per_second": 28.692044812963786 }, { "timestamp": "2025-09-22T01:13:43.492158+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.9707992559999923, "streaming_ttfb_avg_s": 1.8539027390000058, "streaming_total_avg_s": 4.033663192000006, "nonstream_tokens_per_second": 27.19855450683106, "stream_tokens_per_second": 26.774669787551225 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.9579302799999994, "streaming_ttfb_avg_s": 0.7203215629999988, "streaming_total_avg_s": 3.8638719120000005, "nonstream_tokens_per_second": 43.61157559129488, "stream_tokens_per_second": 43.738509932261955 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 7.675811435000007, "streaming_ttfb_avg_s": 0.35233910799999535, "streaming_total_avg_s": 3.4730938609999953, "nonstream_tokens_per_second": 19.802466656087137, "stream_tokens_per_second": 62.768243164390626 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.49311010400001, "streaming_ttfb_avg_s": 0.933749216999999, "streaming_total_avg_s": 3.886199548999997, "nonstream_tokens_per_second": 60.27686756582246, "stream_tokens_per_second": 28.305288653616714 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.000058917000004, "streaming_ttfb_avg_s": 0.2632265579999995, "streaming_total_avg_s": 0.60841190699999, "nonstream_tokens_per_second": 134.99204667358558, "stream_tokens_per_second": 98.61739934685562 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9414610409999966, "streaming_ttfb_avg_s": 0.13849670300000128, "streaming_total_avg_s": 0.9094889670000015, "nonstream_tokens_per_second": 76.47687675267304, "stream_tokens_per_second": 202.31141517519882 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4313843480000088, "streaming_ttfb_avg_s": 0.16820757200000003, "streaming_total_avg_s": 1.3871349140000007, "nonstream_tokens_per_second": 57.287199007432136, "stream_tokens_per_second": 73.53286185110034 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.9892032480000097, "streaming_ttfb_avg_s": 0.40619584099999884, "streaming_total_avg_s": 3.0336281189999994, "nonstream_tokens_per_second": 52.14073765338504, "stream_tokens_per_second": 52.742127157214696 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.8675355399999916, "streaming_ttfb_avg_s": 0.49487830399999666, "streaming_total_avg_s": 3.1374426769999957, "nonstream_tokens_per_second": 34.87315104035303, "stream_tokens_per_second": 40.16009628596002 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.9325206030000004, "streaming_ttfb_avg_s": 2.9306404879999945, "streaming_total_avg_s": 2.975821701000001, "nonstream_tokens_per_second": 75.02078579599325, "stream_tokens_per_second": 8.064999321678107 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.795445279000006, "streaming_ttfb_avg_s": 2.7192653449999966, "streaming_total_avg_s": 2.723314393999999, "nonstream_tokens_per_second": 86.56939265381322, "stream_tokens_per_second": null }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.288296385999999, "streaming_ttfb_avg_s": 0.25205273099999204, "streaming_total_avg_s": 3.7808888080000003, "nonstream_tokens_per_second": 28.553618968813982, "stream_tokens_per_second": 52.36863871295312 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.243265268000002, "streaming_ttfb_avg_s": 0.2570776040000169, "streaming_total_avg_s": 2.5399611160000006, "nonstream_tokens_per_second": 66.42103460766454, "stream_tokens_per_second": 61.02455625151388 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.5216545080000117, "streaming_ttfb_avg_s": 0.23156578600000444, "streaming_total_avg_s": 1.8145354700000098, "nonstream_tokens_per_second": 59.88131979259995, "stream_tokens_per_second": 94.79010074132034 }, { "timestamp": "2025-09-22T04:18:26.973518+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.408201794000007, "streaming_ttfb_avg_s": 1.0295108690000063, "streaming_total_avg_s": 3.074309668000012, "nonstream_tokens_per_second": 31.68826452416326, "stream_tokens_per_second": 36.10566663318952 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.063413897999993, "streaming_ttfb_avg_s": 0.7318724120000013, "streaming_total_avg_s": 3.5968520729999938, "nonstream_tokens_per_second": 73.66432888104958, "stream_tokens_per_second": 39.75698669217978 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.3296489919999885, "streaming_ttfb_avg_s": 0.9047743699999984, "streaming_total_avg_s": 6.6183159180000075, "nonstream_tokens_per_second": 38.8022216836557, "stream_tokens_per_second": 31.730126304315196 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.5011138370000054, "streaming_ttfb_avg_s": 0.4487142560000166, "streaming_total_avg_s": 2.602156844999996, "nonstream_tokens_per_second": 45.96586767722916, "stream_tokens_per_second": 42.272624807902446 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.940368774999996, "streaming_ttfb_avg_s": 0.670197920000021, "streaming_total_avg_s": 1.0484652750000123, "nonstream_tokens_per_second": 121.22903591731922, "stream_tokens_per_second": 71.53312731315695 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0930930160000116, "streaming_ttfb_avg_s": 0.24180435899998542, "streaming_total_avg_s": 1.183226836999978, "nonstream_tokens_per_second": 64.95330128428819, "stream_tokens_per_second": 125.08167949879144 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3634573519999833, "streaming_ttfb_avg_s": 0.22285126400001332, "streaming_total_avg_s": 0.9246261750000144, "nonstream_tokens_per_second": 69.67581337300322, "stream_tokens_per_second": 116.80396134145599 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.578920582999984, "streaming_ttfb_avg_s": 0.6497149989999969, "streaming_total_avg_s": 3.2729133729999944, "nonstream_tokens_per_second": 38.218614371630956, "stream_tokens_per_second": 50.71933811918837 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.0448764150000045, "streaming_ttfb_avg_s": 0.33173197499999674, "streaming_total_avg_s": 4.093105430999998, "nonstream_tokens_per_second": 27.44212396412608, "stream_tokens_per_second": 32.49366580999757 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.557398288999991, "streaming_ttfb_avg_s": 2.1585730760000104, "streaming_total_avg_s": 2.905218644999991, "nonstream_tokens_per_second": 100.10173272623194, "stream_tokens_per_second": 26.504029269026063 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.975129444000004, "streaming_ttfb_avg_s": 6.963325784000006, "streaming_total_avg_s": 6.9715621370000065, "nonstream_tokens_per_second": 86.0466762265688, "stream_tokens_per_second": null }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.518886616000003, "streaming_ttfb_avg_s": 0.33821791600001916, "streaming_total_avg_s": 3.456795509000017, "nonstream_tokens_per_second": 58.359117503048346, "stream_tokens_per_second": 51.492776919133384 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.328023151999986, "streaming_ttfb_avg_s": 0.4591909800000167, "streaming_total_avg_s": 3.0649978130000193, "nonstream_tokens_per_second": 42.96845108005445, "stream_tokens_per_second": 50.89726307090159 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.7855982050000136, "streaming_ttfb_avg_s": 0.3789668269999993, "streaming_total_avg_s": 3.188040992999987, "nonstream_tokens_per_second": 36.98226605641565, "stream_tokens_per_second": 52.6969384549569 }, { "timestamp": "2025-09-22T08:21:21.228439+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 8.500891743000011, "streaming_ttfb_avg_s": 2.6910852480000074, "streaming_total_avg_s": 5.292710090000014, "nonstream_tokens_per_second": 13.763261965586455, "stream_tokens_per_second": 21.916938208871308 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.2073194590000185, "streaming_ttfb_avg_s": 0.8854572459999872, "streaming_total_avg_s": 4.652364488999979, "nonstream_tokens_per_second": 32.562300375584435, "stream_tokens_per_second": 39.33483724946402 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.612549360999992, "streaming_ttfb_avg_s": 0.9427680469999586, "streaming_total_avg_s": 4.782207728000003, "nonstream_tokens_per_second": 32.7367770363033, "stream_tokens_per_second": 37.01219396298041 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.889734164999993, "streaming_ttfb_avg_s": 0.38184233499998754, "streaming_total_avg_s": 1.5424462869999616, "nonstream_tokens_per_second": 23.652001935715873, "stream_tokens_per_second": 49.27238027057593 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4811633049999955, "streaming_ttfb_avg_s": 0.26376210799998034, "streaming_total_avg_s": 0.91065101800001, "nonstream_tokens_per_second": 54.01160002407718, "stream_tokens_per_second": 110.90966572663392 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0757846349999909, "streaming_ttfb_avg_s": 0.2278361130000235, "streaming_total_avg_s": 0.8739879000000315, "nonstream_tokens_per_second": 72.50521848176486, "stream_tokens_per_second": 109.84133762034526 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5312679599999797, "streaming_ttfb_avg_s": 0.2622394040000131, "streaming_total_avg_s": 1.117613082000048, "nonstream_tokens_per_second": 42.448481714461565, "stream_tokens_per_second": 69.79159537074625 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.6595512520000284, "streaming_ttfb_avg_s": 0.8082882830000244, "streaming_total_avg_s": 4.184295578999979, "nonstream_tokens_per_second": 38.80257174220302, "stream_tokens_per_second": 39.67214955681333 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.502738990000012, "streaming_ttfb_avg_s": 0.4253434659999584, "streaming_total_avg_s": 6.0922415259999525, "nonstream_tokens_per_second": 20.8986834027539, "stream_tokens_per_second": 26.427054691265578 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.0445221929999775, "streaming_ttfb_avg_s": 2.099203903999978, "streaming_total_avg_s": 2.321934863000024, "nonstream_tokens_per_second": 64.37791797039512, "stream_tokens_per_second": 45.22090678475631 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.060478490000037, "streaming_ttfb_avg_s": 1.8206772659999615, "streaming_total_avg_s": 2.4282516869999995, "nonstream_tokens_per_second": 63.046756836778044, "stream_tokens_per_second": 39.12279789965611 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.579111522000005, "streaming_ttfb_avg_s": 0.3083378310000171, "streaming_total_avg_s": 3.004159394999988, "nonstream_tokens_per_second": 25.272841283777417, "stream_tokens_per_second": 66.57436364158062 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.143814084999974, "streaming_ttfb_avg_s": 0.45345164799999793, "streaming_total_avg_s": 3.92372991000002, "nonstream_tokens_per_second": 42.94147056727151, "stream_tokens_per_second": 46.63929582247904 }, { "timestamp": "2025-09-22T12:31:27.352886+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 11.781806297000003, "streaming_ttfb_avg_s": 0.3105684590000237, "streaming_total_avg_s": 3.233401171999958, "nonstream_tokens_per_second": 20.370390918845025, "stream_tokens_per_second": 48.2464104209838 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.7654609889999904, "streaming_ttfb_avg_s": 1.0066688919999933, "streaming_total_avg_s": 2.8786139700000035, "nonstream_tokens_per_second": 33.19646661196636, "stream_tokens_per_second": 51.41363223496057 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.383118429999996, "streaming_ttfb_avg_s": 0.9553278950000106, "streaming_total_avg_s": 4.475353955000003, "nonstream_tokens_per_second": 32.880569562353124, "stream_tokens_per_second": 35.97480816464268 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.537777721999987, "streaming_ttfb_avg_s": 0.388380466000001, "streaming_total_avg_s": 3.9315300699999796, "nonstream_tokens_per_second": 31.523643424906858, "stream_tokens_per_second": 31.031175605379673 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0348378249999826, "streaming_ttfb_avg_s": 0.5808644139999899, "streaming_total_avg_s": 1.4696693269999912, "nonstream_tokens_per_second": 98.56616905165959, "stream_tokens_per_second": 80.97059509496091 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0388695699999744, "streaming_ttfb_avg_s": 0.3009071239999912, "streaming_total_avg_s": 1.0360029189999977, "nonstream_tokens_per_second": 107.80949142634216, "stream_tokens_per_second": 119.69078245425317 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.389825932000008, "streaming_ttfb_avg_s": 0.22861531899999932, "streaming_total_avg_s": 1.644051439000009, "nonstream_tokens_per_second": 64.03679622809017, "stream_tokens_per_second": 57.17582660137162 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.217592548999988, "streaming_ttfb_avg_s": 0.555561468999997, "streaming_total_avg_s": 5.738034178000021, "nonstream_tokens_per_second": 29.13220964889881, "stream_tokens_per_second": 29.975422708261075 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.347035223999995, "streaming_ttfb_avg_s": 0.8226761930000066, "streaming_total_avg_s": 4.581617652999995, "nonstream_tokens_per_second": 23.003401856774474, "stream_tokens_per_second": 28.155994185925174 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.6281050850000156, "streaming_ttfb_avg_s": 4.035287842999992, "streaming_total_avg_s": 4.090182102, "nonstream_tokens_per_second": 54.79232958449192, "stream_tokens_per_second": 3.178342595955157 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.8730148129999975, "streaming_ttfb_avg_s": 4.68071604299999, "streaming_total_avg_s": 4.704276257999993, "nonstream_tokens_per_second": 46.21722576406788, "stream_tokens_per_second": 1.700580399885183 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.952436294999984, "streaming_ttfb_avg_s": 0.829383603000025, "streaming_total_avg_s": 3.983107521999983, "nonstream_tokens_per_second": 29.56772509230197, "stream_tokens_per_second": 40.67176170997693 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.29976781900001, "streaming_ttfb_avg_s": 0.2595995589999802, "streaming_total_avg_s": 2.910017123999978, "nonstream_tokens_per_second": 47.57910514066975, "stream_tokens_per_second": 53.60793196487086 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.4558090289999654, "streaming_ttfb_avg_s": 0.2523225209999964, "streaming_total_avg_s": 3.3913386289999607, "nonstream_tokens_per_second": 35.2349032416311, "stream_tokens_per_second": 52.7815177373731 }, { "timestamp": "2025-09-22T16:19:01.818164+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.686610698999971, "streaming_ttfb_avg_s": 1.8254813280000235, "streaming_total_avg_s": 3.8492382590000034, "nonstream_tokens_per_second": 19.519535603082538, "stream_tokens_per_second": 28.05749936301875 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 7.4208138390000045, "streaming_ttfb_avg_s": 0.781740726999999, "streaming_total_avg_s": 3.886827024999988, "nonstream_tokens_per_second": 22.90853856305718, "stream_tokens_per_second": 41.93652018769745 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.071978278000017, "streaming_ttfb_avg_s": 0.4776098369999886, "streaming_total_avg_s": 3.1126060480000035, "nonstream_tokens_per_second": 40.52084484130426, "stream_tokens_per_second": 58.79317754252458 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.096811831000025, "streaming_ttfb_avg_s": 1.0957339930000103, "streaming_total_avg_s": 3.561693398000017, "nonstream_tokens_per_second": 39.07244178956994, "stream_tokens_per_second": 39.30714532548299 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8664756910000051, "streaming_ttfb_avg_s": 0.48951590600000827, "streaming_total_avg_s": 0.7998163020000106, "nonstream_tokens_per_second": 95.79033879670551, "stream_tokens_per_second": 90.02067077147302 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9490572699999973, "streaming_ttfb_avg_s": 0.6550072110000258, "streaming_total_avg_s": 1.702174054000011, "nonstream_tokens_per_second": 89.56256138262367, "stream_tokens_per_second": 85.77266211813557 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1941801540000085, "streaming_ttfb_avg_s": 0.31564222000000086, "streaming_total_avg_s": 1.5077478130000088, "nonstream_tokens_per_second": 66.99156717019049, "stream_tokens_per_second": 68.97705246414401 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.960124540999999, "streaming_ttfb_avg_s": 0.934675704, "streaming_total_avg_s": 4.449693816999996, "nonstream_tokens_per_second": 36.28941138718074, "stream_tokens_per_second": 42.250098036352185 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.741361964999982, "streaming_ttfb_avg_s": 0.3631046900000001, "streaming_total_avg_s": 5.101387765999988, "nonstream_tokens_per_second": 22.468536348413352, "stream_tokens_per_second": 27.44351271100773 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.5426468839999927, "streaming_ttfb_avg_s": 3.9052722719999906, "streaming_total_avg_s": 4.485087622999998, "nonstream_tokens_per_second": 65.20548266983317, "stream_tokens_per_second": 17.390964582276574 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2121971690000066, "streaming_ttfb_avg_s": 3.302424349000006, "streaming_total_avg_s": 3.3084944990000054, "nonstream_tokens_per_second": 79.69622863458774, "stream_tokens_per_second": null }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.8181732889999864, "streaming_ttfb_avg_s": 0.4187503379999953, "streaming_total_avg_s": 3.4949506180000185, "nonstream_tokens_per_second": 48.97629988108187, "stream_tokens_per_second": 52.93350900215753 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2443630509999934, "streaming_ttfb_avg_s": 0.4619066529999998, "streaming_total_avg_s": 3.0465071569999793, "nonstream_tokens_per_second": 44.384675123092535, "stream_tokens_per_second": 44.64128688734964 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.874105493000002, "streaming_ttfb_avg_s": 0.48889325900000813, "streaming_total_avg_s": 3.2410511369999995, "nonstream_tokens_per_second": 57.409166226453436, "stream_tokens_per_second": 52.14357714714454 }, { "timestamp": "2025-09-22T20:16:49.887166+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6467537970000024, "streaming_ttfb_avg_s": 2.4422790160000147, "streaming_total_avg_s": 4.485673082999995, "nonstream_tokens_per_second": 30.43802959533874, "stream_tokens_per_second": 24.745450224777365 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.109055241, "streaming_ttfb_avg_s": 0.9209294890000024, "streaming_total_avg_s": 3.231204806000001, "nonstream_tokens_per_second": 45.67303858979584, "stream_tokens_per_second": 53.2309185974886 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.693900227999997, "streaming_ttfb_avg_s": 0.8002777950000137, "streaming_total_avg_s": 3.718502762, "nonstream_tokens_per_second": 36.85634367940386, "stream_tokens_per_second": 49.75120682726012 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.257484151, "streaming_ttfb_avg_s": 0.6821094860000017, "streaming_total_avg_s": 1.8603983839999927, "nonstream_tokens_per_second": 33.66579560097209, "stream_tokens_per_second": 46.764177365572436 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0455919700000038, "streaming_ttfb_avg_s": 0.1495549899999986, "streaming_total_avg_s": 0.9285730800000067, "nonstream_tokens_per_second": 109.98554244826458, "stream_tokens_per_second": 158.30741076404988 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9252695440000025, "streaming_ttfb_avg_s": 1.594993106000004, "streaming_total_avg_s": 2.3641220319999974, "nonstream_tokens_per_second": 143.74189755023392, "stream_tokens_per_second": 60.48757131163192 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.564600088000006, "streaming_ttfb_avg_s": 0.3907543340000075, "streaming_total_avg_s": 2.142036082000004, "nonstream_tokens_per_second": 41.544162306093234, "stream_tokens_per_second": 44.817172225392895 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.863723405000002, "streaming_ttfb_avg_s": 0.43436502400000165, "streaming_total_avg_s": 4.648548798999997, "nonstream_tokens_per_second": 31.457380952772322, "stream_tokens_per_second": 50.12316963309567 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.362613456999995, "streaming_ttfb_avg_s": 0.5071083910000027, "streaming_total_avg_s": 3.726189211999994, "nonstream_tokens_per_second": 37.17346688772268, "stream_tokens_per_second": 27.642181902168034 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.3146321349999965, "streaming_ttfb_avg_s": 2.186439189000012, "streaming_total_avg_s": 2.2258038120000094, "nonstream_tokens_per_second": 57.89256874721486, "stream_tokens_per_second": 31.4493126584688 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.287555616000006, "streaming_ttfb_avg_s": 2.7761032620000066, "streaming_total_avg_s": 2.7818326780000007, "nonstream_tokens_per_second": 51.1017970866777, "stream_tokens_per_second": null }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.2858102969999976, "streaming_ttfb_avg_s": 0.2633718120000026, "streaming_total_avg_s": 2.149590502999999, "nonstream_tokens_per_second": 41.99877276116531, "stream_tokens_per_second": 66.98950325609997 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7863966299999987, "streaming_ttfb_avg_s": 0.3672319539999762, "streaming_total_avg_s": 2.8835939489999873, "nonstream_tokens_per_second": 54.90962713373655, "stream_tokens_per_second": 59.99457727395889 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.358688209999997, "streaming_ttfb_avg_s": 0.4884804109999834, "streaming_total_avg_s": 3.870496384000006, "nonstream_tokens_per_second": 61.050883872438654, "stream_tokens_per_second": 47.539122051793065 }, { "timestamp": "2025-09-23T01:07:02.107254+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.541300865000011, "streaming_ttfb_avg_s": 0.6096095160000061, "streaming_total_avg_s": 2.5369843089999904, "nonstream_tokens_per_second": 34.1682349545298, "stream_tokens_per_second": 42.57022781609975 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.504711345000004, "streaming_ttfb_avg_s": 0.8388578289999984, "streaming_total_avg_s": 3.111661062000003, "nonstream_tokens_per_second": 44.22618148599619, "stream_tokens_per_second": 49.16987967245382 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.806415143000002, "streaming_ttfb_avg_s": 0.6606865640000024, "streaming_total_avg_s": 3.348594908999999, "nonstream_tokens_per_second": 29.959958870743748, "stream_tokens_per_second": 55.54568559490098 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.7206031179999997, "streaming_ttfb_avg_s": 0.8182837609999893, "streaming_total_avg_s": 1.641581475999999, "nonstream_tokens_per_second": 34.18359678583593, "stream_tokens_per_second": 38.98679470722782 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1536895259999937, "streaming_ttfb_avg_s": 0.6107971290000052, "streaming_total_avg_s": 1.4403096690000012, "nonstream_tokens_per_second": 117.88266854734428, "stream_tokens_per_second": 121.50164910126688 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9729098179999909, "streaming_ttfb_avg_s": 0.29214478199999405, "streaming_total_avg_s": 0.8397663679999994, "nonstream_tokens_per_second": 125.39702831943376, "stream_tokens_per_second": 129.79800591394974 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7457215700000006, "streaming_ttfb_avg_s": 0.250061309000003, "streaming_total_avg_s": 0.6349999170000018, "nonstream_tokens_per_second": 44.68066462626109, "stream_tokens_per_second": 135.43308856841907 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.606251391000001, "streaming_ttfb_avg_s": 0.5548222460000005, "streaming_total_avg_s": 4.767481258000004, "nonstream_tokens_per_second": 32.34734437011538, "stream_tokens_per_second": 41.95087283550257 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.4125866720000033, "streaming_ttfb_avg_s": 0.4153016469999926, "streaming_total_avg_s": 3.6386164139999977, "nonstream_tokens_per_second": 41.86378096678794, "stream_tokens_per_second": 44.797247484741355 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.2600642879999953, "streaming_ttfb_avg_s": 1.6645245679999903, "streaming_total_avg_s": 1.817451836999993, "nonstream_tokens_per_second": 87.60812736668507, "stream_tokens_per_second": 44.01767263998221 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.2848939419999965, "streaming_ttfb_avg_s": 1.942021484999998, "streaming_total_avg_s": 2.293770754999997, "nonstream_tokens_per_second": 112.04021127384144, "stream_tokens_per_second": 25.285874742962303 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.614138650000001, "streaming_ttfb_avg_s": 0.3844729410000127, "streaming_total_avg_s": 2.7027375320000004, "nonstream_tokens_per_second": 55.850136334581926, "stream_tokens_per_second": 64.00917512400163 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.6474386040000013, "streaming_ttfb_avg_s": 0.2546510149999932, "streaming_total_avg_s": 2.8280021679999976, "nonstream_tokens_per_second": 57.791708472042785, "stream_tokens_per_second": 51.62655165262947 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.4681925000000007, "streaming_ttfb_avg_s": 0.42244555599998534, "streaming_total_avg_s": 3.4855964359999803, "nonstream_tokens_per_second": 41.80852129747699, "stream_tokens_per_second": 49.91972053990274 }, { "timestamp": "2025-09-23T04:18:28.250763+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.371904586000028, "streaming_ttfb_avg_s": 0.6261258970000085, "streaming_total_avg_s": 2.559334989000007, "nonstream_tokens_per_second": 26.76179173138049, "stream_tokens_per_second": 42.1984618911486 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.039576181999962, "streaming_ttfb_avg_s": 0.7266791449999914, "streaming_total_avg_s": 3.6029916610000328, "nonstream_tokens_per_second": 35.152202508951554, "stream_tokens_per_second": 42.18716397412129 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.256041226000036, "streaming_ttfb_avg_s": 0.7615282809999826, "streaming_total_avg_s": 5.164819092000016, "nonstream_tokens_per_second": 49.7536697958253, "stream_tokens_per_second": 39.49799525717819 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.0941074959999924, "streaming_ttfb_avg_s": 1.4680647000000135, "streaming_total_avg_s": 3.167871973999979, "nonstream_tokens_per_second": 35.81478035070281, "stream_tokens_per_second": 35.35496412709535 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6877982039999893, "streaming_ttfb_avg_s": 0.23335058400004982, "streaming_total_avg_s": 0.6413354330000516, "nonstream_tokens_per_second": 100.13045374706482, "stream_tokens_per_second": 96.6732801741129 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.010202420999974, "streaming_ttfb_avg_s": 0.18290537100000392, "streaming_total_avg_s": 0.9117719530000272, "nonstream_tokens_per_second": 72.1320392838199, "stream_tokens_per_second": 125.03126425955833 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5213802869999995, "streaming_ttfb_avg_s": 0.33927271300001394, "streaming_total_avg_s": 1.8812598309999657, "nonstream_tokens_per_second": 59.814104847803925, "stream_tokens_per_second": 45.18248813871663 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 7.288769962999993, "streaming_ttfb_avg_s": 0.9176694669999961, "streaming_total_avg_s": 6.690471762000016, "nonstream_tokens_per_second": 24.283932803272116, "stream_tokens_per_second": 23.765140285484048 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.011647112999981, "streaming_ttfb_avg_s": 0.3125138170000241, "streaming_total_avg_s": 5.580702704000032, "nonstream_tokens_per_second": 29.165077760916343, "stream_tokens_per_second": 31.53724706995232 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.9030801160000124, "streaming_ttfb_avg_s": 1.904074224999988, "streaming_total_avg_s": 2.721791881999991, "nonstream_tokens_per_second": 77.76866499507845, "stream_tokens_per_second": 38.21012204782539 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.705674067000018, "streaming_ttfb_avg_s": 2.630587468999977, "streaming_total_avg_s": 2.839793510999982, "nonstream_tokens_per_second": 44.72083370121579, "stream_tokens_per_second": 30.63603028283719 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.869077204999996, "streaming_ttfb_avg_s": 0.2655022209999629, "streaming_total_avg_s": 4.82072113199996, "nonstream_tokens_per_second": 27.772679470145103, "stream_tokens_per_second": 42.317320254400826 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.093904665000025, "streaming_ttfb_avg_s": 0.3186402040000189, "streaming_total_avg_s": 2.3460902420000025, "nonstream_tokens_per_second": 36.15130593179045, "stream_tokens_per_second": 77.57587357119225 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.4389003640000055, "streaming_ttfb_avg_s": 0.33846010100000967, "streaming_total_avg_s": 7.6298321360000045, "nonstream_tokens_per_second": 41.001478692448615, "stream_tokens_per_second": 30.931217855564086 }, { "timestamp": "2025-09-23T08:20:32.215632+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.393124313000044, "streaming_ttfb_avg_s": 2.717463088000045, "streaming_total_avg_s": 5.040468048000037, "nonstream_tokens_per_second": 25.266755978548357, "stream_tokens_per_second": 21.426581613358778 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.7151692589999996, "streaming_ttfb_avg_s": 0.35517853300000013, "streaming_total_avg_s": 2.5963461579999887, "nonstream_tokens_per_second": 33.64584256751895, "stream_tokens_per_second": 53.53677496804746 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.3933908289999977, "streaming_ttfb_avg_s": 0.6859638300000057, "streaming_total_avg_s": 5.520834858000001, "nonstream_tokens_per_second": 44.49826371591225, "stream_tokens_per_second": 30.792444326361334 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.7825893219999926, "streaming_ttfb_avg_s": 1.0121573379999944, "streaming_total_avg_s": 4.833149683000002, "nonstream_tokens_per_second": 45.439518233577935, "stream_tokens_per_second": 17.37997072498281 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6077010120000068, "streaming_ttfb_avg_s": 0.6565365100000093, "streaming_total_avg_s": 1.5585746160000014, "nonstream_tokens_per_second": 82.10481862904956, "stream_tokens_per_second": 53.89539848633075 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7643918450000058, "streaming_ttfb_avg_s": 0.22940837000000158, "streaming_total_avg_s": 0.9060699679999971, "nonstream_tokens_per_second": 107.27482316350377, "stream_tokens_per_second": 130.23276807249877 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.6989180639999972, "streaming_ttfb_avg_s": 0.3436034730000017, "streaming_total_avg_s": 1.6607311719999984, "nonstream_tokens_per_second": 45.91157257834662, "stream_tokens_per_second": 58.40800825288543 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.637169220000004, "streaming_ttfb_avg_s": 0.38935587300001373, "streaming_total_avg_s": 4.72161116800001, "nonstream_tokens_per_second": 24.407996034188788, "stream_tokens_per_second": 33.67494576376766 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.572491556999992, "streaming_ttfb_avg_s": 0.6394334629999889, "streaming_total_avg_s": 4.495494579999999, "nonstream_tokens_per_second": 24.352751745355683, "stream_tokens_per_second": 34.03407506721987 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.839584376999994, "streaming_ttfb_avg_s": 1.746108159000002, "streaming_total_avg_s": 2.143672159999994, "nonstream_tokens_per_second": 66.67388312482457, "stream_tokens_per_second": 34.053714631438886 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.188731762000003, "streaming_ttfb_avg_s": 2.5421432470000127, "streaming_total_avg_s": 2.813596756999999, "nonstream_tokens_per_second": 61.116350854075, "stream_tokens_per_second": 13.505844398440928 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.423625168000001, "streaming_ttfb_avg_s": 0.5487961959999836, "streaming_total_avg_s": 4.926836933999994, "nonstream_tokens_per_second": 46.44199998473663, "stream_tokens_per_second": 37.95538648935529 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1550599900000122, "streaming_ttfb_avg_s": 0.28724541299999373, "streaming_total_avg_s": 2.9999006999999835, "nonstream_tokens_per_second": 53.564750126985494, "stream_tokens_per_second": 52.33506562400577 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.998738715999991, "streaming_ttfb_avg_s": 0.2251792130000183, "streaming_total_avg_s": 4.486175957, "nonstream_tokens_per_second": 48.0201890320345, "stream_tokens_per_second": 47.92500384754748 }, { "timestamp": "2025-09-23T12:30:16.066657+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.310819202000005, "streaming_ttfb_avg_s": 1.7905205710000018, "streaming_total_avg_s": 4.0664530200000115, "nonstream_tokens_per_second": 21.842204674622607, "stream_tokens_per_second": 26.558772342585602 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.001495523000003, "streaming_ttfb_avg_s": 0.9637712919999899, "streaming_total_avg_s": 6.103366012999999, "nonstream_tokens_per_second": 28.791388363300136, "stream_tokens_per_second": 23.921226367388762 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.707687665999998, "streaming_ttfb_avg_s": 0.6490610470000036, "streaming_total_avg_s": 4.589369430000005, "nonstream_tokens_per_second": 56.50577868385508, "stream_tokens_per_second": 32.46633383357849 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.8626676569999887, "streaming_ttfb_avg_s": 0.7399948470000055, "streaming_total_avg_s": 2.0424085550000086, "nonstream_tokens_per_second": 32.83650470921584, "stream_tokens_per_second": 46.51371037759857 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2912876680000096, "streaming_ttfb_avg_s": 0.3142949450000003, "streaming_total_avg_s": 0.9715954549999992, "nonstream_tokens_per_second": 75.11881543036566, "stream_tokens_per_second": 128.65436880826095 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5322217239999958, "streaming_ttfb_avg_s": 0.21481737899999587, "streaming_total_avg_s": 0.8027183359999981, "nonstream_tokens_per_second": 107.03411747215277, "stream_tokens_per_second": 127.0682323120625 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.334508360000001, "streaming_ttfb_avg_s": 0.9144052529999982, "streaming_total_avg_s": 2.423691282000007, "nonstream_tokens_per_second": 32.126678698207776, "stream_tokens_per_second": 36.308254542791126 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 8.23546031299999, "streaming_ttfb_avg_s": 0.6144134089999937, "streaming_total_avg_s": 17.50458486699999, "nonstream_tokens_per_second": 17.72821365789759, "stream_tokens_per_second": 13.139414716061093 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.141606555999999, "streaming_ttfb_avg_s": 0.4656409700000097, "streaming_total_avg_s": 4.2968966150000085, "nonstream_tokens_per_second": 24.311467366971364, "stream_tokens_per_second": 27.461680038582863 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.367117226000005, "streaming_ttfb_avg_s": 3.911174060999997, "streaming_total_avg_s": 4.326928506999991, "nonstream_tokens_per_second": 58.61990570710632, "stream_tokens_per_second": 21.03108471812802 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.8114573719999782, "streaming_ttfb_avg_s": 2.425638767999999, "streaming_total_avg_s": 2.548350116999984, "nonstream_tokens_per_second": 91.0559777820462, "stream_tokens_per_second": 8.633036666837306 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.375046222000009, "streaming_ttfb_avg_s": 0.46933172600000717, "streaming_total_avg_s": 3.7046638780000194, "nonstream_tokens_per_second": 30.511365526262768, "stream_tokens_per_second": 48.04754381552535 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6568573859999844, "streaming_ttfb_avg_s": 0.4311324290000016, "streaming_total_avg_s": 4.589613584000006, "nonstream_tokens_per_second": 38.557697256613935, "stream_tokens_per_second": 34.207672852312136 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.313421255000009, "streaming_ttfb_avg_s": 0.32382336500000974, "streaming_total_avg_s": 3.503078189000007, "nonstream_tokens_per_second": 37.55719426017426, "stream_tokens_per_second": 45.674116125188114 }, { "timestamp": "2025-09-23T16:19:06.414649+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.106628734999987, "streaming_ttfb_avg_s": 2.623914210999999, "streaming_total_avg_s": 4.650412496000001, "nonstream_tokens_per_second": 26.298944211717338, "stream_tokens_per_second": 23.86885036445162 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.832233904000006, "streaming_ttfb_avg_s": 0.24470314799999926, "streaming_total_avg_s": 2.5473258459999997, "nonstream_tokens_per_second": 40.603991018391454, "stream_tokens_per_second": 56.13730187857561 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.107329108000002, "streaming_ttfb_avg_s": 0.7781841659999955, "streaming_total_avg_s": 3.7109947909999974, "nonstream_tokens_per_second": 38.22435355720707, "stream_tokens_per_second": 55.51072194970379 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.780381850000005, "streaming_ttfb_avg_s": 0.2679149129999985, "streaming_total_avg_s": 1.2635025059999947, "nonstream_tokens_per_second": 29.49235192281228, "stream_tokens_per_second": 69.64766558207394 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4476747969999906, "streaming_ttfb_avg_s": 0.7496706839999945, "streaming_total_avg_s": 1.5478828380000067, "nonstream_tokens_per_second": 62.85942132071295, "stream_tokens_per_second": 57.49789183979544 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6780239389999991, "streaming_ttfb_avg_s": 0.1667077959999972, "streaming_total_avg_s": 1.0169015549999898, "nonstream_tokens_per_second": 112.09043756196947, "stream_tokens_per_second": 110.13848828267464 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.4423891699999984, "streaming_ttfb_avg_s": 0.3640899469999965, "streaming_total_avg_s": 1.146114886999996, "nonstream_tokens_per_second": 29.479331502276537, "stream_tokens_per_second": 78.5261591318989 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.470149162999988, "streaming_ttfb_avg_s": 0.5064091569999931, "streaming_total_avg_s": 4.389486144999992, "nonstream_tokens_per_second": 33.22952757093962, "stream_tokens_per_second": 38.72890684337729 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.032181620000003, "streaming_ttfb_avg_s": 0.6620333140000128, "streaming_total_avg_s": 6.985145798000005, "nonstream_tokens_per_second": 28.520540699255484, "stream_tokens_per_second": 25.91212914293416 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.8927966249999884, "streaming_ttfb_avg_s": 3.6328039400000023, "streaming_total_avg_s": 3.9314724489999975, "nonstream_tokens_per_second": 52.19862284649914, "stream_tokens_per_second": 13.989669446619091 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.8508184829999976, "streaming_ttfb_avg_s": 3.1325272189999964, "streaming_total_avg_s": 3.1451620489999925, "nonstream_tokens_per_second": 89.79877236189513, "stream_tokens_per_second": null }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.727918463000009, "streaming_ttfb_avg_s": 0.551929928000007, "streaming_total_avg_s": 4.967845517000001, "nonstream_tokens_per_second": 40.50517775501026, "stream_tokens_per_second": 37.44077777046544 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.4217124579999734, "streaming_ttfb_avg_s": 0.24241859200000704, "streaming_total_avg_s": 3.236393413000002, "nonstream_tokens_per_second": 58.22326244150723, "stream_tokens_per_second": 47.58383186092584 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.1113332589999914, "streaming_ttfb_avg_s": 0.31938836099999435, "streaming_total_avg_s": 3.026449963999994, "nonstream_tokens_per_second": 48.5322488560845, "stream_tokens_per_second": 68.06654742367992 }, { "timestamp": "2025-09-23T20:16:26.575672+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3929094370000143, "streaming_ttfb_avg_s": 0.6627086769999835, "streaming_total_avg_s": 2.7029732350000018, "nonstream_tokens_per_second": 31.831088334468724, "stream_tokens_per_second": 41.06588942971902 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.208630147000008, "streaming_ttfb_avg_s": 0.8826657449999971, "streaming_total_avg_s": 3.8935051110000245, "nonstream_tokens_per_second": 62.02939871398917, "stream_tokens_per_second": 40.83723931703322 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.600927651000006, "streaming_ttfb_avg_s": 0.7589741619999586, "streaming_total_avg_s": 4.015494220999983, "nonstream_tokens_per_second": 38.68785025587436, "stream_tokens_per_second": 45.82250399906646 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.311363653000001, "streaming_ttfb_avg_s": 0.5992639899999972, "streaming_total_avg_s": 1.7877591730000404, "nonstream_tokens_per_second": 32.916952477040425, "stream_tokens_per_second": 51.46107003082228 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2256408970000052, "streaming_ttfb_avg_s": 0.22053216899996642, "streaming_total_avg_s": 1.1093024040000046, "nonstream_tokens_per_second": 64.45607371079726, "stream_tokens_per_second": 176.68761853688292 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9405277910000223, "streaming_ttfb_avg_s": 0.6968978959999959, "streaming_total_avg_s": 1.395162092000021, "nonstream_tokens_per_second": 78.67922745942363, "stream_tokens_per_second": 91.74561202168763 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5035100470000202, "streaming_ttfb_avg_s": 0.22372476499998584, "streaming_total_avg_s": 1.1515743440000392, "nonstream_tokens_per_second": 55.20415388351501, "stream_tokens_per_second": 78.15387731492994 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 2.350265944, "streaming_ttfb_avg_s": 0.4861150180000209, "streaming_total_avg_s": 3.770265453000036, "nonstream_tokens_per_second": 54.03643801426754, "stream_tokens_per_second": 53.04666275974232 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.9075369470000396, "streaming_ttfb_avg_s": 0.8721316649999835, "streaming_total_avg_s": 4.711651308, "nonstream_tokens_per_second": 25.84748432834178, "stream_tokens_per_second": 28.227895339830607 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.5619261429999938, "streaming_ttfb_avg_s": 2.9098472149999566, "streaming_total_avg_s": 3.0455967119999627, "nonstream_tokens_per_second": 71.87122633160124, "stream_tokens_per_second": 7.551886272196724 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.47585537599997, "streaming_ttfb_avg_s": 0.3392908719999923, "streaming_total_avg_s": 2.6467333539999913, "nonstream_tokens_per_second": 43.15484500181382, "stream_tokens_per_second": 59.318404614778025 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.744769056999985, "streaming_ttfb_avg_s": 0.9102518469999836, "streaming_total_avg_s": 3.602428109000016, "nonstream_tokens_per_second": 75.08156995014907, "stream_tokens_per_second": 39.41785809555468 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.051688550999984, "streaming_ttfb_avg_s": 0.256660472999954, "streaming_total_avg_s": 3.705894253999986, "nonstream_tokens_per_second": 52.10230249345024, "stream_tokens_per_second": 51.53951702584137 }, { "timestamp": "2025-09-24T01:08:13.540490+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.237013112, "streaming_ttfb_avg_s": 1.9445769899999732, "streaming_total_avg_s": 4.062748527999986, "nonstream_tokens_per_second": 25.489654420498287, "stream_tokens_per_second": 27.321405505411185 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.9776150850000036, "streaming_ttfb_avg_s": 0.6587043239999986, "streaming_total_avg_s": 2.9685726929999987, "nonstream_tokens_per_second": 42.6515840276917, "stream_tokens_per_second": 49.855609178440986 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.7367807560000017, "streaming_ttfb_avg_s": 0.3357948769999979, "streaming_total_avg_s": 3.3769201839999994, "nonstream_tokens_per_second": 39.87389406262505, "stream_tokens_per_second": 62.4829692450913 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.0826225910000034, "streaming_ttfb_avg_s": 0.2741175659999868, "streaming_total_avg_s": 1.0378350559999916, "nonstream_tokens_per_second": 36.49244962982344, "stream_tokens_per_second": 61.66683195947133 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0301052430000084, "streaming_ttfb_avg_s": 0.5200176929999998, "streaming_total_avg_s": 1.0337549449999983, "nonstream_tokens_per_second": 92.22358651755665, "stream_tokens_per_second": 106.40819715740288 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0220415759999923, "streaming_ttfb_avg_s": 0.17285581800000216, "streaming_total_avg_s": 0.6058355019999908, "nonstream_tokens_per_second": 147.7435004072683, "stream_tokens_per_second": 141.95272432218954 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7355025899999958, "streaming_ttfb_avg_s": 0.2724930669999992, "streaming_total_avg_s": 1.5737714720000042, "nonstream_tokens_per_second": 49.553368860141084, "stream_tokens_per_second": 56.55204811083255 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.881607829000004, "streaming_ttfb_avg_s": 0.31904838600000573, "streaming_total_avg_s": 6.168195135000005, "nonstream_tokens_per_second": 38.71675206623811, "stream_tokens_per_second": 30.64105396529415 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.971670986000007, "streaming_ttfb_avg_s": 0.3122068220000074, "streaming_total_avg_s": 4.56957279800001, "nonstream_tokens_per_second": 21.521939062602293, "stream_tokens_per_second": 24.728788662576363 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.172605930000003, "streaming_ttfb_avg_s": 3.0257292379999967, "streaming_total_avg_s": 3.079489472000006, "nonstream_tokens_per_second": 71.34289650033303, "stream_tokens_per_second": 6.819312159025286 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.1379357200000015, "streaming_ttfb_avg_s": 2.683967023000008, "streaming_total_avg_s": 3.826441929000012, "nonstream_tokens_per_second": 81.58229576480932, "stream_tokens_per_second": 28.485993521528666 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.531038377999991, "streaming_ttfb_avg_s": 0.16646914800000445, "streaming_total_avg_s": 1.9672620749999936, "nonstream_tokens_per_second": 43.33003032571412, "stream_tokens_per_second": 84.38123324265301 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.132199827000008, "streaming_ttfb_avg_s": 0.28397486999998023, "streaming_total_avg_s": 2.885762787999994, "nonstream_tokens_per_second": 58.15590003797497, "stream_tokens_per_second": 59.602958606035074 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.6610370949999833, "streaming_ttfb_avg_s": 0.3297429090000037, "streaming_total_avg_s": 3.0215946459999827, "nonstream_tokens_per_second": 53.36265333046809, "stream_tokens_per_second": 63.2116555583813 }, { "timestamp": "2025-09-24T04:17:29.670989+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6546032150000087, "streaming_ttfb_avg_s": 1.8023268460000281, "streaming_total_avg_s": 3.834988719000023, "nonstream_tokens_per_second": 30.372654285535, "stream_tokens_per_second": 28.16175167997915 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.1335911890000006, "streaming_ttfb_avg_s": 0.8631925669999987, "streaming_total_avg_s": 4.168693878999996, "nonstream_tokens_per_second": 33.38501406893723, "stream_tokens_per_second": 40.060509321941545 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.041271312999996, "streaming_ttfb_avg_s": 0.7832892120000139, "streaming_total_avg_s": 3.869265673000001, "nonstream_tokens_per_second": 28.70383872195124, "stream_tokens_per_second": 56.08299308942282 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.915468838999999, "streaming_ttfb_avg_s": 0.8441730889999945, "streaming_total_avg_s": 2.2439786499999883, "nonstream_tokens_per_second": 46.98588573593603, "stream_tokens_per_second": 45.90061496351605 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1381879249999969, "streaming_ttfb_avg_s": 0.7034849119999933, "streaming_total_avg_s": 1.8464495469999918, "nonstream_tokens_per_second": 75.55870002750225, "stream_tokens_per_second": 63.90643069111735 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.1453181779999966, "streaming_ttfb_avg_s": 1.1069520300000022, "streaming_total_avg_s": 1.676549692000009, "nonstream_tokens_per_second": 76.83454405104209, "stream_tokens_per_second": 67.99679159166813 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7105499279999918, "streaming_ttfb_avg_s": 0.426024838999993, "streaming_total_avg_s": 1.3325941760000006, "nonstream_tokens_per_second": 54.95308757804376, "stream_tokens_per_second": 68.28785660248897 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 20.581300239, "streaming_ttfb_avg_s": 0.38238321100000405, "streaming_total_avg_s": 5.230770538000002, "nonstream_tokens_per_second": 8.211337380898698, "stream_tokens_per_second": 36.705873179711624 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.653572599, "streaming_ttfb_avg_s": 0.3508894299999952, "streaming_total_avg_s": 4.673993401000004, "nonstream_tokens_per_second": 22.348421086704096, "stream_tokens_per_second": 25.88792700779423 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.4794077920000035, "streaming_ttfb_avg_s": 1.849944445999995, "streaming_total_avg_s": 2.3032491629999754, "nonstream_tokens_per_second": 57.1504118149732, "stream_tokens_per_second": 40.37774179796847 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.529547527999995, "streaming_ttfb_avg_s": 3.3682249690000106, "streaming_total_avg_s": 3.375448806999998, "nonstream_tokens_per_second": 72.5305433541113, "stream_tokens_per_second": null }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.392074328999996, "streaming_ttfb_avg_s": 0.46326800699998216, "streaming_total_avg_s": 4.15944761099999, "nonstream_tokens_per_second": 50.11682631675026, "stream_tokens_per_second": 46.40039208321704 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.892031302000021, "streaming_ttfb_avg_s": 0.4913296809999963, "streaming_total_avg_s": 3.3593816009999955, "nonstream_tokens_per_second": 48.06310357148375, "stream_tokens_per_second": 48.22316105790931 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 10.105648594000002, "streaming_ttfb_avg_s": 0.37364701300001, "streaming_total_avg_s": 2.5149554060000128, "nonstream_tokens_per_second": 20.483593712421538, "stream_tokens_per_second": 70.37898150310149 }, { "timestamp": "2025-09-24T08:20:49.216661+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.194394391999992, "streaming_ttfb_avg_s": 1.360559053000003, "streaming_total_avg_s": 3.559884034999982, "nonstream_tokens_per_second": 27.894372599571273, "stream_tokens_per_second": 32.86623913860177 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.3734605660000625, "streaming_ttfb_avg_s": 0.17945544999997765, "streaming_total_avg_s": 2.5493773809999993, "nonstream_tokens_per_second": 56.03632177641013, "stream_tokens_per_second": 60.79915871035181 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.818150207000031, "streaming_ttfb_avg_s": 1.172659139000075, "streaming_total_avg_s": 4.998668510000016, "nonstream_tokens_per_second": 27.603954689243906, "stream_tokens_per_second": 35.009322912672886 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.1531300999999985, "streaming_ttfb_avg_s": 0.6098293559999775, "streaming_total_avg_s": 1.8452966059999198, "nonstream_tokens_per_second": 28.86021100112553, "stream_tokens_per_second": 67.19786921886605 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0005310239999972, "streaming_ttfb_avg_s": 0.2773863090000077, "streaming_total_avg_s": 1.6223760010000206, "nonstream_tokens_per_second": 83.95541765829365, "stream_tokens_per_second": 94.92250865710264 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4555603939999173, "streaming_ttfb_avg_s": 0.614172176000011, "streaming_total_avg_s": 1.4097336050000422, "nonstream_tokens_per_second": 49.465484425652825, "stream_tokens_per_second": 98.60018907614523 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.6460293960000172, "streaming_ttfb_avg_s": 0.8756710530000191, "streaming_total_avg_s": 2.209679219999998, "nonstream_tokens_per_second": 61.96730158517712, "stream_tokens_per_second": 58.832068846626576 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 10.665968291000013, "streaming_ttfb_avg_s": 1.2902242000000115, "streaming_total_avg_s": 5.933298433999994, "nonstream_tokens_per_second": 10.875712062437056, "stream_tokens_per_second": 28.48331360370608 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 8.634685670000067, "streaming_ttfb_avg_s": 0.4493513290000237, "streaming_total_avg_s": 7.574962431000017, "nonstream_tokens_per_second": 13.897436986840432, "stream_tokens_per_second": 17.425828999467907 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.7638446280000153, "streaming_ttfb_avg_s": 2.4045603859999574, "streaming_total_avg_s": 2.6051514429999543, "nonstream_tokens_per_second": 36.39895201327621, "stream_tokens_per_second": 15.354193748497831 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.590053459999922, "streaming_ttfb_avg_s": 2.5103797750000467, "streaming_total_avg_s": 2.5645201610000186, "nonstream_tokens_per_second": 98.83965869955739, "stream_tokens_per_second": 14.427650272623351 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.327910147000011, "streaming_ttfb_avg_s": 0.6155163280000124, "streaming_total_avg_s": 4.759912515999986, "nonstream_tokens_per_second": 39.74204504204545, "stream_tokens_per_second": 34.874590539638504 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.8716464789999918, "streaming_ttfb_avg_s": 0.28528393599992796, "streaming_total_avg_s": 2.7198292879999144, "nonstream_tokens_per_second": 76.40331740233547, "stream_tokens_per_second": 52.576829226351244 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.7124353939999537, "streaming_ttfb_avg_s": 0.28083188800007974, "streaming_total_avg_s": 9.579435138000008, "nonstream_tokens_per_second": 47.9469623330507, "stream_tokens_per_second": 18.79025197278807 }, { "timestamp": "2025-09-24T12:30:46.164185+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 7.873446357000034, "streaming_ttfb_avg_s": 4.585834138999985, "streaming_total_avg_s": 6.562289022000073, "nonstream_tokens_per_second": 14.098019465302304, "stream_tokens_per_second": 16.457671955308584 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.722794491000002, "streaming_ttfb_avg_s": 0.678957521000001, "streaming_total_avg_s": 4.9513023820000015, "nonstream_tokens_per_second": 27.434149565724802, "stream_tokens_per_second": 34.73833483192018 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 9.215900502000004, "streaming_ttfb_avg_s": 0.7282301579999881, "streaming_total_avg_s": 6.635702359999996, "nonstream_tokens_per_second": 19.20593651825864, "stream_tokens_per_second": 27.728790415488152 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.1080707690000082, "streaming_ttfb_avg_s": 0.9739912059999938, "streaming_total_avg_s": 2.553495728999991, "nonstream_tokens_per_second": 45.064900759979956, "stream_tokens_per_second": 37.5955200980876 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2105947999999955, "streaming_ttfb_avg_s": 0.16470174200000542, "streaming_total_avg_s": 0.697531847999997, "nonstream_tokens_per_second": 73.51757995325961, "stream_tokens_per_second": 129.02636669286588 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4443484640000008, "streaming_ttfb_avg_s": 0.25720670799999823, "streaming_total_avg_s": 1.040982318999994, "nonstream_tokens_per_second": 65.08124759566327, "stream_tokens_per_second": 103.74815981864973 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5056694179999965, "streaming_ttfb_avg_s": 0.4123144510000003, "streaming_total_avg_s": 1.7867689759999905, "nonstream_tokens_per_second": 53.1325130494217, "stream_tokens_per_second": 53.7282666586889 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 8.646774803, "streaming_ttfb_avg_s": 0.6767061099999978, "streaming_total_avg_s": 6.275879888000006, "nonstream_tokens_per_second": 19.66050971294158, "stream_tokens_per_second": 40.47241255933988 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.694835079000001, "streaming_ttfb_avg_s": 0.3833034580000003, "streaming_total_avg_s": 4.12055956799999, "nonstream_tokens_per_second": 20.235002593580983, "stream_tokens_per_second": 24.753919538532017 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 5.34902850200001, "streaming_ttfb_avg_s": 2.416144681999995, "streaming_total_avg_s": 3.3177961379999914, "nonstream_tokens_per_second": 47.859157958175246, "stream_tokens_per_second": 31.044704290387678 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.587489070999993, "streaming_ttfb_avg_s": 2.549900261999994, "streaming_total_avg_s": 5.250526299000001, "nonstream_tokens_per_second": 98.93761595718085, "stream_tokens_per_second": 20.37890944768316 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 9.915586884999982, "streaming_ttfb_avg_s": 1.2170532399999843, "streaming_total_avg_s": 15.445290933999985, "nonstream_tokens_per_second": 16.640467368563662, "stream_tokens_per_second": 11.84827147523385 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1952448790000005, "streaming_ttfb_avg_s": 3.3416724180000017, "streaming_total_avg_s": 5.456847914999997, "nonstream_tokens_per_second": 45.692898519156024, "stream_tokens_per_second": 28.038164593047867 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 7.135476463000003, "streaming_ttfb_avg_s": 0.9604590229999985, "streaming_total_avg_s": 10.324445232999977, "nonstream_tokens_per_second": 23.964762673760628, "stream_tokens_per_second": 15.690915719345398 }, { "timestamp": "2025-09-24T16:19:35.261843+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.491570321000012, "streaming_ttfb_avg_s": 2.038375274999993, "streaming_total_avg_s": 4.223864902999992, "nonstream_tokens_per_second": 24.71296051650968, "stream_tokens_per_second": 29.35699953659248 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.026356178999997, "streaming_ttfb_avg_s": 0.8661785359999996, "streaming_total_avg_s": 2.987345265000002, "nonstream_tokens_per_second": 46.921112916365736, "stream_tokens_per_second": 46.19486124246168 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.4725487329999964, "streaming_ttfb_avg_s": 0.3937967370000024, "streaming_total_avg_s": 3.3009582890000004, "nonstream_tokens_per_second": 41.363439739629136, "stream_tokens_per_second": 52.1060810047697 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.0271489380000034, "streaming_ttfb_avg_s": 0.42441866400000094, "streaming_total_avg_s": 1.9456435449999958, "nonstream_tokens_per_second": 27.418538598512757, "stream_tokens_per_second": 66.81593878492285 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4477621050000096, "streaming_ttfb_avg_s": 0.7492740080000004, "streaming_total_avg_s": 1.160932688999992, "nonstream_tokens_per_second": 41.44327289185374, "stream_tokens_per_second": 67.18735783655804 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2646872450000046, "streaming_ttfb_avg_s": 0.17897973899999897, "streaming_total_avg_s": 0.9956105530000059, "nonstream_tokens_per_second": 48.23326892966314, "stream_tokens_per_second": 155.68336387450796 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.1333294579999915, "streaming_ttfb_avg_s": 0.3747573350000124, "streaming_total_avg_s": 1.4952467200000115, "nonstream_tokens_per_second": 36.5625664181872, "stream_tokens_per_second": 74.23524058959256 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.896629470999997, "streaming_ttfb_avg_s": 0.4421596269999952, "streaming_total_avg_s": 5.813658842999999, "nonstream_tokens_per_second": 29.14467144352115, "stream_tokens_per_second": 34.05772601163278 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.903924117999992, "streaming_ttfb_avg_s": 0.453774879000008, "streaming_total_avg_s": 4.187349310000002, "nonstream_tokens_per_second": 24.334489382613608, "stream_tokens_per_second": 28.657747686208666 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.9179685010000043, "streaming_ttfb_avg_s": 2.6981308900000016, "streaming_total_avg_s": 3.170893664999994, "nonstream_tokens_per_second": 65.3399842123947, "stream_tokens_per_second": 20.814321441460297 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.8656067460000116, "streaming_ttfb_avg_s": 1.2062968900000044, "streaming_total_avg_s": 1.7719630600000045, "nonstream_tokens_per_second": 84.79879534733584, "stream_tokens_per_second": 49.09808898612129 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.4669253770000097, "streaming_ttfb_avg_s": 0.35364558300000226, "streaming_total_avg_s": 3.3752574789999983, "nonstream_tokens_per_second": 46.150402042529905, "stream_tokens_per_second": 42.0708644847062 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0979557799999924, "streaming_ttfb_avg_s": 0.8530344940000134, "streaming_total_avg_s": 3.3826410759999987, "nonstream_tokens_per_second": 43.89991647976342, "stream_tokens_per_second": 54.69099317470715 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.938512476999989, "streaming_ttfb_avg_s": 0.41923916799999006, "streaming_total_avg_s": 3.04472097499999, "nonstream_tokens_per_second": 33.00589008514929, "stream_tokens_per_second": 64.04527758081367 }, { "timestamp": "2025-09-24T20:16:52.714307+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.220871716999994, "streaming_ttfb_avg_s": 4.720708207999991, "streaming_total_avg_s": 7.0059573169999965, "nonstream_tokens_per_second": 27.48247465868202, "stream_tokens_per_second": 17.699222874097917 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.602496804999987, "streaming_ttfb_avg_s": 0.9927426510000714, "streaming_total_avg_s": 4.114150805999998, "nonstream_tokens_per_second": 43.3033000288811, "stream_tokens_per_second": 42.77918051601925 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.2371439510000073, "streaming_ttfb_avg_s": 1.1858973079999942, "streaming_total_avg_s": 4.105206259000056, "nonstream_tokens_per_second": 44.79257091894449, "stream_tokens_per_second": 39.94927164511024 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.9906068929999492, "streaming_ttfb_avg_s": 0.4562066189999996, "streaming_total_avg_s": 2.552837259000057, "nonstream_tokens_per_second": 46.71942025672588, "stream_tokens_per_second": 41.914148511727596 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.3155448919999344, "streaming_ttfb_avg_s": 0.7421945089998871, "streaming_total_avg_s": 1.5989100979999193, "nonstream_tokens_per_second": 91.21695559744227, "stream_tokens_per_second": 100.0681653084463 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6122921520000091, "streaming_ttfb_avg_s": 0.2278898609999942, "streaming_total_avg_s": 1.1976343589999487, "nonstream_tokens_per_second": 106.15847318585105, "stream_tokens_per_second": 153.63620675816622 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.9200083989999257, "streaming_ttfb_avg_s": 0.18839203899995027, "streaming_total_avg_s": 1.1278498310000487, "nonstream_tokens_per_second": 46.35396389221912, "stream_tokens_per_second": 75.36464311443989 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.767158014000074, "streaming_ttfb_avg_s": 0.5637494809999453, "streaming_total_avg_s": 5.475017682999919, "nonstream_tokens_per_second": 35.54610425140977, "stream_tokens_per_second": 43.28753142403385 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.8934546750000436, "streaming_ttfb_avg_s": 0.6564407710000069, "streaming_total_avg_s": 4.671989456000006, "nonstream_tokens_per_second": 29.793591985246035, "stream_tokens_per_second": 26.32711421085019 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.659418028999994, "streaming_ttfb_avg_s": 1.0506751159999794, "streaming_total_avg_s": 1.474729946000025, "nonstream_tokens_per_second": 96.26166221647458, "stream_tokens_per_second": 52.891039618177444 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.0495069359999434, "streaming_ttfb_avg_s": 1.3477057239999795, "streaming_total_avg_s": 2.2160773570000174, "nonstream_tokens_per_second": 83.94799729027564, "stream_tokens_per_second": 52.79599091179157 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.8136487860000443, "streaming_ttfb_avg_s": 0.7649964219999674, "streaming_total_avg_s": 2.4167527109999583, "nonstream_tokens_per_second": 55.44402015497237, "stream_tokens_per_second": 64.13564751350461 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.111095586000033, "streaming_ttfb_avg_s": 0.43950995299996976, "streaming_total_avg_s": 2.5566417489999367, "nonstream_tokens_per_second": 24.567660344348702, "stream_tokens_per_second": 62.58209624503944 }, { "timestamp": "2025-09-25T01:08:57.476899+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.9951929879999852, "streaming_ttfb_avg_s": 0.3323735479999641, "streaming_total_avg_s": 2.4166546870000047, "nonstream_tokens_per_second": 48.07703562906468, "stream_tokens_per_second": 53.79337010757621 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.5893071309999414, "streaming_ttfb_avg_s": 0.27884981800002606, "streaming_total_avg_s": 3.718135994000022, "nonstream_tokens_per_second": 49.047870173267164, "stream_tokens_per_second": 49.487162464450435 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.513459442999988, "streaming_ttfb_avg_s": 0.33045936500002426, "streaming_total_avg_s": 4.104521696000006, "nonstream_tokens_per_second": 32.569252445147185, "stream_tokens_per_second": 59.44663424188649 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.297946803000059, "streaming_ttfb_avg_s": 0.2482264129999976, "streaming_total_avg_s": 2.898695138999983, "nonstream_tokens_per_second": 25.239922840806734, "stream_tokens_per_second": 42.432885868237115 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4513054050000846, "streaming_ttfb_avg_s": 0.362275048000015, "streaming_total_avg_s": 1.17744820300004, "nonstream_tokens_per_second": 95.08680910617291, "stream_tokens_per_second": 126.5448447076996 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.062879855999995, "streaming_ttfb_avg_s": 0.4860888700000032, "streaming_total_avg_s": 1.1455742969999392, "nonstream_tokens_per_second": 80.91224940855442, "stream_tokens_per_second": 118.71774738326485 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.863756642999988, "streaming_ttfb_avg_s": 0.4182349579999709, "streaming_total_avg_s": 1.3914039819999289, "nonstream_tokens_per_second": 40.77785599608484, "stream_tokens_per_second": 84.8064268368653 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.172283505999985, "streaming_ttfb_avg_s": 0.35351868700001887, "streaming_total_avg_s": 8.32574569299993, "nonstream_tokens_per_second": 29.1940686980588, "stream_tokens_per_second": 27.625153167166513 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.34060883199993, "streaming_ttfb_avg_s": 0.2976478449999149, "streaming_total_avg_s": 6.021167794999997, "nonstream_tokens_per_second": 33.63583443033513, "stream_tokens_per_second": 29.728452369097297 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.1796471159999555, "streaming_ttfb_avg_s": 1.5938916610000433, "streaming_total_avg_s": 1.9653166110000484, "nonstream_tokens_per_second": 80.51207906431199, "stream_tokens_per_second": 40.70590944595544 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.3889488539999775, "streaming_ttfb_avg_s": 2.164271744000075, "streaming_total_avg_s": 2.171895661999997, "nonstream_tokens_per_second": 75.53964696098707, "stream_tokens_per_second": null }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 6.138580209999986, "streaming_ttfb_avg_s": 0.4174613299999237, "streaming_total_avg_s": 3.5084637219999877, "nonstream_tokens_per_second": 28.019508439395366, "stream_tokens_per_second": 50.734456475591465 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.5637870599999815, "streaming_ttfb_avg_s": 0.43284628499998234, "streaming_total_avg_s": 2.52645397699996, "nonstream_tokens_per_second": 34.79444700604549, "stream_tokens_per_second": 59.371752410909785 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.3429767110000057, "streaming_ttfb_avg_s": 0.6823067359999868, "streaming_total_avg_s": 3.42488140699993, "nonstream_tokens_per_second": 60.17985553933219, "stream_tokens_per_second": 50.22071702934254 }, { "timestamp": "2025-09-25T04:18:29.824750+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.048724120999964, "streaming_ttfb_avg_s": 1.6798747500000673, "streaming_total_avg_s": 4.143752336000034, "nonstream_tokens_per_second": 29.144984067439022, "stream_tokens_per_second": 27.993951036169996 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 6.04412993599999, "streaming_ttfb_avg_s": 0.6689862409999989, "streaming_total_avg_s": 3.634795091000001, "nonstream_tokens_per_second": 23.493869507043673, "stream_tokens_per_second": 38.5166141405466 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.7874356900000095, "streaming_ttfb_avg_s": 0.7595217450000007, "streaming_total_avg_s": 3.467160287000013, "nonstream_tokens_per_second": 36.172231349491156, "stream_tokens_per_second": 54.51146885497287 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.018179785000001, "streaming_ttfb_avg_s": 0.3116489139999885, "streaming_total_avg_s": 2.4764431159999845, "nonstream_tokens_per_second": 47.56761548872612, "stream_tokens_per_second": 35.13103104929164 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1685784930000125, "streaming_ttfb_avg_s": 1.2436097810000035, "streaming_total_avg_s": 2.352562025999987, "nonstream_tokens_per_second": 124.08237946237682, "stream_tokens_per_second": 70.56137018510259 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8019761349999897, "streaming_ttfb_avg_s": 0.7634953230000008, "streaming_total_avg_s": 1.2994070310000154, "nonstream_tokens_per_second": 120.9512300512549, "stream_tokens_per_second": 78.49734345480758 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.767531305999995, "streaming_ttfb_avg_s": 0.37095948600000384, "streaming_total_avg_s": 1.6409038769999995, "nonstream_tokens_per_second": 31.435958759123846, "stream_tokens_per_second": 63.98912298992638 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.68989521200001, "streaming_ttfb_avg_s": 0.4454823529999885, "streaming_total_avg_s": 5.085704593999992, "nonstream_tokens_per_second": 39.02006158512004, "stream_tokens_per_second": 40.50569516818466 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.490172908999995, "streaming_ttfb_avg_s": 0.3310931859999755, "streaming_total_avg_s": 4.501985253999976, "nonstream_tokens_per_second": 24.275234430621374, "stream_tokens_per_second": 34.87350383045054 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.2832695970000145, "streaming_ttfb_avg_s": 3.907777170000003, "streaming_total_avg_s": 3.957365299999992, "nonstream_tokens_per_second": 77.97105672769365, "stream_tokens_per_second": 10.107735063022885 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.3254592119999984, "streaming_ttfb_avg_s": 3.4943418269999995, "streaming_total_avg_s": 3.5057711679999954, "nonstream_tokens_per_second": 76.98184932661869, "stream_tokens_per_second": null }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.8650510599999848, "streaming_ttfb_avg_s": 0.36662812599999484, "streaming_total_avg_s": 4.2527107949999845, "nonstream_tokens_per_second": 45.53626776666715, "stream_tokens_per_second": 42.561088379864934 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7260509520000085, "streaming_ttfb_avg_s": 0.33887052700001163, "streaming_total_avg_s": 2.9078184880000038, "nonstream_tokens_per_second": 54.29098817519077, "stream_tokens_per_second": 45.7387558916985 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.073091307000027, "streaming_ttfb_avg_s": 0.31194079400000874, "streaming_total_avg_s": 3.265048914999994, "nonstream_tokens_per_second": 48.81078530218845, "stream_tokens_per_second": 60.642276778876486 }, { "timestamp": "2025-09-25T08:20:33.162195+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.042135977000015, "streaming_ttfb_avg_s": 2.4436271249999777, "streaming_total_avg_s": 4.832066632999982, "nonstream_tokens_per_second": 27.70812279381159, "stream_tokens_per_second": 22.350685162830285 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.934571169999998, "streaming_ttfb_avg_s": 0.9850902169999998, "streaming_total_avg_s": 4.758518789, "nonstream_tokens_per_second": 37.61528095576425, "stream_tokens_per_second": 32.15286243141069 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 8.676030242000003, "streaming_ttfb_avg_s": 0.9061846230000015, "streaming_total_avg_s": 3.4492787080000085, "nonstream_tokens_per_second": 22.475716953592418, "stream_tokens_per_second": 40.00836455457564 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.6074367119999948, "streaming_ttfb_avg_s": 0.8850831950000071, "streaming_total_avg_s": 1.9736436959999963, "nonstream_tokens_per_second": 56.611871136610134, "stream_tokens_per_second": 48.13432140387724 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8623366090000104, "streaming_ttfb_avg_s": 0.8445598650000079, "streaming_total_avg_s": 2.012658377000008, "nonstream_tokens_per_second": 99.72903748076752, "stream_tokens_per_second": 62.60376894553302 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3789495689999995, "streaming_ttfb_avg_s": 0.17773190100000136, "streaming_total_avg_s": 0.8030871330000053, "nonstream_tokens_per_second": 62.36631268710308, "stream_tokens_per_second": 136.97143868945446 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8843977159999952, "streaming_ttfb_avg_s": 0.25177307400001325, "streaming_total_avg_s": 1.4870701710000134, "nonstream_tokens_per_second": 45.637924133421215, "stream_tokens_per_second": 69.93617519075303 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 12.341319605999999, "streaming_ttfb_avg_s": 0.755751360000005, "streaming_total_avg_s": 10.18968296700001, "nonstream_tokens_per_second": 16.691894106676294, "stream_tokens_per_second": 16.781680112501565 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.348776513000004, "streaming_ttfb_avg_s": 1.022965733999996, "streaming_total_avg_s": 4.543767498999998, "nonstream_tokens_per_second": 26.904118813704578, "stream_tokens_per_second": 27.510210420649884 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.2774821879999934, "streaming_ttfb_avg_s": 3.0369130950000027, "streaming_total_avg_s": 3.0483865429999923, "nonstream_tokens_per_second": 86.93811132453985, "stream_tokens_per_second": 0.3280423876349603 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.045773393999994, "streaming_ttfb_avg_s": 2.997817642000001, "streaming_total_avg_s": 3.005642279, "nonstream_tokens_per_second": 84.05090165417622, "stream_tokens_per_second": null }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.607530782999987, "streaming_ttfb_avg_s": 0.3860570399999972, "streaming_total_avg_s": 2.514272114000022, "nonstream_tokens_per_second": 47.74791756394015, "stream_tokens_per_second": 54.886660529536776 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.4326462139999876, "streaming_ttfb_avg_s": 0.41048278499999924, "streaming_total_avg_s": 3.862456656000006, "nonstream_tokens_per_second": 35.24977304870616, "stream_tokens_per_second": 37.5408743486492 }, { "timestamp": "2025-09-25T12:31:39.996280+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.662804711000007, "streaming_ttfb_avg_s": 0.27608663800000954, "streaming_total_avg_s": 2.7360110669999926, "nonstream_tokens_per_second": 33.027332162700084, "stream_tokens_per_second": 55.189835239069374 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.8540668539999956, "streaming_ttfb_avg_s": 3.112698624000018, "streaming_total_avg_s": 5.8183570070000314, "nonstream_tokens_per_second": 34.509001799479464, "stream_tokens_per_second": 25.608603910131155 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.383603271000027, "streaming_ttfb_avg_s": 3.9990788999999722, "streaming_total_avg_s": 9.726550309000004, "nonstream_tokens_per_second": 39.237127396513195, "stream_tokens_per_second": 16.655442562210464 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 0.9288996549999524, "streaming_ttfb_avg_s": 1.1871100889999866, "streaming_total_avg_s": 2.8092643079999675, "nonstream_tokens_per_second": 71.05180806639807, "stream_tokens_per_second": 34.52861296239454 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.6239414479999823, "streaming_ttfb_avg_s": 0.772058842999968, "streaming_total_avg_s": 1.5100581329999727, "nonstream_tokens_per_second": 108.98458536128847, "stream_tokens_per_second": 72.18265152709984 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9073036070000171, "streaming_ttfb_avg_s": 0.6108316639999885, "streaming_total_avg_s": 0.9485319909999816, "nonstream_tokens_per_second": 114.62535715456275, "stream_tokens_per_second": 63.25564194914029 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.509131019999984, "streaming_ttfb_avg_s": 0.22505263400000786, "streaming_total_avg_s": 1.448831853999991, "nonstream_tokens_per_second": 29.890826506142545, "stream_tokens_per_second": 57.97774239163058 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.205535650999991, "streaming_ttfb_avg_s": 0.398159397000029, "streaming_total_avg_s": 4.231347226000025, "nonstream_tokens_per_second": 26.750309616422868, "stream_tokens_per_second": 41.594317506856136 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.919273145000034, "streaming_ttfb_avg_s": 0.2600826710000206, "streaming_total_avg_s": 4.1421047810000005, "nonstream_tokens_per_second": 18.78810061053015, "stream_tokens_per_second": 26.55654692864709 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.413083895, "streaming_ttfb_avg_s": 2.2630985459999806, "streaming_total_avg_s": 2.656565974999978, "nonstream_tokens_per_second": 58.00932093995463, "stream_tokens_per_second": 30.49049064177699 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.381814018, "streaming_ttfb_avg_s": 3.9268792540000277, "streaming_total_avg_s": 4.339163168000027, "nonstream_tokens_per_second": 75.69901793458116, "stream_tokens_per_second": 11.292499982798455 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.360169552000002, "streaming_ttfb_avg_s": 0.27850747299999057, "streaming_total_avg_s": 4.326086791000023, "nonstream_tokens_per_second": 43.15258434316052, "stream_tokens_per_second": 36.522614462729386 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.4064656079999622, "streaming_ttfb_avg_s": 0.698718744999951, "streaming_total_avg_s": 4.123555447000001, "nonstream_tokens_per_second": 100.9622981125919, "stream_tokens_per_second": 36.861393511898605 }, { "timestamp": "2025-09-25T16:18:31.217291+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 6.47460474899998, "streaming_ttfb_avg_s": 0.387017668999988, "streaming_total_avg_s": 3.5611927530000003, "nonstream_tokens_per_second": 21.314042377847773, "stream_tokens_per_second": 43.80554797787436 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.9403013499999986, "streaming_ttfb_avg_s": 0.8780123610000032, "streaming_total_avg_s": 4.21210158800001, "nonstream_tokens_per_second": 38.43143492757981, "stream_tokens_per_second": 38.93543319734377 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.2391776289999967, "streaming_ttfb_avg_s": 0.35589230399999394, "streaming_total_avg_s": 3.3602232109999903, "nonstream_tokens_per_second": 44.14700778362289, "stream_tokens_per_second": 48.50868224063359 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8783868620000135, "streaming_ttfb_avg_s": 0.7469430250000073, "streaming_total_avg_s": 1.4533638489999987, "nonstream_tokens_per_second": 49.51056775438591, "stream_tokens_per_second": 51.60442104818039 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.512593522000003, "streaming_ttfb_avg_s": 0.2506693269999971, "streaming_total_avg_s": 0.7044950119999953, "nonstream_tokens_per_second": 56.194872425217106, "stream_tokens_per_second": 119.23434313825994 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.1272624799999846, "streaming_ttfb_avg_s": 0.21194035999999983, "streaming_total_avg_s": 0.8632693300000085, "nonstream_tokens_per_second": 62.05158095958189, "stream_tokens_per_second": 126.26418686738116 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1802298480000104, "streaming_ttfb_avg_s": 3.3823750270000232, "streaming_total_avg_s": 15.471391301000011, "nonstream_tokens_per_second": 64.39423653688118, "stream_tokens_per_second": 7.433074231182224 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.787744011000001, "streaming_ttfb_avg_s": 0.5505727070000148, "streaming_total_avg_s": 7.311781343999996, "nonstream_tokens_per_second": 26.31719651479085, "stream_tokens_per_second": 33.507566552307466 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.2101997839999967, "streaming_ttfb_avg_s": 0.3852299760000051, "streaming_total_avg_s": 4.450184419999999, "nonstream_tokens_per_second": 26.789609926657477, "stream_tokens_per_second": 34.380597647231895 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.9096140629999923, "streaming_ttfb_avg_s": 3.113276667000008, "streaming_total_avg_s": 3.129755700000004, "nonstream_tokens_per_second": 87.98417743968702, "stream_tokens_per_second": 2.556110050378689 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.077346306999999, "streaming_ttfb_avg_s": 2.3625313580000125, "streaming_total_avg_s": 3.1209407530000135, "nonstream_tokens_per_second": 46.844193654115344, "stream_tokens_per_second": 37.168280073402435 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.035765077000008, "streaming_ttfb_avg_s": 0.2472871059999875, "streaming_total_avg_s": 4.128399909999985, "nonstream_tokens_per_second": 42.12336366376652, "stream_tokens_per_second": 45.05377484130424 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6846937950000154, "streaming_ttfb_avg_s": 1.0102371100000198, "streaming_total_avg_s": 2.7471810360000006, "nonstream_tokens_per_second": 39.623373914575005, "stream_tokens_per_second": 41.49708319404691 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.1704852169999924, "streaming_ttfb_avg_s": 0.6041376659999855, "streaming_total_avg_s": 3.884244891999998, "nonstream_tokens_per_second": 46.995961123259306, "stream_tokens_per_second": 53.29221142218344 }, { "timestamp": "2025-09-25T20:17:13.523761+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.464458898000004, "streaming_ttfb_avg_s": 2.173184972999991, "streaming_total_avg_s": 4.269153321999994, "nonstream_tokens_per_second": 24.86303548448525, "stream_tokens_per_second": 26.23471015267513 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.298407236999992, "streaming_ttfb_avg_s": 1.3386405039999971, "streaming_total_avg_s": 4.913791841999995, "nonstream_tokens_per_second": 44.56696503422096, "stream_tokens_per_second": 33.98597363701679 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.322518829999993, "streaming_ttfb_avg_s": 1.0287579419999986, "streaming_total_avg_s": 5.106357831000011, "nonstream_tokens_per_second": 52.670882831385, "stream_tokens_per_second": 44.258551296186965 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.0859866429999983, "streaming_ttfb_avg_s": 0.3383261589999904, "streaming_total_avg_s": 1.6845665399999916, "nonstream_tokens_per_second": 32.11909348740737, "stream_tokens_per_second": 55.80070467266937 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8652546609999945, "streaming_ttfb_avg_s": 1.3519090190000043, "streaming_total_avg_s": 2.0145350450000024, "nonstream_tokens_per_second": 112.105723750618, "stream_tokens_per_second": 63.538234451513276 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.2753313019999837, "streaming_ttfb_avg_s": 0.594229968999997, "streaming_total_avg_s": 1.5976201989999765, "nonstream_tokens_per_second": 65.04547266145819, "stream_tokens_per_second": 87.63033923058333 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8547409150000078, "streaming_ttfb_avg_s": 0.8244619879999959, "streaming_total_avg_s": 2.030763444999991, "nonstream_tokens_per_second": 46.367662083951835, "stream_tokens_per_second": 50.22741582784422 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.190027562000012, "streaming_ttfb_avg_s": 0.37397807099998204, "streaming_total_avg_s": 3.7928084829999875, "nonstream_tokens_per_second": 44.15245419333103, "stream_tokens_per_second": 50.622118374965844 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.488232494999977, "streaming_ttfb_avg_s": 0.349639322999991, "streaming_total_avg_s": 4.894164793999977, "nonstream_tokens_per_second": 28.094457620148006, "stream_tokens_per_second": 29.42279348184954 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.656380968999997, "streaming_ttfb_avg_s": 1.0128565709999862, "streaming_total_avg_s": 1.1206197249999832, "nonstream_tokens_per_second": 96.37171888653155, "stream_tokens_per_second": 62.465436256711484 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.9460077479999995, "streaming_ttfb_avg_s": 1.2781706490000033, "streaming_total_avg_s": 2.2230918219999865, "nonstream_tokens_per_second": 86.89725957910143, "stream_tokens_per_second": 44.53257351778455 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.4471602250000046, "streaming_ttfb_avg_s": 0.4389949030000082, "streaming_total_avg_s": 2.644004147000004, "nonstream_tokens_per_second": 51.05651855796745, "stream_tokens_per_second": 75.26463232888405 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.6611176989999876, "streaming_ttfb_avg_s": 0.3706237809999777, "streaming_total_avg_s": 2.4005336619999866, "nonstream_tokens_per_second": 41.71179652884663, "stream_tokens_per_second": 64.9855498672865 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 5.731982412000008, "streaming_ttfb_avg_s": 0.21688258700001484, "streaming_total_avg_s": 1.740390394000002, "nonstream_tokens_per_second": 24.94773879637644, "stream_tokens_per_second": 89.63506149988542 }, { "timestamp": "2025-09-26T01:08:18.668239+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.827236344999989, "streaming_ttfb_avg_s": 2.6816425929999923, "streaming_total_avg_s": 5.4647844710000015, "nonstream_tokens_per_second": 26.3090495106057, "stream_tokens_per_second": 22.507749510108717 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0643886539999983, "streaming_ttfb_avg_s": 0.7853468499999963, "streaming_total_avg_s": 3.5686481209999954, "nonstream_tokens_per_second": 40.138511751584126, "stream_tokens_per_second": 55.20297695946477 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.140504910000004, "streaming_ttfb_avg_s": 0.37093310099999144, "streaming_total_avg_s": 2.9449300059999928, "nonstream_tokens_per_second": 54.76826336182986, "stream_tokens_per_second": 51.27456329771947 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8324187059999986, "streaming_ttfb_avg_s": 0.642685259000018, "streaming_total_avg_s": 2.1410029769999994, "nonstream_tokens_per_second": 38.74660292842484, "stream_tokens_per_second": 51.37778937334006 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8316111360000207, "streaming_ttfb_avg_s": 0.16967782199998283, "streaming_total_avg_s": 0.9929019189999906, "nonstream_tokens_per_second": 145.50069709503865, "stream_tokens_per_second": 173.22959771618855 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2194684650000056, "streaming_ttfb_avg_s": 0.2326603010000099, "streaming_total_avg_s": 1.0646029250000026, "nonstream_tokens_per_second": 87.7431463551618, "stream_tokens_per_second": 165.31985387885305 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.5288950789999944, "streaming_ttfb_avg_s": 0.30761307600002397, "streaming_total_avg_s": 1.116633648000004, "nonstream_tokens_per_second": 35.98409469640168, "stream_tokens_per_second": 70.74836061182326 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 8.812769328999991, "streaming_ttfb_avg_s": 0.4149736720000021, "streaming_total_avg_s": 7.500754289000014, "nonstream_tokens_per_second": 21.673096488691744, "stream_tokens_per_second": 26.53066509482079 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.3553977089999876, "streaming_ttfb_avg_s": 0.784901762000004, "streaming_total_avg_s": 4.585759537000001, "nonstream_tokens_per_second": 34.273135399580866, "stream_tokens_per_second": 33.582223131731546 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.933219734000005, "streaming_ttfb_avg_s": 2.062210606000008, "streaming_total_avg_s": 3.3167760949999945, "nonstream_tokens_per_second": 87.27610721849847, "stream_tokens_per_second": 25.92879276042905 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.327916221999999, "streaming_ttfb_avg_s": 0.9018099769999992, "streaming_total_avg_s": 3.5551093370000046, "nonstream_tokens_per_second": 54.08790005291186, "stream_tokens_per_second": 54.006777794918705 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.535988223000004, "streaming_ttfb_avg_s": 0.2634691150000208, "streaming_total_avg_s": 3.719527580000033, "nonstream_tokens_per_second": 40.72411753617988, "stream_tokens_per_second": 46.24243167999267 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.174659474000009, "streaming_ttfb_avg_s": 0.35691124499999205, "streaming_total_avg_s": 5.000995826000008, "nonstream_tokens_per_second": 54.809027999706494, "stream_tokens_per_second": 39.192194278787966 }, { "timestamp": "2025-09-26T04:18:07.181053+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.807269693000023, "streaming_ttfb_avg_s": 2.222581322999986, "streaming_total_avg_s": 4.704009529000018, "nonstream_tokens_per_second": 23.090029702645904, "stream_tokens_per_second": 23.596890974750313 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.592513375000003, "streaming_ttfb_avg_s": 0.7145874879999994, "streaming_total_avg_s": 4.504412279000007, "nonstream_tokens_per_second": 44.8154211812781, "stream_tokens_per_second": 36.85275452558097 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.736284437000009, "streaming_ttfb_avg_s": 0.5505315009999947, "streaming_total_avg_s": 4.270088532999992, "nonstream_tokens_per_second": 33.57061893451474, "stream_tokens_per_second": 35.12807728476207 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.281272737000009, "streaming_ttfb_avg_s": 0.2950741920000013, "streaming_total_avg_s": 1.8174077989999944, "nonstream_tokens_per_second": 38.574957992845924, "stream_tokens_per_second": 47.32014468482 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.1907040689999917, "streaming_ttfb_avg_s": 0.3036083859999934, "streaming_total_avg_s": 1.0751813509999977, "nonstream_tokens_per_second": 78.51357124584801, "stream_tokens_per_second": 101.3782464684883 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.670045880999993, "streaming_ttfb_avg_s": 0.2723249919999944, "streaming_total_avg_s": 1.2209351759999976, "nonstream_tokens_per_second": 132.82672504034232, "stream_tokens_per_second": 135.96135426603544 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4848507389999952, "streaming_ttfb_avg_s": 0.2762663220000121, "streaming_total_avg_s": 1.5908428310000033, "nonstream_tokens_per_second": 54.55093759427375, "stream_tokens_per_second": 60.34537047236428 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.940963109000009, "streaming_ttfb_avg_s": 0.7929283010000034, "streaming_total_avg_s": 3.9095735159999947, "nonstream_tokens_per_second": 45.4203693486032, "stream_tokens_per_second": 47.57552178998346 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.601577770999995, "streaming_ttfb_avg_s": 0.3310919559999945, "streaming_total_avg_s": 4.818801217000001, "nonstream_tokens_per_second": 28.68581312085796, "stream_tokens_per_second": 24.487418070642523 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.176470447, "streaming_ttfb_avg_s": 2.2965377440000054, "streaming_total_avg_s": 2.472825199000013, "nonstream_tokens_per_second": 73.03704028448026, "stream_tokens_per_second": 25.476932225325346 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.903125020999994, "streaming_ttfb_avg_s": 3.1209046540000003, "streaming_total_avg_s": 3.1250905889999956, "nonstream_tokens_per_second": 88.18083897462319, "stream_tokens_per_second": null }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.61009864399999, "streaming_ttfb_avg_s": 0.7921230959999974, "streaming_total_avg_s": 7.443898907000005, "nonstream_tokens_per_second": 40.34620826217627, "stream_tokens_per_second": 25.9272731146992 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.975394800999993, "streaming_ttfb_avg_s": 0.2268176449999828, "streaming_total_avg_s": 3.512035183999984, "nonstream_tokens_per_second": 42.51150098538359, "stream_tokens_per_second": 44.98815977693255 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 7.767172928000008, "streaming_ttfb_avg_s": 0.3052538889999994, "streaming_total_avg_s": 2.8392517469999916, "nonstream_tokens_per_second": 21.243250476011525, "stream_tokens_per_second": 54.944053539751316 }, { "timestamp": "2025-09-26T08:21:06.610730+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.439873607999999, "streaming_ttfb_avg_s": 2.1556566209999914, "streaming_total_avg_s": 4.7892257040000175, "nonstream_tokens_per_second": 25.000711686926024, "stream_tokens_per_second": 24.638638329666737 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.3737731579999988, "streaming_ttfb_avg_s": 0.7165107390000003, "streaming_total_avg_s": 2.864406362000004, "nonstream_tokens_per_second": 31.418828426164165, "stream_tokens_per_second": 49.22485924851462 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.9400605000000013, "streaming_ttfb_avg_s": 0.3198447239999993, "streaming_total_avg_s": 4.091809390999998, "nonstream_tokens_per_second": 62.24361709563457, "stream_tokens_per_second": 47.411788150910986 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.342623247000006, "streaming_ttfb_avg_s": 0.26847547700000973, "streaming_total_avg_s": 2.0130257010000037, "nonstream_tokens_per_second": 26.924960831518995, "stream_tokens_per_second": 44.21205350522241 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.6758041269999921, "streaming_ttfb_avg_s": 0.1414111480000031, "streaming_total_avg_s": 0.828397252000002, "nonstream_tokens_per_second": 121.33693288321832, "stream_tokens_per_second": 152.10093912769244 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4635261789999987, "streaming_ttfb_avg_s": 0.19493604800000242, "streaming_total_avg_s": 1.1338856969999966, "nonstream_tokens_per_second": 51.92937515605593, "stream_tokens_per_second": 115.5319273773328 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.560178123, "streaming_ttfb_avg_s": 0.2872794359999915, "streaming_total_avg_s": 1.2087446689999979, "nonstream_tokens_per_second": 64.09524561702882, "stream_tokens_per_second": 76.11202130563453 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.866399381000008, "streaming_ttfb_avg_s": 0.6791219450000057, "streaming_total_avg_s": 5.9785419520000005, "nonstream_tokens_per_second": 31.36506535779613, "stream_tokens_per_second": 31.78032395280581 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.790235601999996, "streaming_ttfb_avg_s": 0.39965235299999335, "streaming_total_avg_s": 5.258758164, "nonstream_tokens_per_second": 20.20643166222584, "stream_tokens_per_second": 28.52384447470097 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.0718725030000087, "streaming_ttfb_avg_s": 1.7762565690000116, "streaming_total_avg_s": 2.324564489000011, "nonstream_tokens_per_second": 83.3367920543541, "stream_tokens_per_second": 40.86787028260396 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2134150410000046, "streaming_ttfb_avg_s": 1.993919267999999, "streaming_total_avg_s": 3.3883018909999976, "nonstream_tokens_per_second": 56.948759393075775, "stream_tokens_per_second": 38.95756760949141 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 8.900836624000007, "streaming_ttfb_avg_s": 1.0058096550000073, "streaming_total_avg_s": 2.3603260010000042, "nonstream_tokens_per_second": 16.852348418073817, "stream_tokens_per_second": 57.19548907346031 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.016404272000017, "streaming_ttfb_avg_s": 0.36896908200000667, "streaming_total_avg_s": 2.4548597559999905, "nonstream_tokens_per_second": 52.048726179499035, "stream_tokens_per_second": 60.288576420004894 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.1725042289999976, "streaming_ttfb_avg_s": 0.4597406790000207, "streaming_total_avg_s": 5.018613557000009, "nonstream_tokens_per_second": 43.49875998226766, "stream_tokens_per_second": 36.264995886392704 }, { "timestamp": "2025-09-26T12:30:43.935872+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.2726345380000055, "streaming_ttfb_avg_s": 2.2798323709999977, "streaming_total_avg_s": 4.98864485499999, "nonstream_tokens_per_second": 27.383573052977987, "stream_tokens_per_second": 23.65371828017215 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.270757646, "streaming_ttfb_avg_s": 0.42228557199999983, "streaming_total_avg_s": 4.267393317999996, "nonstream_tokens_per_second": 32.07861727492649, "stream_tokens_per_second": 40.30563559128677 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.794358878000004, "streaming_ttfb_avg_s": 1.1626953079999964, "streaming_total_avg_s": 5.896171138, "nonstream_tokens_per_second": 56.54248680938389, "stream_tokens_per_second": 36.12513867300166 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.7536930410000053, "streaming_ttfb_avg_s": 0.8457613839999993, "streaming_total_avg_s": 1.9302346839999984, "nonstream_tokens_per_second": 32.68338142994923, "stream_tokens_per_second": 49.73488498355057 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.7398101989999901, "streaming_ttfb_avg_s": 0.30991604400000483, "streaming_total_avg_s": 0.9646987050000035, "nonstream_tokens_per_second": 97.32225927315307, "stream_tokens_per_second": 126.46435552123971 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6960992279999942, "streaming_ttfb_avg_s": 0.2629778710000039, "streaming_total_avg_s": 0.9239598230000041, "nonstream_tokens_per_second": 114.92614383419581, "stream_tokens_per_second": 132.04037336155844 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7897120729999898, "streaming_ttfb_avg_s": 0.28772785099999965, "streaming_total_avg_s": 1.221172917000004, "nonstream_tokens_per_second": 52.52241487226115, "stream_tokens_per_second": 73.69963642912964 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.672143818000009, "streaming_ttfb_avg_s": 0.3586042839999948, "streaming_total_avg_s": 5.341130153999998, "nonstream_tokens_per_second": 36.31783794802215, "stream_tokens_per_second": 43.81095259862864 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.491800378000008, "streaming_ttfb_avg_s": 0.8855432029999974, "streaming_total_avg_s": 5.714075530000002, "nonstream_tokens_per_second": 23.12538534881171, "stream_tokens_per_second": 18.900695210096384 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.0270383200000026, "streaming_ttfb_avg_s": 2.6630556749999954, "streaming_total_avg_s": 2.68088015699999, "nonstream_tokens_per_second": 84.57111306076884, "stream_tokens_per_second": null }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.790968436, "streaming_ttfb_avg_s": 4.457623557000005, "streaming_total_avg_s": 4.472633987999998, "nonstream_tokens_per_second": 67.00183262122711, "stream_tokens_per_second": null }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 16.481531921, "streaming_ttfb_avg_s": 0.3955441260000043, "streaming_total_avg_s": 3.5705959990000053, "nonstream_tokens_per_second": 10.375249146720384, "stream_tokens_per_second": 49.85162142394473 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.026939758999987, "streaming_ttfb_avg_s": 0.5785398570000098, "streaming_total_avg_s": 3.270432834000019, "nonstream_tokens_per_second": 44.92986673937986, "stream_tokens_per_second": 47.700108186963945 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.614704109999991, "streaming_ttfb_avg_s": 0.3887890910000067, "streaming_total_avg_s": 4.896877268999987, "nonstream_tokens_per_second": 54.69070073860116, "stream_tokens_per_second": 46.15186119339938 }, { "timestamp": "2025-09-26T16:18:32.087478+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 6.665996706000016, "streaming_ttfb_avg_s": 1.7247708399999908, "streaming_total_avg_s": 3.682455731999994, "nonstream_tokens_per_second": 16.65167339493128, "stream_tokens_per_second": 29.32825480059299 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 7.912057597, "streaming_ttfb_avg_s": 0.7321226850000002, "streaming_total_avg_s": 3.6941875300000007, "nonstream_tokens_per_second": 14.53477791208248, "stream_tokens_per_second": 38.438763286064145 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.720809041999999, "streaming_ttfb_avg_s": 0.28811095400000397, "streaming_total_avg_s": 1.7107884670000004, "nonstream_tokens_per_second": 36.8199492243655, "stream_tokens_per_second": 88.84792183953854 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8498887800000006, "streaming_ttfb_avg_s": 0.7829292159999994, "streaming_total_avg_s": 2.2838350399999996, "nonstream_tokens_per_second": 51.35443872468915, "stream_tokens_per_second": 43.348139539885516 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.9009742380000034, "streaming_ttfb_avg_s": 0.6935076909999935, "streaming_total_avg_s": 1.2869988199999938, "nonstream_tokens_per_second": 127.63960960224432, "stream_tokens_per_second": 86.24716532374174 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9757133669999973, "streaming_ttfb_avg_s": 0.7672017560000057, "streaming_total_avg_s": 1.4338292740000043, "nonstream_tokens_per_second": 135.28563250686753, "stream_tokens_per_second": 71.13817652463392 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7536759049999944, "streaming_ttfb_avg_s": 0.26284089600000016, "streaming_total_avg_s": 1.6726782350000065, "nonstream_tokens_per_second": 45.61846334998841, "stream_tokens_per_second": 59.78436133593836 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.3043977789999985, "streaming_ttfb_avg_s": 0.42464562000000683, "streaming_total_avg_s": 5.530021036000008, "nonstream_tokens_per_second": 33.22183667542498, "stream_tokens_per_second": 32.91126721131694 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 8.045293008000002, "streaming_ttfb_avg_s": 0.4493257139999969, "streaming_total_avg_s": 6.252146240000002, "nonstream_tokens_per_second": 15.661331398957046, "stream_tokens_per_second": 20.632914690108073 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.4895904969999947, "streaming_ttfb_avg_s": 2.401806373999989, "streaming_total_avg_s": 2.6631795360000012, "nonstream_tokens_per_second": 73.3610434290452, "stream_tokens_per_second": 23.655934250164638 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.696724936999999, "streaming_ttfb_avg_s": 1.5361860649999954, "streaming_total_avg_s": 2.4415704019999964, "nonstream_tokens_per_second": 64.1518894368425, "stream_tokens_per_second": 34.40408678414186 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.8617989960000045, "streaming_ttfb_avg_s": 0.4752529990000056, "streaming_total_avg_s": 2.7640301320000162, "nonstream_tokens_per_second": 58.00547146463523, "stream_tokens_per_second": 57.88648906089388 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.021185889999998, "streaming_ttfb_avg_s": 0.2672577940000167, "streaming_total_avg_s": 2.6729708379999977, "nonstream_tokens_per_second": 56.89729013495147, "stream_tokens_per_second": 56.117335014487026 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.633676498, "streaming_ttfb_avg_s": 0.3597956790000012, "streaming_total_avg_s": 2.3177987910000013, "nonstream_tokens_per_second": 48.60126142948936, "stream_tokens_per_second": 70.75678900032695 }, { "timestamp": "2025-09-26T20:16:24.942145+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.594680820999997, "streaming_ttfb_avg_s": 1.5969610139999872, "streaming_total_avg_s": 3.590265407000004, "nonstream_tokens_per_second": 25.4642279971334, "stream_tokens_per_second": 30.916934381391787 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.4721437560000012, "streaming_ttfb_avg_s": 1.0128300610000025, "streaming_total_avg_s": 3.942061178000003, "nonstream_tokens_per_second": 57.44002534454551, "stream_tokens_per_second": 36.021764652582945 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.885322539000001, "streaming_ttfb_avg_s": 0.3414334690000089, "streaming_total_avg_s": 2.9573564200000106, "nonstream_tokens_per_second": 38.073228229076804, "stream_tokens_per_second": 58.83633059014218 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.753007903000011, "streaming_ttfb_avg_s": 0.7859826770000069, "streaming_total_avg_s": 3.596928735000006, "nonstream_tokens_per_second": 32.691515306558, "stream_tokens_per_second": 34.75187005616329 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6851853640000058, "streaming_ttfb_avg_s": 0.7376788310000109, "streaming_total_avg_s": 1.7121998500000046, "nonstream_tokens_per_second": 85.4505403834017, "stream_tokens_per_second": 107.46409071347571 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7044022609999985, "streaming_ttfb_avg_s": 0.1936062659999891, "streaming_total_avg_s": 0.979148170000002, "nonstream_tokens_per_second": 139.12505030985443, "stream_tokens_per_second": 163.40734211860874 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.5616096400000004, "streaming_ttfb_avg_s": 0.3970879409999952, "streaming_total_avg_s": 1.8647804239999886, "nonstream_tokens_per_second": 35.134158848652675, "stream_tokens_per_second": 53.62561656749814 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.1923428890000025, "streaming_ttfb_avg_s": 0.5376660059999949, "streaming_total_avg_s": 4.281221598000002, "nonstream_tokens_per_second": 45.42118595707026, "stream_tokens_per_second": 45.3141692293219 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.4100412129999995, "streaming_ttfb_avg_s": 0.35478005699999926, "streaming_total_avg_s": 2.150069678999998, "nonstream_tokens_per_second": 19.223513445719107, "stream_tokens_per_second": 31.626881986274487 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.0548694180000098, "streaming_ttfb_avg_s": 2.044408027000003, "streaming_total_avg_s": 2.288983048999995, "nonstream_tokens_per_second": 77.90840374310207, "stream_tokens_per_second": 37.57126993036119 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.553554832000003, "streaming_ttfb_avg_s": 1.5547602890000007, "streaming_total_avg_s": 3.027738331000009, "nonstream_tokens_per_second": 100.25239982784896, "stream_tokens_per_second": 39.63354388038087 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.0537860240000043, "streaming_ttfb_avg_s": 0.683099661, "streaming_total_avg_s": 4.470624805999989, "nonstream_tokens_per_second": 51.0841292657641, "stream_tokens_per_second": 46.74961757459557 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6790667269999915, "streaming_ttfb_avg_s": 0.2826953299999957, "streaming_total_avg_s": 2.5188234539999996, "nonstream_tokens_per_second": 37.78132073003859, "stream_tokens_per_second": 54.787484125118056 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.509450955999995, "streaming_ttfb_avg_s": 0.36512406700001065, "streaming_total_avg_s": 4.658283138999991, "nonstream_tokens_per_second": 47.585791080649095, "stream_tokens_per_second": 36.27946068479637 }, { "timestamp": "2025-09-27T01:05:24.677484+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.511029771000011, "streaming_ttfb_avg_s": 2.3039969519999772, "streaming_total_avg_s": 4.706050005999998, "nonstream_tokens_per_second": 25.714749378451778, "stream_tokens_per_second": 25.07410670297923 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.215334349999992, "streaming_ttfb_avg_s": 0.7724673029999991, "streaming_total_avg_s": 4.05146955699999, "nonstream_tokens_per_second": 34.2110611296148, "stream_tokens_per_second": 45.16879552601324 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.2608202130000024, "streaming_ttfb_avg_s": 0.26178243799999734, "streaming_total_avg_s": 2.7535200009999983, "nonstream_tokens_per_second": 43.85399704954537, "stream_tokens_per_second": 74.08698681175845 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.2344123270000154, "streaming_ttfb_avg_s": 0.30802083800000446, "streaming_total_avg_s": 1.243949619999995, "nonstream_tokens_per_second": 25.51006334472286, "stream_tokens_per_second": 53.86070217216696 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0439701239999977, "streaming_ttfb_avg_s": 0.1845019250000064, "streaming_total_avg_s": 0.7211926730000187, "nonstream_tokens_per_second": 69.92537269198726, "stream_tokens_per_second": 148.365345358961 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7831238329999906, "streaming_ttfb_avg_s": 0.280992040000001, "streaming_total_avg_s": 1.1604139410000016, "nonstream_tokens_per_second": 118.75516499572696, "stream_tokens_per_second": 113.75251135491125 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.304701386000005, "streaming_ttfb_avg_s": 0.27002966300000253, "streaming_total_avg_s": 1.4737959790000161, "nonstream_tokens_per_second": 54.41858249087483, "stream_tokens_per_second": 64.45939692715022 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.9623531519999915, "streaming_ttfb_avg_s": 0.3362367180000092, "streaming_total_avg_s": 2.9054885140000124, "nonstream_tokens_per_second": 33.71152209133692, "stream_tokens_per_second": 57.477425636107434 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.505556471999995, "streaming_ttfb_avg_s": 0.7951991470000053, "streaming_total_avg_s": 3.1202594730000044, "nonstream_tokens_per_second": 30.522971418273634, "stream_tokens_per_second": 38.45834009587184 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.1128953679999825, "streaming_ttfb_avg_s": 1.889515624000012, "streaming_total_avg_s": 2.2563932920000127, "nonstream_tokens_per_second": 121.16075593573933, "stream_tokens_per_second": 44.31851501887883 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.5149915370000144, "streaming_ttfb_avg_s": 2.7955217200000106, "streaming_total_avg_s": 2.797067851999998, "nonstream_tokens_per_second": 101.78960693655748, "stream_tokens_per_second": null }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.7183113000000105, "streaming_ttfb_avg_s": 0.335475324000015, "streaming_total_avg_s": 1.9615743840000164, "nonstream_tokens_per_second": 62.170951502132716, "stream_tokens_per_second": 92.78261455926439 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.0506534010000053, "streaming_ttfb_avg_s": 0.3117067949999921, "streaming_total_avg_s": 2.816137050000009, "nonstream_tokens_per_second": 58.51793381635422, "stream_tokens_per_second": 56.81541670708089 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.3367684219999774, "streaming_ttfb_avg_s": 0.3389719420000006, "streaming_total_avg_s": 3.7812498220000066, "nonstream_tokens_per_second": 63.763271789026874, "stream_tokens_per_second": 50.776861894421444 }, { "timestamp": "2025-09-27T04:17:26.144829+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.260138014000006, "streaming_ttfb_avg_s": 2.0603024119999986, "streaming_total_avg_s": 4.363775523000015, "nonstream_tokens_per_second": 25.351291353726516, "stream_tokens_per_second": 24.74921073065463 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.4727439409999974, "streaming_ttfb_avg_s": 0.7394986229999958, "streaming_total_avg_s": 3.218006826, "nonstream_tokens_per_second": 39.4500724290516, "stream_tokens_per_second": 48.477212273010885 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.4222134729999993, "streaming_ttfb_avg_s": 0.2599932490000043, "streaming_total_avg_s": 8.975190501, "nonstream_tokens_per_second": 52.8897456070532, "stream_tokens_per_second": 22.506486071520545 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8524558079999878, "streaming_ttfb_avg_s": 0.35605866199999525, "streaming_total_avg_s": 0.9592237949999998, "nonstream_tokens_per_second": 46.9646831110805, "stream_tokens_per_second": 64.63559424107073 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 62.023154070000004, "streaming_ttfb_avg_s": 0.18343227400001183, "streaming_total_avg_s": 0.7388249220000205, "nonstream_tokens_per_second": 2.047622406572011, "stream_tokens_per_second": 150.23857032261415 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8150678490000018, "streaming_ttfb_avg_s": 0.6325312909999923, "streaming_total_avg_s": 1.6455680009999867, "nonstream_tokens_per_second": 138.63876502875007, "stream_tokens_per_second": 122.14627403902807 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4920213139999987, "streaming_ttfb_avg_s": 0.4390057840000168, "streaming_total_avg_s": 1.7755660970000235, "nonstream_tokens_per_second": 54.28876869248268, "stream_tokens_per_second": 55.75686546801568 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.698218075, "streaming_ttfb_avg_s": 0.38457680400000527, "streaming_total_avg_s": 3.9282161209999913, "nonstream_tokens_per_second": 34.694004705177505, "stream_tokens_per_second": 58.296181509917616 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.4845163340000056, "streaming_ttfb_avg_s": 0.8591595020000113, "streaming_total_avg_s": 3.689732550000002, "nonstream_tokens_per_second": 31.855210123976942, "stream_tokens_per_second": 24.934056534802217 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.4500341039999967, "streaming_ttfb_avg_s": 2.0667511239999783, "streaming_total_avg_s": 2.21439741399999, "nonstream_tokens_per_second": 104.48834144065464, "stream_tokens_per_second": 24.83745675111245 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.7579969440000127, "streaming_ttfb_avg_s": 2.5148044580000146, "streaming_total_avg_s": 2.5163998920000097, "nonstream_tokens_per_second": 92.82098754928816, "stream_tokens_per_second": null }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.5562106509999865, "streaming_ttfb_avg_s": 0.21408749200000443, "streaming_total_avg_s": 2.6549082629999816, "nonstream_tokens_per_second": 70.02552779833518, "stream_tokens_per_second": 72.31888298206006 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.314137864999992, "streaming_ttfb_avg_s": 0.30163866399999506, "streaming_total_avg_s": 3.1970001960000047, "nonstream_tokens_per_second": 52.28729101669161, "stream_tokens_per_second": 46.60619044891663 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.663356149000009, "streaming_ttfb_avg_s": 0.2975071230000026, "streaming_total_avg_s": 2.0490223399999934, "nonstream_tokens_per_second": 60.07457923345101, "stream_tokens_per_second": 91.26303620486667 }, { "timestamp": "2025-09-27T08:17:22.001896+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.855642997000018, "streaming_ttfb_avg_s": 1.9800380659999917, "streaming_total_avg_s": 4.194080280999998, "nonstream_tokens_per_second": 22.860000224188553, "stream_tokens_per_second": 25.750580047134786 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.061042377999996, "streaming_ttfb_avg_s": 0.8110257549999957, "streaming_total_avg_s": 3.1606424599999983, "nonstream_tokens_per_second": 35.45887646484445, "stream_tokens_per_second": 50.30622793063411 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.6151268610000002, "streaming_ttfb_avg_s": 0.8634060759999969, "streaming_total_avg_s": 4.389882612000001, "nonstream_tokens_per_second": 51.72709207451516, "stream_tokens_per_second": 40.092188232754495 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.5345431549999944, "streaming_ttfb_avg_s": 0.908874749000006, "streaming_total_avg_s": 2.1909914809999975, "nonstream_tokens_per_second": 68.42427315118445, "stream_tokens_per_second": 45.6414371608413 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.721279593999995, "streaming_ttfb_avg_s": 0.1891681309999882, "streaming_total_avg_s": 0.8793930829999965, "nonstream_tokens_per_second": 117.84611779825369, "stream_tokens_per_second": 166.02359379713312 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.808252605000007, "streaming_ttfb_avg_s": 0.17723475799999733, "streaming_total_avg_s": 0.7559713490000064, "nonstream_tokens_per_second": 155.89185759568187, "stream_tokens_per_second": 171.9641890819845 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7783645029999917, "streaming_ttfb_avg_s": 0.3188682380000074, "streaming_total_avg_s": 1.479637592000003, "nonstream_tokens_per_second": 50.0459831771622, "stream_tokens_per_second": 69.61164041579703 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 2.9010775100000075, "streaming_ttfb_avg_s": 0.9329986059999982, "streaming_total_avg_s": 4.811954392000004, "nonstream_tokens_per_second": 49.98142914147772, "stream_tokens_per_second": 50.70704751600642 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.757463338999997, "streaming_ttfb_avg_s": 0.3688255150000117, "streaming_total_avg_s": 3.315963104000005, "nonstream_tokens_per_second": 30.74270552467691, "stream_tokens_per_second": 30.15715098861361 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.263997975999999, "streaming_ttfb_avg_s": 2.0067023699999993, "streaming_total_avg_s": 2.011944710999998, "nonstream_tokens_per_second": 113.074306034627, "stream_tokens_per_second": null }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.154877540000001, "streaming_ttfb_avg_s": 1.709425221999993, "streaming_total_avg_s": 2.4529484149999945, "nonstream_tokens_per_second": 75.1782860013474, "stream_tokens_per_second": 40.76726578858782 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.2285615219999926, "streaming_ttfb_avg_s": 0.24931602600000247, "streaming_total_avg_s": 2.2861362379999974, "nonstream_tokens_per_second": 52.03555789636286, "stream_tokens_per_second": 81.3599806119692 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.910898547999992, "streaming_ttfb_avg_s": 0.2981698210000019, "streaming_total_avg_s": 3.2108200779999976, "nonstream_tokens_per_second": 24.869315351341776, "stream_tokens_per_second": 50.765846743281806 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.4344348319999938, "streaming_ttfb_avg_s": 0.2312519320000206, "streaming_total_avg_s": 1.793297487000018, "nonstream_tokens_per_second": 52.119201194963985, "stream_tokens_per_second": 81.41426676744042 }, { "timestamp": "2025-09-27T12:26:57.140144+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.0261739089999935, "streaming_ttfb_avg_s": 1.7805438739999886, "streaming_total_avg_s": 4.090972649999998, "nonstream_tokens_per_second": 29.059847548676814, "stream_tokens_per_second": 26.39958983837256 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.451208225000002, "streaming_ttfb_avg_s": 0.7285762899999995, "streaming_total_avg_s": 3.018821881000001, "nonstream_tokens_per_second": 33.474057484695614, "stream_tokens_per_second": 53.00080836402284 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.363364782000005, "streaming_ttfb_avg_s": 0.9104196159999987, "streaming_total_avg_s": 6.187119413999994, "nonstream_tokens_per_second": 59.23757562365153, "stream_tokens_per_second": 27.153185312676456 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.1940299920000115, "streaming_ttfb_avg_s": 0.6708072970000103, "streaming_total_avg_s": 1.8547353940000022, "nonstream_tokens_per_second": 51.50339804470613, "stream_tokens_per_second": 48.5244419722331 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.9774855419999966, "streaming_ttfb_avg_s": 0.18740748400000484, "streaming_total_avg_s": 0.8283195180000007, "nonstream_tokens_per_second": 134.0173274910704, "stream_tokens_per_second": 153.32247670155695 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7084717210000093, "streaming_ttfb_avg_s": 0.18543901200000334, "streaming_total_avg_s": 0.7154545750000096, "nonstream_tokens_per_second": 128.44549373340308, "stream_tokens_per_second": 167.72553309900687 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5514184630000045, "streaming_ttfb_avg_s": 0.3337734539999957, "streaming_total_avg_s": 1.3321003880000006, "nonstream_tokens_per_second": 43.18628506614582, "stream_tokens_per_second": 66.81178145561802 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.214102754999999, "streaming_ttfb_avg_s": 0.38335234900000614, "streaming_total_avg_s": 3.417053979000002, "nonstream_tokens_per_second": 46.510493786001675, "stream_tokens_per_second": 48.87250860721621 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.125951982999993, "streaming_ttfb_avg_s": 0.3531381720000013, "streaming_total_avg_s": 5.126927545000001, "nonstream_tokens_per_second": 38.06840304878742, "stream_tokens_per_second": 34.52360082065485 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.2089282569999966, "streaming_ttfb_avg_s": 2.0283562209999957, "streaming_total_avg_s": 2.149652567000004, "nonstream_tokens_per_second": 108.6499750453418, "stream_tokens_per_second": 32.563401674573896 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 6.052853632999998, "streaming_ttfb_avg_s": 2.822907857000004, "streaming_total_avg_s": 2.826231554000003, "nonstream_tokens_per_second": 42.29410052215616, "stream_tokens_per_second": null }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.454349719999996, "streaming_ttfb_avg_s": 0.26277955300000144, "streaming_total_avg_s": 4.270477640999999, "nonstream_tokens_per_second": 69.26478268956727, "stream_tokens_per_second": 46.36483706155998 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.532594090999993, "streaming_ttfb_avg_s": 0.3549319930000081, "streaming_total_avg_s": 2.475651827000007, "nonstream_tokens_per_second": 66.33514647965767, "stream_tokens_per_second": 57.35863114971037 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.1327154850000056, "streaming_ttfb_avg_s": 0.28148657900001695, "streaming_total_avg_s": 3.5917790020000098, "nonstream_tokens_per_second": 51.07390082696888, "stream_tokens_per_second": 44.546170549721246 }, { "timestamp": "2025-09-27T16:16:03.411933+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.065626129000009, "streaming_ttfb_avg_s": 4.447797790999999, "streaming_total_avg_s": 6.398084971999992, "nonstream_tokens_per_second": 26.56417402220994, "stream_tokens_per_second": 17.348941204402642 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.357818007000006, "streaming_ttfb_avg_s": 0.8796953499999987, "streaming_total_avg_s": 3.7919920549999944, "nonstream_tokens_per_second": 42.28936759049304, "stream_tokens_per_second": 43.51274939577906 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.6941519499999984, "streaming_ttfb_avg_s": 1.0406198239999966, "streaming_total_avg_s": 4.017611358999993, "nonstream_tokens_per_second": 73.86368834912972, "stream_tokens_per_second": 47.78959009310197 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8922070090000034, "streaming_ttfb_avg_s": 0.3830288230000036, "streaming_total_avg_s": 1.2299845480000045, "nonstream_tokens_per_second": 41.2217054629882, "stream_tokens_per_second": 74.79768762103153 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.7987426979999981, "streaming_ttfb_avg_s": 0.8274586869999894, "streaming_total_avg_s": 1.1971450579999896, "nonstream_tokens_per_second": 141.4723418228986, "stream_tokens_per_second": 77.68482138277416 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.5461199149999914, "streaming_ttfb_avg_s": 0.2801724719999896, "streaming_total_avg_s": 0.7002365409999953, "nonstream_tokens_per_second": 146.4879741658959, "stream_tokens_per_second": 135.66844121606707 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1654503059999968, "streaming_ttfb_avg_s": 0.4390286760000066, "streaming_total_avg_s": 1.9051651130000096, "nonstream_tokens_per_second": 66.06888307771418, "stream_tokens_per_second": 53.538666703477205 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 7.606339265000003, "streaming_ttfb_avg_s": 0.8507062310000038, "streaming_total_avg_s": 6.453403315000003, "nonstream_tokens_per_second": 19.983331627004407, "stream_tokens_per_second": 39.04916331732474 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.231431500999989, "streaming_ttfb_avg_s": 0.44797956899999747, "streaming_total_avg_s": 3.5323643100000055, "nonstream_tokens_per_second": 31.66777010766512, "stream_tokens_per_second": 35.67015996716369 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.781752259000001, "streaming_ttfb_avg_s": 2.2406752330000046, "streaming_total_avg_s": 2.3861329820000066, "nonstream_tokens_per_second": 38.16467730377097, "stream_tokens_per_second": 36.87975509489008 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.035355144999997, "streaming_ttfb_avg_s": 2.9106636289999983, "streaming_total_avg_s": 2.9190320639999925, "nonstream_tokens_per_second": 58.97168253766239, "stream_tokens_per_second": null }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.3061785480000054, "streaming_ttfb_avg_s": 0.26045757099998923, "streaming_total_avg_s": 4.192919275999998, "nonstream_tokens_per_second": 72.84778541787026, "stream_tokens_per_second": 43.8835064278972 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.877705550999991, "streaming_ttfb_avg_s": 0.2370451889999856, "streaming_total_avg_s": 2.729430817000008, "nonstream_tokens_per_second": 55.94735011858776, "stream_tokens_per_second": 56.4220199467322 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.987704244000014, "streaming_ttfb_avg_s": 0.27883649700001456, "streaming_total_avg_s": 2.332864303000008, "nonstream_tokens_per_second": 37.29170594342071, "stream_tokens_per_second": 64.29863914806513 }, { "timestamp": "2025-09-27T20:15:02.318260+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.072861222, "streaming_ttfb_avg_s": 1.7978204480000102, "streaming_total_avg_s": 3.9409877800000004, "nonstream_tokens_per_second": 27.25356793411509, "stream_tokens_per_second": 28.165527577454196 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.4827205450000065, "streaming_ttfb_avg_s": 0.8553596059999791, "streaming_total_avg_s": 3.1985283489999574, "nonstream_tokens_per_second": 42.49551409241758, "stream_tokens_per_second": 48.14714243447278 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.42866832499999, "streaming_ttfb_avg_s": 0.852397590999999, "streaming_total_avg_s": 2.3027814689999673, "nonstream_tokens_per_second": 28.902593422369307, "stream_tokens_per_second": 83.3774296800209 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.054759978999982, "streaming_ttfb_avg_s": 0.29028405100001464, "streaming_total_avg_s": 1.7498501560000363, "nonstream_tokens_per_second": 54.02090810335029, "stream_tokens_per_second": 61.71957046132226 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.5449900049999883, "streaming_ttfb_avg_s": 0.2767219080000132, "streaming_total_avg_s": 0.8971609230000013, "nonstream_tokens_per_second": 119.26824235978675, "stream_tokens_per_second": 173.8818488419605 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2782600170000364, "streaming_ttfb_avg_s": 0.19739777400002367, "streaming_total_avg_s": 1.2549082080000176, "nonstream_tokens_per_second": 86.05447916470101, "stream_tokens_per_second": 164.95230382619116 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.0627859530000023, "streaming_ttfb_avg_s": 0.36732218299999886, "streaming_total_avg_s": 1.3179380649999644, "nonstream_tokens_per_second": 70.56924283605001, "stream_tokens_per_second": 80.42866566723139 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.3562415859999533, "streaming_ttfb_avg_s": 0.30860560600001463, "streaming_total_avg_s": 3.946217671999989, "nonstream_tokens_per_second": 50.949848399859015, "stream_tokens_per_second": 51.18825589203346 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.849611466999988, "streaming_ttfb_avg_s": 0.35797798600003716, "streaming_total_avg_s": 3.1310418240000217, "nonstream_tokens_per_second": 24.818925981280085, "stream_tokens_per_second": 46.62984661555226 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.496302610999976, "streaming_ttfb_avg_s": 1.7034630559999755, "streaming_total_avg_s": 1.9229432559999964, "nonstream_tokens_per_second": 102.55166936569873, "stream_tokens_per_second": 40.56281939502023 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.418029555999965, "streaming_ttfb_avg_s": 3.5414720389999843, "streaming_total_avg_s": 3.5649628080000184, "nonstream_tokens_per_second": 74.89695329012615, "stream_tokens_per_second": null }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.508169787999975, "streaming_ttfb_avg_s": 0.179130530000009, "streaming_total_avg_s": 2.2247862710000277, "nonstream_tokens_per_second": 51.02375620823324, "stream_tokens_per_second": 85.40146191867508 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.1934302849999767, "streaming_ttfb_avg_s": 0.3204967819999638, "streaming_total_avg_s": 2.5297570550000046, "nonstream_tokens_per_second": 55.16473481171128, "stream_tokens_per_second": 60.084821069902986 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.206190074999995, "streaming_ttfb_avg_s": 0.3125906020000002, "streaming_total_avg_s": 2.4565904190000083, "nonstream_tokens_per_second": 65.72416476853216, "stream_tokens_per_second": 95.25397404067593 }, { "timestamp": "2025-09-28T01:15:09.319192+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.20125680700005, "streaming_ttfb_avg_s": 1.6376935100000196, "streaming_total_avg_s": 3.8733520679999742, "nonstream_tokens_per_second": 26.658689326819502, "stream_tokens_per_second": 29.948220033583784 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.191892580000001, "streaming_ttfb_avg_s": 0.6454798599999947, "streaming_total_avg_s": 3.2255924460000003, "nonstream_tokens_per_second": 50.75358770375661, "stream_tokens_per_second": 48.6732290667077 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.9717012089999955, "streaming_ttfb_avg_s": 0.726157912000005, "streaming_total_avg_s": 3.1585942190000083, "nonstream_tokens_per_second": 44.08249375921703, "stream_tokens_per_second": 61.41972869861682 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.773304300999996, "streaming_ttfb_avg_s": 0.2927651850000075, "streaming_total_avg_s": 2.263389260000011, "nonstream_tokens_per_second": 51.88054861656832, "stream_tokens_per_second": 44.6233450802888 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2359677349999885, "streaming_ttfb_avg_s": 0.6637051649999961, "streaming_total_avg_s": 1.0705129440000007, "nonstream_tokens_per_second": 135.1167957471006, "stream_tokens_per_second": 73.79639867297107 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.1183161130000059, "streaming_ttfb_avg_s": 0.1557835059999917, "streaming_total_avg_s": 0.755679568000005, "nonstream_tokens_per_second": 78.6897362713753, "stream_tokens_per_second": 172.03058744073275 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.604101202999999, "streaming_ttfb_avg_s": 0.3429767689999892, "streaming_total_avg_s": 1.1991292399999907, "nonstream_tokens_per_second": 57.35298984125259, "stream_tokens_per_second": 67.54901581751157 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.205992053999992, "streaming_ttfb_avg_s": 0.4784141040000094, "streaming_total_avg_s": 3.368410299000004, "nonstream_tokens_per_second": 43.98486673888527, "stream_tokens_per_second": 54.031422494472004 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.567746649, "streaming_ttfb_avg_s": 0.4330969140000036, "streaming_total_avg_s": 4.168002072999997, "nonstream_tokens_per_second": 33.492400830702046, "stream_tokens_per_second": 39.107466154084165 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.2610892170000056, "streaming_ttfb_avg_s": 0.9446496730000007, "streaming_total_avg_s": 1.449312868000007, "nonstream_tokens_per_second": 113.2197695142957, "stream_tokens_per_second": 73.1381072647728 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.7605698559999894, "streaming_ttfb_avg_s": 2.7232539080000038, "streaming_total_avg_s": 2.7795457819999996, "nonstream_tokens_per_second": 92.73447634139528, "stream_tokens_per_second": 6.116107210785997 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 1.939702921999995, "streaming_ttfb_avg_s": 0.3059998450000023, "streaming_total_avg_s": 1.5888876070000038, "nonstream_tokens_per_second": 79.39360107846473, "stream_tokens_per_second": 86.22384578772768 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1081869389999923, "streaming_ttfb_avg_s": 0.18053535399999987, "streaming_total_avg_s": 3.177118954000008, "nonstream_tokens_per_second": 46.65099070477767, "stream_tokens_per_second": 49.10108883508918 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.3699716690000088, "streaming_ttfb_avg_s": 0.3558163350000001, "streaming_total_avg_s": 1.6764850499999966, "nonstream_tokens_per_second": 49.852051144943786, "stream_tokens_per_second": 95.43777321485827 }, { "timestamp": "2025-09-28T04:17:25.546189+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7882620419999853, "streaming_ttfb_avg_s": 1.1736682030000054, "streaming_total_avg_s": 3.1825513130000047, "nonstream_tokens_per_second": 38.733805637053024, "stream_tokens_per_second": 34.877678027245004 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.451711817000003, "streaming_ttfb_avg_s": 0.2841576569999944, "streaming_total_avg_s": 2.400827082999996, "nonstream_tokens_per_second": 64.03689002572516, "stream_tokens_per_second": 60.81237629890576 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.0650493779999977, "streaming_ttfb_avg_s": 0.822765098000005, "streaming_total_avg_s": 3.7636339630000037, "nonstream_tokens_per_second": 69.24773883058218, "stream_tokens_per_second": 47.82611746242227 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.971009812999995, "streaming_ttfb_avg_s": 0.5410233510000069, "streaming_total_avg_s": 1.6891260990000063, "nonstream_tokens_per_second": 21.656959828822288, "stream_tokens_per_second": 55.65007849659639 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.5333648279999892, "streaming_ttfb_avg_s": 0.17048521399999572, "streaming_total_avg_s": 1.0948225489999999, "nonstream_tokens_per_second": 50.8685203779831, "stream_tokens_per_second": 145.2290146428104 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.1364597720000091, "streaming_ttfb_avg_s": 0.2884663280000126, "streaming_total_avg_s": 1.3488185369999997, "nonstream_tokens_per_second": 78.31337473861704, "stream_tokens_per_second": 88.2253592574996 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.141785346000006, "streaming_ttfb_avg_s": 0.26248427699999866, "streaming_total_avg_s": 1.574393631999996, "nonstream_tokens_per_second": 41.55411753386782, "stream_tokens_per_second": 69.86816877572348 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.164583680999996, "streaming_ttfb_avg_s": 0.844652262000011, "streaming_total_avg_s": 3.6000782080000135, "nonstream_tokens_per_second": 36.01451956026504, "stream_tokens_per_second": 58.60983784494473 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.4931829239999956, "streaming_ttfb_avg_s": 0.3261735909999999, "streaming_total_avg_s": 3.7660352170000095, "nonstream_tokens_per_second": 35.78398346710805, "stream_tokens_per_second": 31.332686286985325 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.380655171000001, "streaming_ttfb_avg_s": 2.0645894019999957, "streaming_total_avg_s": 2.0693167169999924, "nonstream_tokens_per_second": 107.53342320150738, "stream_tokens_per_second": null }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.671768748000005, "streaming_ttfb_avg_s": 1.6361042430000055, "streaming_total_avg_s": 1.874004978000002, "nonstream_tokens_per_second": 64.7511129582236, "stream_tokens_per_second": 55.49611725737896 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.005406726000004, "streaming_ttfb_avg_s": 0.1857546680000013, "streaming_total_avg_s": 2.576719189000002, "nonstream_tokens_per_second": 77.78970618651435, "stream_tokens_per_second": 63.64682682541232 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.4361239589999855, "streaming_ttfb_avg_s": 0.36689420799999084, "streaming_total_avg_s": 2.4626983499999824, "nonstream_tokens_per_second": 57.057851874277645, "stream_tokens_per_second": 61.720916814680564 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 1.3563588400000128, "streaming_ttfb_avg_s": 0.3455763569999988, "streaming_total_avg_s": 4.402976172000024, "nonstream_tokens_per_second": 93.63303887929746, "stream_tokens_per_second": 39.745843076072646 }, { "timestamp": "2025-09-28T08:17:12.482004+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.5541708530000165, "streaming_ttfb_avg_s": 2.1011690290000047, "streaming_total_avg_s": 4.250882775000008, "nonstream_tokens_per_second": 27.008209390953116, "stream_tokens_per_second": 26.112223242853315 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 9.157713624999985, "streaming_ttfb_avg_s": 0.3883121939999796, "streaming_total_avg_s": 3.558589506999965, "nonstream_tokens_per_second": 17.58080745836822, "stream_tokens_per_second": 48.895777289774855 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.5433994770000368, "streaming_ttfb_avg_s": 1.008024445999979, "streaming_total_avg_s": 3.0238374219999855, "nonstream_tokens_per_second": 64.08745518508167, "stream_tokens_per_second": 60.84983228969407 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.3347749750000162, "streaming_ttfb_avg_s": 0.9305602099999533, "streaming_total_avg_s": 1.7568927049999843, "nonstream_tokens_per_second": 67.4270957170132, "stream_tokens_per_second": 43.258190886506455 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1667382759999896, "streaming_ttfb_avg_s": 0.25751848200002314, "streaming_total_avg_s": 0.7991408839999963, "nonstream_tokens_per_second": 80.56648344671332, "stream_tokens_per_second": 146.407225987953 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5357951019999518, "streaming_ttfb_avg_s": 0.8286548329999732, "streaming_total_avg_s": 1.5012524939999707, "nonstream_tokens_per_second": 67.06623811071591, "stream_tokens_per_second": 105.91156426748498 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.9043368209999585, "streaming_ttfb_avg_s": 0.4249444529999664, "streaming_total_avg_s": 1.3619787089999704, "nonstream_tokens_per_second": 48.31078146758262, "stream_tokens_per_second": 69.01723160490465 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.090923479999958, "streaming_ttfb_avg_s": 0.86084583600001, "streaming_total_avg_s": 3.919860915000015, "nonstream_tokens_per_second": 46.19983749977204, "stream_tokens_per_second": 48.471107552039065 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.3384030440000174, "streaming_ttfb_avg_s": 0.3308909319999884, "streaming_total_avg_s": 2.9035174910000023, "nonstream_tokens_per_second": 31.751708407560226, "stream_tokens_per_second": 42.01800071057326 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.100819040000033, "streaming_ttfb_avg_s": 0.9354802450000079, "streaming_total_avg_s": 1.0176723810000112, "nonstream_tokens_per_second": 121.85723526191764, "stream_tokens_per_second": 62.888608549158704 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.8473663539999734, "streaming_ttfb_avg_s": 2.1518408149999573, "streaming_total_avg_s": 2.5478701249999745, "nonstream_tokens_per_second": 89.90764382685488, "stream_tokens_per_second": 23.156596335537547 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.1694640620000314, "streaming_ttfb_avg_s": 0.6813651680000135, "streaming_total_avg_s": 2.6486270909999803, "nonstream_tokens_per_second": 67.75867025171209, "stream_tokens_per_second": 67.58218271203258 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0583746939999514, "streaming_ttfb_avg_s": 0.9474211729999524, "streaming_total_avg_s": 4.247039363999988, "nonstream_tokens_per_second": 41.525323973270496, "stream_tokens_per_second": 35.78963766816653 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.3763790350000136, "streaming_ttfb_avg_s": 0.42526426699998865, "streaming_total_avg_s": 2.875123922, "nonstream_tokens_per_second": 59.75477729292423, "stream_tokens_per_second": 67.4753524589122 }, { "timestamp": "2025-09-28T12:27:26.759444+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.781819590999987, "streaming_ttfb_avg_s": 3.1365889060000427, "streaming_total_avg_s": 5.098650148000047, "nonstream_tokens_per_second": 24.46767339784407, "stream_tokens_per_second": 21.182076993920276 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.647814232999963, "streaming_ttfb_avg_s": 0.6488229400000023, "streaming_total_avg_s": 2.7559036650000053, "nonstream_tokens_per_second": 31.197460296602426, "stream_tokens_per_second": 51.888606200608876 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.747457154000017, "streaming_ttfb_avg_s": 0.7778952279999771, "streaming_total_avg_s": 3.3023958779999703, "nonstream_tokens_per_second": 46.69833244476348, "stream_tokens_per_second": 51.47777743198889 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.424579127999948, "streaming_ttfb_avg_s": 0.3711528399999793, "streaming_total_avg_s": 2.5029307649999737, "nonstream_tokens_per_second": 34.232745403721786, "stream_tokens_per_second": 39.15409941433239 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1445759750000093, "streaming_ttfb_avg_s": 0.5894880959999682, "streaming_total_avg_s": 1.2480156670000042, "nonstream_tokens_per_second": 114.45286539410277, "stream_tokens_per_second": 73.7170232975927 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8480369340000493, "streaming_ttfb_avg_s": 0.462544682999976, "streaming_total_avg_s": 1.0399596789999919, "nonstream_tokens_per_second": 161.5495676040827, "stream_tokens_per_second": 133.65902814007185 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8262249250000195, "streaming_ttfb_avg_s": 0.24969716399999697, "streaming_total_avg_s": 1.0861427419999927, "nonstream_tokens_per_second": 42.71105871583653, "stream_tokens_per_second": 69.9723867417792 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.292496490999952, "streaming_ttfb_avg_s": 0.6626702689999888, "streaming_total_avg_s": 3.873585766999952, "nonstream_tokens_per_second": 37.740275464328114, "stream_tokens_per_second": 53.180699329021095 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.6061289940000165, "streaming_ttfb_avg_s": 0.3330142419999902, "streaming_total_avg_s": 3.597136402999979, "nonstream_tokens_per_second": 36.04973649481143, "stream_tokens_per_second": 33.91586704864823 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.392548997999995, "streaming_ttfb_avg_s": 2.7187570620000088, "streaming_total_avg_s": 2.7430213299999764, "nonstream_tokens_per_second": 62.27667651720138, "stream_tokens_per_second": 12.395091364455519 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.475071216999993, "streaming_ttfb_avg_s": 4.09258607299995, "streaming_total_avg_s": 4.541936529999987, "nonstream_tokens_per_second": 38.382733938116125, "stream_tokens_per_second": 10.568179384047918 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.598121051000021, "streaming_ttfb_avg_s": 0.33363512900001524, "streaming_total_avg_s": 2.796518157000037, "nonstream_tokens_per_second": 45.57934479564541, "stream_tokens_per_second": 75.09337977096396 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.795976703999997, "streaming_ttfb_avg_s": 0.3891677510000022, "streaming_total_avg_s": 4.478806630000008, "nonstream_tokens_per_second": 30.442182898476414, "stream_tokens_per_second": 37.95653932931677 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.890311096000005, "streaming_ttfb_avg_s": 0.3029203460000076, "streaming_total_avg_s": 2.6517573049999896, "nonstream_tokens_per_second": 55.3573628186354, "stream_tokens_per_second": 70.89638242742608 }, { "timestamp": "2025-09-28T16:15:25.583900+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.252591310000014, "streaming_ttfb_avg_s": 0.7082290970000145, "streaming_total_avg_s": 2.895182132000002, "nonstream_tokens_per_second": 35.97131912647196, "stream_tokens_per_second": 40.41196534988836 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.5349825280000005, "streaming_ttfb_avg_s": 0.8939861609999866, "streaming_total_avg_s": 3.9747342960000083, "nonstream_tokens_per_second": 41.58436394964835, "stream_tokens_per_second": 42.0153870833734 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.6958668900000475, "streaming_ttfb_avg_s": 0.7282842559999949, "streaming_total_avg_s": 3.1448205179999604, "nonstream_tokens_per_second": 50.05591529839908, "stream_tokens_per_second": 59.14486977409194 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.5715549849999775, "streaming_ttfb_avg_s": 0.7267236650000086, "streaming_total_avg_s": 1.6219985449999967, "nonstream_tokens_per_second": 60.44968257983118, "stream_tokens_per_second": 58.56971961710372 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.9862482460000024, "streaming_ttfb_avg_s": 0.30226382400002194, "streaming_total_avg_s": 0.6371054390000381, "nonstream_tokens_per_second": 129.78476820530608, "stream_tokens_per_second": 97.31513216605312 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.7848470650000081, "streaming_ttfb_avg_s": 0.8524116780000099, "streaming_total_avg_s": 1.7348233550000032, "nonstream_tokens_per_second": 87.40244643873692, "stream_tokens_per_second": 112.97980248830558 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3937662749999618, "streaming_ttfb_avg_s": 0.31967194399999244, "streaming_total_avg_s": 1.5646243159999926, "nonstream_tokens_per_second": 59.55087412342667, "stream_tokens_per_second": 70.9435478311974 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.2567070800000124, "streaming_ttfb_avg_s": 0.3609086330000082, "streaming_total_avg_s": 4.25959517199999, "nonstream_tokens_per_second": 44.216442087877134, "stream_tokens_per_second": 46.24852645503948 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.5926757809999685, "streaming_ttfb_avg_s": 0.6696707689999926, "streaming_total_avg_s": 3.0339789909999695, "nonstream_tokens_per_second": 27.21724893299209, "stream_tokens_per_second": 40.21122109345589 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.2367081220000387, "streaming_ttfb_avg_s": 1.6577132759999813, "streaming_total_avg_s": 1.9253613109999606, "nonstream_tokens_per_second": 102.38260314234958, "stream_tokens_per_second": 43.10879185418601 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.765483402999962, "streaming_ttfb_avg_s": 4.665228465999974, "streaming_total_avg_s": 4.675273801000003, "nonstream_tokens_per_second": 92.56971122021358, "stream_tokens_per_second": null }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.552676847999976, "streaming_ttfb_avg_s": 0.6542042930000207, "streaming_total_avg_s": 3.049651874999995, "nonstream_tokens_per_second": 61.11231827962325, "stream_tokens_per_second": 53.44872355307776 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.3037443210000106, "streaming_ttfb_avg_s": 0.5043118570000047, "streaming_total_avg_s": 2.508184202999985, "nonstream_tokens_per_second": 59.902480818746795, "stream_tokens_per_second": 58.20944084783429 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.439980219000006, "streaming_ttfb_avg_s": 0.3646408639999663, "streaming_total_avg_s": 2.9735062720000087, "nonstream_tokens_per_second": 55.32831739731398, "stream_tokens_per_second": 63.89762879908243 }, { "timestamp": "2025-09-28T20:15:07.587449+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.189049788000034, "streaming_ttfb_avg_s": 2.673863503000007, "streaming_total_avg_s": 4.644470454999976, "nonstream_tokens_per_second": 33.865887075952685, "stream_tokens_per_second": 23.253458289035574 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.478999629999997, "streaming_ttfb_avg_s": 0.7241230929999958, "streaming_total_avg_s": 5.392417797999997, "nonstream_tokens_per_second": 39.3791361225296, "stream_tokens_per_second": 28.373172430509083 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.1367374230000067, "streaming_ttfb_avg_s": 0.8681205009999928, "streaming_total_avg_s": 2.507476247999989, "nonstream_tokens_per_second": 54.83404467929531, "stream_tokens_per_second": 57.82706819881336 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.1694418910000053, "streaming_ttfb_avg_s": 0.38775928200000465, "streaming_total_avg_s": 1.5065219770000056, "nonstream_tokens_per_second": 50.24333698551216, "stream_tokens_per_second": 56.4213475128081 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.799452376000005, "streaming_ttfb_avg_s": 0.2213736479999966, "streaming_total_avg_s": 0.8514853619999911, "nonstream_tokens_per_second": 145.0993248408324, "stream_tokens_per_second": 138.581360603591 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9115772819999961, "streaming_ttfb_avg_s": 0.1645801549999959, "streaming_total_avg_s": 0.9337792290000095, "nonstream_tokens_per_second": 151.38595786111372, "stream_tokens_per_second": 167.06304354944953 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.056375729999999, "streaming_ttfb_avg_s": 0.27561849800000005, "streaming_total_avg_s": 1.4162607319999978, "nonstream_tokens_per_second": 32.09530196118393, "stream_tokens_per_second": 69.19629824206702 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.6776440290000068, "streaming_ttfb_avg_s": 0.43973561699999664, "streaming_total_avg_s": 3.015332463000007, "nonstream_tokens_per_second": 46.225246016054726, "stream_tokens_per_second": 60.35818677815879 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.60250890799999, "streaming_ttfb_avg_s": 0.6284360169999985, "streaming_total_avg_s": 2.6738584160000016, "nonstream_tokens_per_second": 38.861805362675426, "stream_tokens_per_second": 42.635017365855894 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.1084455839999947, "streaming_ttfb_avg_s": 2.208621791000013, "streaming_total_avg_s": 2.2610841890000017, "nonstream_tokens_per_second": 121.41646051606169, "stream_tokens_per_second": 6.191719913884192 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.758004498999995, "streaming_ttfb_avg_s": 3.2803785800000043, "streaming_total_avg_s": 3.2993191190000033, "nonstream_tokens_per_second": 66.71490204846121, "stream_tokens_per_second": null }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.025556379999998, "streaming_ttfb_avg_s": 1.059599464999991, "streaming_total_avg_s": 3.089649958999999, "nonstream_tokens_per_second": 35.52303992324164, "stream_tokens_per_second": 55.669736792989255 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.596391141000012, "streaming_ttfb_avg_s": 1.7881740889999946, "streaming_total_avg_s": 6.415158424000012, "nonstream_tokens_per_second": 40.03140602171818, "stream_tokens_per_second": 25.25268891161521 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.0231172170000207, "streaming_ttfb_avg_s": 0.2148122199999989, "streaming_total_avg_s": 2.2489653479999845, "nonstream_tokens_per_second": 56.564131565395016, "stream_tokens_per_second": 90.70837849121071 }, { "timestamp": "2025-09-29T01:10:21.445480+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.4324814709999885, "streaming_ttfb_avg_s": 1.5911326370000154, "streaming_total_avg_s": 3.727617261000006, "nonstream_tokens_per_second": 32.629455088470124, "stream_tokens_per_second": 31.119074700518137 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.88062192000001, "streaming_ttfb_avg_s": 0.2872056460000181, "streaming_total_avg_s": 2.5881036850000214, "nonstream_tokens_per_second": 47.90632156267127, "stream_tokens_per_second": 64.1396250707006 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.6567290349999553, "streaming_ttfb_avg_s": 0.7784463980000282, "streaming_total_avg_s": 3.374920163000013, "nonstream_tokens_per_second": 52.69637895157131, "stream_tokens_per_second": 56.297628039623426 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.2458503859999723, "streaming_ttfb_avg_s": 0.2815444780000007, "streaming_total_avg_s": 1.2942098210000381, "nonstream_tokens_per_second": 37.84757904171496, "stream_tokens_per_second": 73.40386269561247 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.766077082000038, "streaming_ttfb_avg_s": 0.220685259999982, "streaming_total_avg_s": 0.6142612319999898, "nonstream_tokens_per_second": 144.89403561088974, "stream_tokens_per_second": 128.60977689049616 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3807094570000231, "streaming_ttfb_avg_s": 0.6310395849999964, "streaming_total_avg_s": 1.280202064999969, "nonstream_tokens_per_second": 89.08463643556976, "stream_tokens_per_second": 118.73125669423419 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4402338810000401, "streaming_ttfb_avg_s": 0.23987633300004063, "streaming_total_avg_s": 2.1954187930000444, "nonstream_tokens_per_second": 70.12749896556363, "stream_tokens_per_second": 47.37137184558932 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.182330761999992, "streaming_ttfb_avg_s": 0.3544071979999899, "streaming_total_avg_s": 7.364428344999965, "nonstream_tokens_per_second": 38.73438262509193, "stream_tokens_per_second": 27.836512271747953 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.0165196450000167, "streaming_ttfb_avg_s": 0.30813642999999047, "streaming_total_avg_s": 3.163408967999999, "nonstream_tokens_per_second": 30.83023183825461, "stream_tokens_per_second": 41.094907839940106 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.566501295000023, "streaming_ttfb_avg_s": 2.263016209, "streaming_total_avg_s": 2.3249874599999885, "nonstream_tokens_per_second": 99.74668647108463, "stream_tokens_per_second": 37.419556662899346 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 1.9651535099999933, "streaming_ttfb_avg_s": 1.4874035629999867, "streaming_total_avg_s": 2.224528745999976, "nonstream_tokens_per_second": 92.10476386651372, "stream_tokens_per_second": 63.384211264313116 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.9021711249999953, "streaming_ttfb_avg_s": 0.6629441439999937, "streaming_total_avg_s": 5.176903082000024, "nonstream_tokens_per_second": 55.131139105382786, "stream_tokens_per_second": 48.484585479825064 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7330426949999946, "streaming_ttfb_avg_s": 0.2779636409999853, "streaming_total_avg_s": 3.0762410730000056, "nonstream_tokens_per_second": 48.297818486878874, "stream_tokens_per_second": 55.91239305320844 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.1965019319999897, "streaming_ttfb_avg_s": 0.3920606169999701, "streaming_total_avg_s": 4.282189335999988, "nonstream_tokens_per_second": 61.461361828659044, "stream_tokens_per_second": 36.66348862254055 }, { "timestamp": "2025-09-29T04:18:48.150257+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.135454938999999, "streaming_ttfb_avg_s": 0.9526436809999836, "streaming_total_avg_s": 2.8813079689999768, "nonstream_tokens_per_second": 34.44476227569222, "stream_tokens_per_second": 37.48297688479439 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.593421379000006, "streaming_ttfb_avg_s": 1.923463771999998, "streaming_total_avg_s": 4.838573113999999, "nonstream_tokens_per_second": 33.96161316991158, "stream_tokens_per_second": 38.234412427233615 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.0700632750000025, "streaming_ttfb_avg_s": 0.7477862300000027, "streaming_total_avg_s": 9.368211395000003, "nonstream_tokens_per_second": 31.952263948816285, "stream_tokens_per_second": 23.80390349848632 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.9382516280000033, "streaming_ttfb_avg_s": 0.2176328649999988, "streaming_total_avg_s": 1.727083829999998, "nonstream_tokens_per_second": 29.92387529159341, "stream_tokens_per_second": 61.95414382404363 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.521365328999991, "streaming_ttfb_avg_s": 0.17811376699999926, "streaming_total_avg_s": 0.7780199879999969, "nonstream_tokens_per_second": 92.67990883733411, "stream_tokens_per_second": 143.9551704679346 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7271034720000102, "streaming_ttfb_avg_s": 0.6737028980000019, "streaming_total_avg_s": 1.154388038999997, "nonstream_tokens_per_second": 148.5345678558367, "stream_tokens_per_second": 74.49834639182382 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8707159899999937, "streaming_ttfb_avg_s": 0.2594085380000024, "streaming_total_avg_s": 1.4466441520000046, "nonstream_tokens_per_second": 35.28060932434764, "stream_tokens_per_second": 80.87683473385349 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.398731096000006, "streaming_ttfb_avg_s": 0.6452427880000045, "streaming_total_avg_s": 4.729606201999999, "nonstream_tokens_per_second": 36.6014644874304, "stream_tokens_per_second": 41.01821414179548 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.221266913000008, "streaming_ttfb_avg_s": 0.44616424600000926, "streaming_total_avg_s": 4.2579231380000095, "nonstream_tokens_per_second": 22.408354514244657, "stream_tokens_per_second": 24.89476596089738 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.7921940760000012, "streaming_ttfb_avg_s": 2.2916487469999964, "streaming_total_avg_s": 2.2987394319999908, "nonstream_tokens_per_second": 50.856063774558315, "stream_tokens_per_second": null }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.4100592000000063, "streaming_ttfb_avg_s": 2.7468533769999937, "streaming_total_avg_s": 2.759814923999997, "nonstream_tokens_per_second": 75.07201048005253, "stream_tokens_per_second": 0.7246862761004484 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.5464968200000015, "streaming_ttfb_avg_s": 0.3208308120000112, "streaming_total_avg_s": 3.7379922859999937, "nonstream_tokens_per_second": 31.892686994115163, "stream_tokens_per_second": 50.29437880439765 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7998268480000092, "streaming_ttfb_avg_s": 0.29878776800001106, "streaming_total_avg_s": 3.429553499000008, "nonstream_tokens_per_second": 50.360257135443945, "stream_tokens_per_second": 46.07013713186564 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.4318739569999934, "streaming_ttfb_avg_s": 0.24074147100000687, "streaming_total_avg_s": 2.1335217730000124, "nonstream_tokens_per_second": 49.82700476257623, "stream_tokens_per_second": 77.33691874537952 }, { "timestamp": "2025-09-29T08:22:08.551312+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.746207998999978, "streaming_ttfb_avg_s": 2.308648259000023, "streaming_total_avg_s": 4.337985149000019, "nonstream_tokens_per_second": 40.41937101647809, "stream_tokens_per_second": 24.896350792002107 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.558367955000001, "streaming_ttfb_avg_s": 1.1539795840000053, "streaming_total_avg_s": 3.8794919940000057, "nonstream_tokens_per_second": 33.34526775822773, "stream_tokens_per_second": 42.78910750601739 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.9425998359999994, "streaming_ttfb_avg_s": 0.32439322199999765, "streaming_total_avg_s": 2.6416134640000024, "nonstream_tokens_per_second": 33.98772525084639, "stream_tokens_per_second": 63.21893883260426 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 4.046451663999989, "streaming_ttfb_avg_s": 1.0322672580000045, "streaming_total_avg_s": 1.9340644170000019, "nonstream_tokens_per_second": 16.804846726571498, "stream_tokens_per_second": 40.329577088744884 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.9277497170000117, "streaming_ttfb_avg_s": 0.20186607400000867, "streaming_total_avg_s": 0.9841537380000034, "nonstream_tokens_per_second": 61.73000517162015, "stream_tokens_per_second": 132.09318318923007 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.685930736000003, "streaming_ttfb_avg_s": 0.5381589819999988, "streaming_total_avg_s": 1.2179422800000026, "nonstream_tokens_per_second": 86.00590576100615, "stream_tokens_per_second": 92.77943779076276 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.4113219550000053, "streaming_ttfb_avg_s": 0.2577998179999952, "streaming_total_avg_s": 1.594619209000001, "nonstream_tokens_per_second": 34.006242853621686, "stream_tokens_per_second": 75.25307567018021 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 13.390658442999992, "streaming_ttfb_avg_s": 0.9149755059999904, "streaming_total_avg_s": 5.354231032000001, "nonstream_tokens_per_second": 12.471380754790275, "stream_tokens_per_second": 36.419795640973746 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.482958437999997, "streaming_ttfb_avg_s": 0.5304545089999948, "streaming_total_avg_s": 5.2898415070000055, "nonstream_tokens_per_second": 27.27566282833722, "stream_tokens_per_second": 25.520613391035546 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.989312794, "streaming_ttfb_avg_s": 2.809330220999996, "streaming_total_avg_s": 2.809794068000002, "nonstream_tokens_per_second": 85.63841178274501, "stream_tokens_per_second": null }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.2595390320000064, "streaming_ttfb_avg_s": 2.055443316999998, "streaming_total_avg_s": 3.0577260000000024, "nonstream_tokens_per_second": 113.29744535256131, "stream_tokens_per_second": 28.45251667415587 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.733118469999994, "streaming_ttfb_avg_s": 0.276831613999974, "streaming_total_avg_s": 3.5094740489999765, "nonstream_tokens_per_second": 36.55095495634197, "stream_tokens_per_second": 41.31673235803459 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.370230651000014, "streaming_ttfb_avg_s": 0.31484396199999765, "streaming_total_avg_s": 2.169234209999985, "nonstream_tokens_per_second": 32.95020595012515, "stream_tokens_per_second": 63.15592819274271 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.788326425000008, "streaming_ttfb_avg_s": 0.2737514909999845, "streaming_total_avg_s": 1.777112442999993, "nonstream_tokens_per_second": 44.610728073676924, "stream_tokens_per_second": 96.78622232234332 }, { "timestamp": "2025-09-29T12:31:57.926333+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.161410410000002, "streaming_ttfb_avg_s": 1.7183898140000053, "streaming_total_avg_s": 3.8561036810000076, "nonstream_tokens_per_second": 28.35577085029687, "stream_tokens_per_second": 28.78553306201929 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 6.650252329000004, "streaming_ttfb_avg_s": 0.3655105520000035, "streaming_total_avg_s": 3.1018731770000016, "nonstream_tokens_per_second": 21.502943486281648, "stream_tokens_per_second": 49.002648182737076 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.4608038510000014, "streaming_ttfb_avg_s": 1.1656090379999995, "streaming_total_avg_s": 4.648878597999996, "nonstream_tokens_per_second": 52.828265831578435, "stream_tokens_per_second": 45.602395401593185 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.735235194000012, "streaming_ttfb_avg_s": 0.424901681999998, "streaming_total_avg_s": 1.5384511500000002, "nonstream_tokens_per_second": 36.88260831805118, "stream_tokens_per_second": 57.200386245608115 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.6702288249999953, "streaming_ttfb_avg_s": 0.24641229700000622, "streaming_total_avg_s": 1.0249186050000105, "nonstream_tokens_per_second": 125.3303302793648, "stream_tokens_per_second": 131.7177767496948 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2161737560000034, "streaming_ttfb_avg_s": 1.1420702640000115, "streaming_total_avg_s": 1.4705225150000132, "nonstream_tokens_per_second": 60.8465687036251, "stream_tokens_per_second": 55.082461624193 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.2835530220000066, "streaming_ttfb_avg_s": 0.8396094349999998, "streaming_total_avg_s": 2.6292456900000047, "nonstream_tokens_per_second": 39.8501804526962, "stream_tokens_per_second": 39.55507102114896 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.437005389999996, "streaming_ttfb_avg_s": 0.4826552529999901, "streaming_total_avg_s": 5.056863390999993, "nonstream_tokens_per_second": 27.95656599487022, "stream_tokens_per_second": 35.59518738836349 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.0356380990000105, "streaming_ttfb_avg_s": 0.9930065009999964, "streaming_total_avg_s": 4.427963336000005, "nonstream_tokens_per_second": 21.704415979099906, "stream_tokens_per_second": 28.455520165580673 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.382067605000003, "streaming_ttfb_avg_s": 4.117279573999994, "streaming_total_avg_s": 4.125671280999995, "nonstream_tokens_per_second": 64.16193445665904, "stream_tokens_per_second": null }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.592857734000006, "streaming_ttfb_avg_s": 2.272911272999991, "streaming_total_avg_s": 2.5442424239999895, "nonstream_tokens_per_second": 89.86223846556769, "stream_tokens_per_second": 19.259171035660792 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.194608079999995, "streaming_ttfb_avg_s": 0.40778877900000055, "streaming_total_avg_s": 5.86050284800001, "nonstream_tokens_per_second": 29.838632214963972, "stream_tokens_per_second": 31.055355610331354 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.8475084960000174, "streaming_ttfb_avg_s": 0.6679375360000108, "streaming_total_avg_s": 4.19388407400001, "nonstream_tokens_per_second": 37.68672639728963, "stream_tokens_per_second": 42.919641273803975 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.835602059000024, "streaming_ttfb_avg_s": 0.8475815859999898, "streaming_total_avg_s": 4.137542085000007, "nonstream_tokens_per_second": 44.08234914460504, "stream_tokens_per_second": 43.74577860034013 }, { "timestamp": "2025-09-29T16:15:41.088431+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.152547395999989, "streaming_ttfb_avg_s": 1.6981438340000068, "streaming_total_avg_s": 3.9852069330000006, "nonstream_tokens_per_second": 28.41629215687351, "stream_tokens_per_second": 27.100223856807183 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.8259705149999945, "streaming_ttfb_avg_s": 1.0900946659999988, "streaming_total_avg_s": 3.6162684130000002, "nonstream_tokens_per_second": 41.4017058490082, "stream_tokens_per_second": 36.778243429575866 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.4429373959999907, "streaming_ttfb_avg_s": 0.8901710670000114, "streaming_total_avg_s": 6.287048580000004, "nonstream_tokens_per_second": 53.733187311199224, "stream_tokens_per_second": 31.33425763985426 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.0641916989999913, "streaming_ttfb_avg_s": 1.0428845950000039, "streaming_total_avg_s": 2.811706576000006, "nonstream_tokens_per_second": 44.08505278074969, "stream_tokens_per_second": 35.20993294429731 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0248837190000017, "streaming_ttfb_avg_s": 0.24868563699999413, "streaming_total_avg_s": 1.1087698130000092, "nonstream_tokens_per_second": 133.67370118209456, "stream_tokens_per_second": 128.06986475920482 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.753268074999994, "streaming_ttfb_avg_s": 0.7870127289999971, "streaming_total_avg_s": 1.580164719999999, "nonstream_tokens_per_second": 43.91798441889741, "stream_tokens_per_second": 110.11510243058717 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.787201601999982, "streaming_ttfb_avg_s": 0.822079446999993, "streaming_total_avg_s": 2.248011501999997, "nonstream_tokens_per_second": 45.322251227481175, "stream_tokens_per_second": 48.93213397802274 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.065851479999992, "streaming_ttfb_avg_s": 0.755545187999985, "streaming_total_avg_s": 3.9879160639999895, "nonstream_tokens_per_second": 34.187180885416964, "stream_tokens_per_second": 41.87650826143377 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.9405637979999995, "streaming_ttfb_avg_s": 0.4494391270000051, "streaming_total_avg_s": 8.502856831999992, "nonstream_tokens_per_second": 22.871883578498426, "stream_tokens_per_second": 21.169355612643127 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.2198512680000135, "streaming_ttfb_avg_s": 3.4035092389999875, "streaming_total_avg_s": 3.4096296620000146, "nonstream_tokens_per_second": 60.66564524235719, "stream_tokens_per_second": null }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.233897859999956, "streaming_ttfb_avg_s": 0.30922750299998825, "streaming_total_avg_s": 3.3651590709999937, "nonstream_tokens_per_second": 34.483590494552345, "stream_tokens_per_second": 59.432554533170354 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1705534210000224, "streaming_ttfb_avg_s": 0.6598144559999923, "streaming_total_avg_s": 7.948369448999983, "nonstream_tokens_per_second": 39.10989140844983, "stream_tokens_per_second": 17.23623956825969 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.2017580919999773, "streaming_ttfb_avg_s": 0.3968539780000242, "streaming_total_avg_s": 3.3409313930000053, "nonstream_tokens_per_second": 51.846515330053606, "stream_tokens_per_second": 60.46218142139493 }, { "timestamp": "2025-09-29T20:15:26.640142+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.659318659999997, "streaming_ttfb_avg_s": 2.2077009540000176, "streaming_total_avg_s": 4.464104053000028, "nonstream_tokens_per_second": 23.17935472565426, "stream_tokens_per_second": 24.865011810243146 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2511559980000015, "streaming_ttfb_avg_s": 1.1643096000000028, "streaming_total_avg_s": 4.844966366999998, "nonstream_tokens_per_second": 40.29336029418049, "stream_tokens_per_second": 34.468763526919254 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.5656529809999995, "streaming_ttfb_avg_s": 0.35463836200000287, "streaming_total_avg_s": 4.960888279000002, "nonstream_tokens_per_second": 27.669709291205272, "stream_tokens_per_second": 49.991047177944296 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.158376480000001, "streaming_ttfb_avg_s": 0.904296837000004, "streaming_total_avg_s": 2.1501987019999973, "nonstream_tokens_per_second": 43.55125293062865, "stream_tokens_per_second": 39.99630356022794 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6823306829999893, "streaming_ttfb_avg_s": 0.17862162899999134, "streaming_total_avg_s": 0.980326968, "nonstream_tokens_per_second": 90.94525918481447, "stream_tokens_per_second": 173.4115305904754 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7774323390000006, "streaming_ttfb_avg_s": 0.2512299939999991, "streaming_total_avg_s": 1.042031909000002, "nonstream_tokens_per_second": 156.9268396487426, "stream_tokens_per_second": 149.70750766136058 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3862278919999937, "streaming_ttfb_avg_s": 0.19521415200000547, "streaming_total_avg_s": 1.2060861280000097, "nonstream_tokens_per_second": 49.053983397991175, "stream_tokens_per_second": 79.59630557992723 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.1247898489999955, "streaming_ttfb_avg_s": 0.6435698939999952, "streaming_total_avg_s": 5.286072171000001, "nonstream_tokens_per_second": 41.21422089933004, "stream_tokens_per_second": 48.05080062914638 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.277787195000002, "streaming_ttfb_avg_s": 0.9180970130000077, "streaming_total_avg_s": 4.465970128000009, "nonstream_tokens_per_second": 28.06771597019432, "stream_tokens_per_second": 28.661185886015343 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.8917449950000105, "streaming_ttfb_avg_s": 1.364211307000005, "streaming_total_avg_s": 1.5453191480000044, "nonstream_tokens_per_second": 65.78026061031764, "stream_tokens_per_second": 58.240396565641824 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.466414022999999, "streaming_ttfb_avg_s": 3.111250386000009, "streaming_total_avg_s": 3.1167437820000004, "nonstream_tokens_per_second": 57.31667478243543, "stream_tokens_per_second": null }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.95114966700001, "streaming_ttfb_avg_s": 0.9795917170000052, "streaming_total_avg_s": 3.007812096000009, "nonstream_tokens_per_second": 50.14994720699792, "stream_tokens_per_second": 58.51429357374307 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2514592539999967, "streaming_ttfb_avg_s": 0.5229042919999927, "streaming_total_avg_s": 4.81877283, "nonstream_tokens_per_second": 49.20867447536532, "stream_tokens_per_second": 30.92073547696167 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.829427675999995, "streaming_ttfb_avg_s": 0.3494611069999962, "streaming_total_avg_s": 4.982303013999996, "nonstream_tokens_per_second": 30.64545323568899, "stream_tokens_per_second": 37.733554035499324 }, { "timestamp": "2025-09-30T01:09:26.994218+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.595272209000001, "streaming_ttfb_avg_s": 2.823729286999992, "streaming_total_avg_s": 4.850477073999997, "nonstream_tokens_per_second": 23.502416198213076, "stream_tokens_per_second": 23.09051218906969 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 6.427457160999978, "streaming_ttfb_avg_s": 0.2851097790000381, "streaming_total_avg_s": 3.6721750460000067, "nonstream_tokens_per_second": 22.403883276539272, "stream_tokens_per_second": 44.387862222840155 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.8687955190000025, "streaming_ttfb_avg_s": 0.5486764700000322, "streaming_total_avg_s": 4.112283955000009, "nonstream_tokens_per_second": 37.22088678318693, "stream_tokens_per_second": 52.768729585454786 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.192291104999981, "streaming_ttfb_avg_s": 0.810839623999982, "streaming_total_avg_s": 2.2662241389999735, "nonstream_tokens_per_second": 40.14065458701971, "stream_tokens_per_second": 30.005858127522483 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6315498889999844, "streaming_ttfb_avg_s": 0.17051046500000666, "streaming_total_avg_s": 0.7064492680000285, "nonstream_tokens_per_second": 89.48546470098249, "stream_tokens_per_second": 127.39768314119956 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.7073494489999916, "streaming_ttfb_avg_s": 0.19262532999999848, "streaming_total_avg_s": 0.96120904899999, "nonstream_tokens_per_second": 80.24133552755823, "stream_tokens_per_second": 146.69025447345894 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7844858549999572, "streaming_ttfb_avg_s": 0.3851618599999824, "streaming_total_avg_s": 1.1748618450000095, "nonstream_tokens_per_second": 47.07238208957505, "stream_tokens_per_second": 66.3907848671342 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.72308317400001, "streaming_ttfb_avg_s": 0.41900456700000177, "streaming_total_avg_s": 5.726107153000044, "nonstream_tokens_per_second": 35.99343770523226, "stream_tokens_per_second": 46.27925969935093 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.146106176000046, "streaming_ttfb_avg_s": 0.3391044230000375, "streaming_total_avg_s": 4.30781061600004, "nonstream_tokens_per_second": 24.678853419754795, "stream_tokens_per_second": 25.070740017879885 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.187235412000007, "streaming_ttfb_avg_s": 2.562043874999972, "streaming_total_avg_s": 2.566496233999999, "nonstream_tokens_per_second": 117.04272827492024, "stream_tokens_per_second": null }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.939420665, "streaming_ttfb_avg_s": 2.1880246879999845, "streaming_total_avg_s": 2.802662790999989, "nonstream_tokens_per_second": 64.98417451947849, "stream_tokens_per_second": 26.4034618212478 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.682917026000041, "streaming_ttfb_avg_s": 0.3047661599999856, "streaming_total_avg_s": 5.051082257000019, "nonstream_tokens_per_second": 60.38203881449352, "stream_tokens_per_second": 35.437949907058766 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.413167964000024, "streaming_ttfb_avg_s": 0.4586197389999711, "streaming_total_avg_s": 3.286969451999994, "nonstream_tokens_per_second": 30.137080909889264, "stream_tokens_per_second": 48.068593976090376 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 1.4478146569999808, "streaming_ttfb_avg_s": 0.4102870899999971, "streaming_total_avg_s": 1.7238672589999737, "nonstream_tokens_per_second": 98.76954851134782, "stream_tokens_per_second": 82.37293170842811 }, { "timestamp": "2025-09-30T04:18:28.571086+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.931949567999993, "streaming_ttfb_avg_s": 1.9921831249999968, "streaming_total_avg_s": 4.3316650780000145, "nonstream_tokens_per_second": 28.23027052619618, "stream_tokens_per_second": 25.625249875332035 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.062610528999997, "streaming_ttfb_avg_s": 0.8777608020000045, "streaming_total_avg_s": 3.546379035000001, "nonstream_tokens_per_second": 38.15280812511283, "stream_tokens_per_second": 46.24435188158052 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.465673177000006, "streaming_ttfb_avg_s": 0.6182833000000016, "streaming_total_avg_s": 2.587700140999999, "nonstream_tokens_per_second": 34.93314307089513, "stream_tokens_per_second": 60.285192062367344 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.7338944990000016, "streaming_ttfb_avg_s": 0.39718970100000206, "streaming_total_avg_s": 2.052947875000001, "nonstream_tokens_per_second": 29.993842128872856, "stream_tokens_per_second": 46.76202507089955 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8132286320000048, "streaming_ttfb_avg_s": 0.25674834000000146, "streaming_total_avg_s": 0.5999177399999951, "nonstream_tokens_per_second": 79.92832205150349, "stream_tokens_per_second": 140.0191966318594 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5230836399999959, "streaming_ttfb_avg_s": 0.1603595599999892, "streaming_total_avg_s": 1.1465464469999915, "nonstream_tokens_per_second": 80.7572196100802, "stream_tokens_per_second": 163.0984950407346 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4908664960000095, "streaming_ttfb_avg_s": 0.18309239199999183, "streaming_total_avg_s": 1.5743119959999916, "nonstream_tokens_per_second": 73.78259575564256, "stream_tokens_per_second": 72.4125842206951 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.568289198000002, "streaming_ttfb_avg_s": 1.214091449999998, "streaming_total_avg_s": 5.715107950999993, "nonstream_tokens_per_second": 29.811669993653215, "stream_tokens_per_second": 34.99496452468676 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.2304618739999995, "streaming_ttfb_avg_s": 1.0469095180000068, "streaming_total_avg_s": 6.996018931999998, "nonstream_tokens_per_second": 26.23826979323346, "stream_tokens_per_second": 24.871287755400264 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.8691410339999948, "streaming_ttfb_avg_s": 2.6716334560000092, "streaming_total_avg_s": 2.8495346950000027, "nonstream_tokens_per_second": 89.22531063002478, "stream_tokens_per_second": 27.02195559685927 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.4391357430000085, "streaming_ttfb_avg_s": 2.9302047900000048, "streaming_total_avg_s": 3.0699274650000064, "nonstream_tokens_per_second": 74.43730609385236, "stream_tokens_per_second": 11.726661431070628 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.421456745, "streaming_ttfb_avg_s": 0.3287237060000052, "streaming_total_avg_s": 2.7127064440000055, "nonstream_tokens_per_second": 33.69930061364877, "stream_tokens_per_second": 74.46437871918867 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.7276684149999824, "streaming_ttfb_avg_s": 0.39781835100001217, "streaming_total_avg_s": 2.7326335110000173, "nonstream_tokens_per_second": 43.99361716405723, "stream_tokens_per_second": 50.866682063462086 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 6.382536522000009, "streaming_ttfb_avg_s": 0.3800830469999994, "streaming_total_avg_s": 3.3167823029999965, "nonstream_tokens_per_second": 25.695113445055465, "stream_tokens_per_second": 51.555991433423955 }, { "timestamp": "2025-09-30T08:21:16.983009+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.3201085190000015, "streaming_ttfb_avg_s": 2.6719995469999844, "streaming_total_avg_s": 4.694512631999999, "nonstream_tokens_per_second": 25.693799012644654, "stream_tokens_per_second": 23.644626972216876 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 9.242998056000005, "streaming_ttfb_avg_s": 0.9412464570000054, "streaming_total_avg_s": 3.253066713999999, "nonstream_tokens_per_second": 18.716870754689673, "stream_tokens_per_second": 52.87318555742354 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.677398971000002, "streaming_ttfb_avg_s": 0.38232527799999616, "streaming_total_avg_s": 4.447813977999999, "nonstream_tokens_per_second": 26.596686400111007, "stream_tokens_per_second": 36.422386547929506 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 4.058562369000015, "streaming_ttfb_avg_s": 0.8595394929999998, "streaming_total_avg_s": 2.9652456199999904, "nonstream_tokens_per_second": 20.69698389794529, "stream_tokens_per_second": 31.36333778650023 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.721477974999999, "streaming_ttfb_avg_s": 0.37833026199999154, "streaming_total_avg_s": 1.2395447649999767, "nonstream_tokens_per_second": 92.9433906931049, "stream_tokens_per_second": 100.0367259830284 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8845144869999899, "streaming_ttfb_avg_s": 0.32082614700001955, "streaming_total_avg_s": 0.8060253680000073, "nonstream_tokens_per_second": 119.8397556602159, "stream_tokens_per_second": 131.50950851958675 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.1427749480000102, "streaming_ttfb_avg_s": 0.2707537029999969, "streaming_total_avg_s": 1.2526584759999935, "nonstream_tokens_per_second": 43.4016647836969, "stream_tokens_per_second": 75.838707692583 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 10.897847525999993, "streaming_ttfb_avg_s": 0.690241670000006, "streaming_total_avg_s": 5.347765991999978, "nonstream_tokens_per_second": 15.140604564923889, "stream_tokens_per_second": 33.284926877182016 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.901742603999992, "streaming_ttfb_avg_s": 0.3968420289999983, "streaming_total_avg_s": 4.376134197999988, "nonstream_tokens_per_second": 23.89124864653284, "stream_tokens_per_second": 24.45080410214611 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.365872746999997, "streaming_ttfb_avg_s": 2.180482573000006, "streaming_total_avg_s": 2.706902570000011, "nonstream_tokens_per_second": 58.63661513632297, "stream_tokens_per_second": 30.292926279943522 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.1327965690000212, "streaming_ttfb_avg_s": 3.176275313000019, "streaming_total_avg_s": 3.181278438000021, "nonstream_tokens_per_second": 81.71612626660735, "stream_tokens_per_second": null }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 6.877276067999986, "streaming_ttfb_avg_s": 0.2693928500000027, "streaming_total_avg_s": 2.5518828470000017, "nonstream_tokens_per_second": 23.701244270015586, "stream_tokens_per_second": 60.7394654430231 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.9100839529999973, "streaming_ttfb_avg_s": 0.5237167759999863, "streaming_total_avg_s": 3.4034608239999784, "nonstream_tokens_per_second": 48.108577711537976, "stream_tokens_per_second": 49.36152013718642 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 5.155778271999992, "streaming_ttfb_avg_s": 0.5907291469999905, "streaming_total_avg_s": 7.445357357000006, "nonstream_tokens_per_second": 33.360627809403255, "stream_tokens_per_second": 22.564397106076996 }, { "timestamp": "2025-09-30T12:32:09.062216+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.784079429999991, "streaming_ttfb_avg_s": 3.1703669940000054, "streaming_total_avg_s": 5.7314668200000085, "nonstream_tokens_per_second": 26.54638198596971, "stream_tokens_per_second": 20.23914708800492 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.708251365999999, "streaming_ttfb_avg_s": 1.1860226730000036, "streaming_total_avg_s": 4.366383321000001, "nonstream_tokens_per_second": 38.29298124230774, "stream_tokens_per_second": 38.01773408249055 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 6.026734987000005, "streaming_ttfb_avg_s": 13.427326370000003, "streaming_total_avg_s": 348.806420648, "nonstream_tokens_per_second": 25.552807669855465, "stream_tokens_per_second": 0.5189124663007771 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.6116757300000017, "streaming_ttfb_avg_s": 0.558235800000034, "streaming_total_avg_s": 5.416511632000038, "nonstream_tokens_per_second": 39.710221360719956, "stream_tokens_per_second": 18.277446210051693 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.975589833000015, "streaming_ttfb_avg_s": 0.8176708199999894, "streaming_total_avg_s": 1.8774731819999602, "nonstream_tokens_per_second": 132.2277002450045, "stream_tokens_per_second": 96.93880144062898 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5397210720000203, "streaming_ttfb_avg_s": 0.4708653760000061, "streaming_total_avg_s": 0.8843403090000379, "nonstream_tokens_per_second": 79.23513045225012, "stream_tokens_per_second": 115.34021344716928 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.684598395000023, "streaming_ttfb_avg_s": 0.6979030950000151, "streaming_total_avg_s": 2.2063264690000324, "nonstream_tokens_per_second": 39.856985759689046, "stream_tokens_per_second": 54.38904971048427 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.859228615000006, "streaming_ttfb_avg_s": 0.8644231689999629, "streaming_total_avg_s": 8.304213032999996, "nonstream_tokens_per_second": 29.01695128414941, "stream_tokens_per_second": 22.157427713957357 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 7.805815314000029, "streaming_ttfb_avg_s": 0.4068760790000283, "streaming_total_avg_s": 5.004496526000025, "nonstream_tokens_per_second": 15.757482729497173, "stream_tokens_per_second": 25.576998472273363 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 5.416631875999997, "streaming_ttfb_avg_s": 3.0645549700000174, "streaming_total_avg_s": 3.097377813000037, "nonstream_tokens_per_second": 47.261842019260044, "stream_tokens_per_second": null }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.0354299239999705, "streaming_ttfb_avg_s": 3.373043973999984, "streaming_total_avg_s": 3.374970720999954, "nonstream_tokens_per_second": 84.33731181731689, "stream_tokens_per_second": null }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.3242524990000106, "streaming_ttfb_avg_s": 0.38005971799998406, "streaming_total_avg_s": 3.5369772569999895, "nonstream_tokens_per_second": 64.10663215984749, "stream_tokens_per_second": 45.519093932924456 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.284611801999972, "streaming_ttfb_avg_s": 0.529177610999966, "streaming_total_avg_s": 3.746503314999984, "nonstream_tokens_per_second": 30.807925221693363, "stream_tokens_per_second": 47.510968237325784 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.743677773000002, "streaming_ttfb_avg_s": 0.365079465000008, "streaming_total_avg_s": 2.9608867510000323, "nonstream_tokens_per_second": 32.253455508897176, "stream_tokens_per_second": 49.98502558397864 }, { "timestamp": "2025-09-30T16:19:07.943419+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 6.973820276000026, "streaming_ttfb_avg_s": 1.3351956989999962, "streaming_total_avg_s": 3.2755235029999312, "nonstream_tokens_per_second": 16.92042457791603, "stream_tokens_per_second": 32.97182874770606 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.8505044240000004, "streaming_ttfb_avg_s": 1.6310358270000052, "streaming_total_avg_s": 3.5333851200000055, "nonstream_tokens_per_second": 36.61857888570497, "stream_tokens_per_second": 46.980443501726114 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.543082002999995, "streaming_ttfb_avg_s": 1.249431297000001, "streaming_total_avg_s": 4.313556491999989, "nonstream_tokens_per_second": 55.444535344777194, "stream_tokens_per_second": 36.39688046074635 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.5551974020000046, "streaming_ttfb_avg_s": 1.009052306000001, "streaming_total_avg_s": 2.5463885040000065, "nonstream_tokens_per_second": 32.09145404414428, "stream_tokens_per_second": 42.020296522670655 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.7135760540000007, "streaming_ttfb_avg_s": 0.25712054699999953, "streaming_total_avg_s": 0.604345066999997, "nonstream_tokens_per_second": 73.53043928565539, "stream_tokens_per_second": 117.48255074281983 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.02617051, "streaming_ttfb_avg_s": 0.2259794510000006, "streaming_total_avg_s": 1.3203708709999944, "nonstream_tokens_per_second": 122.78661174934757, "stream_tokens_per_second": 147.68577850578833 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4770744919999999, "streaming_ttfb_avg_s": 0.2828073830000051, "streaming_total_avg_s": 1.4443404999999956, "nonstream_tokens_per_second": 53.484100109962505, "stream_tokens_per_second": 74.08225414990463 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.850247686000003, "streaming_ttfb_avg_s": 0.8895399850000132, "streaming_total_avg_s": 5.496779243000006, "nonstream_tokens_per_second": 30.93886100466207, "stream_tokens_per_second": 30.927201636574768 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.4754336360000053, "streaming_ttfb_avg_s": 0.4611007390000026, "streaming_total_avg_s": 6.525327789000002, "nonstream_tokens_per_second": 16.976298839043608, "stream_tokens_per_second": 25.13283704712293 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.895992972000002, "streaming_ttfb_avg_s": 2.6847618049999937, "streaming_total_avg_s": 2.6916716409999992, "nonstream_tokens_per_second": 65.7085374228955, "stream_tokens_per_second": null }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.475465087999993, "streaming_ttfb_avg_s": 2.2226153630000027, "streaming_total_avg_s": 4.142789679000003, "nonstream_tokens_per_second": 73.65920632720812, "stream_tokens_per_second": 20.03480901305005 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.352612381, "streaming_ttfb_avg_s": 0.3695984179999954, "streaming_total_avg_s": 5.447241773000002, "nonstream_tokens_per_second": 57.567048637586, "stream_tokens_per_second": 36.34867117178717 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.7289090539999847, "streaming_ttfb_avg_s": 0.3376406950000046, "streaming_total_avg_s": 3.838713709999979, "nonstream_tokens_per_second": 41.56711728695345, "stream_tokens_per_second": 45.32768347551528 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.272431200999989, "streaming_ttfb_avg_s": 0.5933118320000119, "streaming_total_avg_s": 3.002995210000023, "nonstream_tokens_per_second": 38.15157982224473, "stream_tokens_per_second": 61.2721590055412 }, { "timestamp": "2025-09-30T20:16:28.581009+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.152558260000006, "streaming_ttfb_avg_s": 1.3622547749999967, "streaming_total_avg_s": 3.5955184719999806, "nonstream_tokens_per_second": 26.00806376163879, "stream_tokens_per_second": 32.26238466116845 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 9.541502588, "streaming_ttfb_avg_s": 1.2871680199999957, "streaming_total_avg_s": 3.749897575999995, "nonstream_tokens_per_second": 12.47183018633375, "stream_tokens_per_second": 33.067569843406346 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.4381935950000013, "streaming_ttfb_avg_s": 0.7629953140000083, "streaming_total_avg_s": 2.730683401999997, "nonstream_tokens_per_second": 39.26480469172067, "stream_tokens_per_second": 56.396138742121444 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.584011216999997, "streaming_ttfb_avg_s": 1.105796841, "streaming_total_avg_s": 2.1696105340000003, "nonstream_tokens_per_second": 56.18647080578103, "stream_tokens_per_second": 44.70848499300289 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2174760989999953, "streaming_ttfb_avg_s": 0.7057289669999989, "streaming_total_avg_s": 1.6854627279999903, "nonstream_tokens_per_second": 68.99519429498083, "stream_tokens_per_second": 118.06846671485764 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6805340609999888, "streaming_ttfb_avg_s": 0.1747912590000027, "streaming_total_avg_s": 0.5263865369999934, "nonstream_tokens_per_second": 108.73812824484213, "stream_tokens_per_second": 148.18008158898064 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.422934349000002, "streaming_ttfb_avg_s": 0.32528956000000164, "streaming_total_avg_s": 1.4282491900000025, "nonstream_tokens_per_second": 53.41075647896943, "stream_tokens_per_second": 70.01579325243645 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.9875883650000077, "streaming_ttfb_avg_s": 1.0858580009999912, "streaming_total_avg_s": 4.479726814999992, "nonstream_tokens_per_second": 40.87683709549586, "stream_tokens_per_second": 40.85070531248462 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.876579981000006, "streaming_ttfb_avg_s": 0.534784786000003, "streaming_total_avg_s": 3.6131264389999984, "nonstream_tokens_per_second": 31.374446968185552, "stream_tokens_per_second": 33.489002403549726 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.671935364999996, "streaming_ttfb_avg_s": 1.6143904950000092, "streaming_total_avg_s": 2.318355666000002, "nonstream_tokens_per_second": 54.79527861576061, "stream_tokens_per_second": 45.722061353462706 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.7842494419999895, "streaming_ttfb_avg_s": 1.7847926700000016, "streaming_total_avg_s": 2.639399626999989, "nonstream_tokens_per_second": 91.94578479150539, "stream_tokens_per_second": 42.812766526165944 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.138129261000003, "streaming_ttfb_avg_s": 0.4164951980000069, "streaming_total_avg_s": 2.3023675790000055, "nonstream_tokens_per_second": 45.24988876804583, "stream_tokens_per_second": 76.00871450596446 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.053908794999984, "streaming_ttfb_avg_s": 0.2943286560000047, "streaming_total_avg_s": 2.9766006410000045, "nonstream_tokens_per_second": 47.48013438954085, "stream_tokens_per_second": 53.41663836589887 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.7883310809999955, "streaming_ttfb_avg_s": 0.49320239600001514, "streaming_total_avg_s": 2.8993570160000104, "nonstream_tokens_per_second": 63.478831909918476, "stream_tokens_per_second": 60.35821012530296 }, { "timestamp": "2025-10-01T01:16:29.326611+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.367003718999996, "streaming_ttfb_avg_s": 2.7547941819999835, "streaming_total_avg_s": 5.402758435999999, "nonstream_tokens_per_second": 20.68193088949117, "stream_tokens_per_second": 21.655604518684058 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.685719125999981, "streaming_ttfb_avg_s": 0.6454127330000006, "streaming_total_avg_s": 2.9747789730000136, "nonstream_tokens_per_second": 36.356541401847636, "stream_tokens_per_second": 45.38152287121178 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.120728741999983, "streaming_ttfb_avg_s": 0.9501527220000412, "streaming_total_avg_s": 3.139013164000005, "nonstream_tokens_per_second": 43.25912668509679, "stream_tokens_per_second": 50.01571888916097 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.562527605000014, "streaming_ttfb_avg_s": 0.43465382299996236, "streaming_total_avg_s": 1.5702903369999603, "nonstream_tokens_per_second": 33.950853770412174, "stream_tokens_per_second": 56.677416846386826 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.9616755600000033, "streaming_ttfb_avg_s": 0.21133175899996104, "streaming_total_avg_s": 0.6365222420000123, "nonstream_tokens_per_second": 62.39110412663476, "stream_tokens_per_second": 138.2512568979456 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9951978040000427, "streaming_ttfb_avg_s": 0.23638084899999967, "streaming_total_avg_s": 1.006462899999974, "nonstream_tokens_per_second": 141.68037693941088, "stream_tokens_per_second": 157.97899753682336 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4773943989999907, "streaming_ttfb_avg_s": 0.28681311200000437, "streaming_total_avg_s": 1.2686120649999566, "nonstream_tokens_per_second": 60.24119223698273, "stream_tokens_per_second": 76.46151465539099 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.063605448999965, "streaming_ttfb_avg_s": 0.5046599280000237, "streaming_total_avg_s": 3.3620234389999837, "nonstream_tokens_per_second": 48.96191839878194, "stream_tokens_per_second": 55.32382607520569 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.540954117000069, "streaming_ttfb_avg_s": 0.4279735030000893, "streaming_total_avg_s": 5.042277632000037, "nonstream_tokens_per_second": 26.866600466907588, "stream_tokens_per_second": 29.351814953770266 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.0679907810000486, "streaming_ttfb_avg_s": 1.650440198999945, "streaming_total_avg_s": 2.042102784000008, "nonstream_tokens_per_second": 72.68600720087903, "stream_tokens_per_second": 32.80931818170409 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.4619481920000226, "streaming_ttfb_avg_s": 1.7218988559999389, "streaming_total_avg_s": 2.7064520190000394, "nonstream_tokens_per_second": 73.94680272557883, "stream_tokens_per_second": 42.12156698130563 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.170862019000083, "streaming_ttfb_avg_s": 0.740995311000006, "streaming_total_avg_s": 3.1524040780000178, "nonstream_tokens_per_second": 62.64792456161849, "stream_tokens_per_second": 54.24431505890186 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.5772806579999497, "streaming_ttfb_avg_s": 0.36000303799994526, "streaming_total_avg_s": 3.9971739359999674, "nonstream_tokens_per_second": 38.017704788093795, "stream_tokens_per_second": 46.032522713818054 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.2189156419999563, "streaming_ttfb_avg_s": 0.3592667479999818, "streaming_total_avg_s": 2.5187360719999106, "nonstream_tokens_per_second": 59.95807951030567, "stream_tokens_per_second": 63.126899943014614 }, { "timestamp": "2025-10-01T04:17:38.746736+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.028653618000021, "streaming_ttfb_avg_s": 0.5217895580000231, "streaming_total_avg_s": 2.9638667940000687, "nonstream_tokens_per_second": 35.65940963275888, "stream_tokens_per_second": 39.138061209372054 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6116803919999825, "streaming_ttfb_avg_s": 1.6803678840000202, "streaming_total_avg_s": 4.134591638000018, "nonstream_tokens_per_second": 38.76311987907503, "stream_tokens_per_second": 35.55369257001322 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.448799708999985, "streaming_ttfb_avg_s": 0.3707603670000026, "streaming_total_avg_s": 4.274691138999998, "nonstream_tokens_per_second": 46.1029962352043, "stream_tokens_per_second": 52.16751169820602 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.525829501000004, "streaming_ttfb_avg_s": 1.0472545229999923, "streaming_total_avg_s": 4.151047083999998, "nonstream_tokens_per_second": 30.880944247867454, "stream_tokens_per_second": 22.644888891363884 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.309995366999999, "streaming_ttfb_avg_s": 0.971021884999999, "streaming_total_avg_s": 1.8455684479999945, "nonstream_tokens_per_second": 59.74037955722015, "stream_tokens_per_second": 79.65025635288734 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9985326860000043, "streaming_ttfb_avg_s": 0.18782079800001839, "streaming_total_avg_s": 0.8833915470000022, "nonstream_tokens_per_second": 120.17633642089858, "stream_tokens_per_second": 108.67208354666288 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.2434396520000064, "streaming_ttfb_avg_s": 0.6156932030000064, "streaming_total_avg_s": 1.7289036999999894, "nonstream_tokens_per_second": 57.09967499090148, "stream_tokens_per_second": 54.36971417205052 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.125699982999976, "streaming_ttfb_avg_s": 0.3609465279999995, "streaming_total_avg_s": 6.659060458999988, "nonstream_tokens_per_second": 29.057903667170294, "stream_tokens_per_second": 30.334609701131164 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.634535038999985, "streaming_ttfb_avg_s": 0.44549897799998917, "streaming_total_avg_s": 4.179938147000001, "nonstream_tokens_per_second": 23.93703708079738, "stream_tokens_per_second": 31.100938680947415 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.3809946749999824, "streaming_ttfb_avg_s": 1.952326486000004, "streaming_total_avg_s": 2.2215754389999915, "nonstream_tokens_per_second": 62.99888091937925, "stream_tokens_per_second": 29.25851576269621 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.581664364000005, "streaming_ttfb_avg_s": 2.2965230840000004, "streaming_total_avg_s": 3.117968936000011, "nonstream_tokens_per_second": 68.68315257917328, "stream_tokens_per_second": 26.299171570707305 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.727471496999982, "streaming_ttfb_avg_s": 0.2288589810000019, "streaming_total_avg_s": 5.566012036000018, "nonstream_tokens_per_second": 52.796152098524004, "stream_tokens_per_second": 26.410291434734425 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.818865974000005, "streaming_ttfb_avg_s": 0.3202297429999703, "streaming_total_avg_s": 3.6589782830000104, "nonstream_tokens_per_second": 50.72962010928149, "stream_tokens_per_second": 44.274654690537155 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.390883867000014, "streaming_ttfb_avg_s": 0.32737617300000466, "streaming_total_avg_s": 3.232208477000029, "nonstream_tokens_per_second": 35.07266524569176, "stream_tokens_per_second": 55.68947711165798 }, { "timestamp": "2025-10-01T08:21:01.698286+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.775907060999998, "streaming_ttfb_avg_s": 0.7248088540000026, "streaming_total_avg_s": 2.963871191999999, "nonstream_tokens_per_second": 38.90620169433694, "stream_tokens_per_second": 37.45102023988363 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.578367875000012, "streaming_ttfb_avg_s": 0.28343493300002365, "streaming_total_avg_s": 2.2977811660000214, "nonstream_tokens_per_second": 34.65266968952978, "stream_tokens_per_second": 59.187533613894516 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.956132738000008, "streaming_ttfb_avg_s": 0.9697651270000165, "streaming_total_avg_s": 6.964482000000004, "nonstream_tokens_per_second": 46.51006732727066, "stream_tokens_per_second": 29.29148212314999 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.4867639750000023, "streaming_ttfb_avg_s": 1.8883848870000008, "streaming_total_avg_s": 4.290588760999981, "nonstream_tokens_per_second": 53.80813723308024, "stream_tokens_per_second": 22.374551686847255 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6075705460000052, "streaming_ttfb_avg_s": 0.8110214159999884, "streaming_total_avg_s": 1.2204328999999916, "nonstream_tokens_per_second": 72.78063179940821, "stream_tokens_per_second": 65.55051080645282 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7504663070000106, "streaming_ttfb_avg_s": 0.21248704900000348, "streaming_total_avg_s": 0.8515202559999864, "nonstream_tokens_per_second": 102.60287408212574, "stream_tokens_per_second": 151.49375377865593 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7627341920000106, "streaming_ttfb_avg_s": 0.41610638099999164, "streaming_total_avg_s": 1.3203135020000047, "nonstream_tokens_per_second": 51.057045587732865, "stream_tokens_per_second": 61.34906586753947 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 7.490070165999981, "streaming_ttfb_avg_s": 0.5349736579999842, "streaming_total_avg_s": 4.561887280000008, "nonstream_tokens_per_second": 28.704671015761555, "stream_tokens_per_second": 43.183881562281755 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.550599222999978, "streaming_ttfb_avg_s": 0.36299419400000943, "streaming_total_avg_s": 3.088925608000011, "nonstream_tokens_per_second": 27.384430742208643, "stream_tokens_per_second": 33.344927353782886 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.1622342619999984, "streaming_ttfb_avg_s": 1.6225185639999893, "streaming_total_avg_s": 2.1713187999999946, "nonstream_tokens_per_second": 80.95541910866821, "stream_tokens_per_second": 40.528364604958156 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.396932084000014, "streaming_ttfb_avg_s": 3.116156107999984, "streaming_total_avg_s": 3.1165696679999826, "nonstream_tokens_per_second": 58.222413971677625, "stream_tokens_per_second": null }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.437337997999975, "streaming_ttfb_avg_s": 1.0206631140000013, "streaming_total_avg_s": 4.208461501999977, "nonstream_tokens_per_second": 27.954855860700658, "stream_tokens_per_second": 49.42423731360086 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.478630860999999, "streaming_ttfb_avg_s": 0.9098213119999912, "streaming_total_avg_s": 3.6519644800000037, "nonstream_tokens_per_second": 41.1081272241953, "stream_tokens_per_second": 40.799958711537045 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.7592923290000044, "streaming_ttfb_avg_s": 0.31850916099998017, "streaming_total_avg_s": 3.490281914999997, "nonstream_tokens_per_second": 50.01282341476758, "stream_tokens_per_second": 51.57176537127952 }, { "timestamp": "2025-10-01T12:33:00.177630+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.863635114999994, "streaming_ttfb_avg_s": 0.5720044759999894, "streaming_total_avg_s": 2.6868044530000077, "nonstream_tokens_per_second": 37.71430215891881, "stream_tokens_per_second": 40.19644968185546 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.445081518999984, "streaming_ttfb_avg_s": 1.1972262060000105, "streaming_total_avg_s": 4.779153629000007, "nonstream_tokens_per_second": 26.078581101955475, "stream_tokens_per_second": 38.50054095007201 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.8928413800000214, "streaming_ttfb_avg_s": 0.6930536400000165, "streaming_total_avg_s": 3.7299249520000046, "nonstream_tokens_per_second": 28.4088506462066, "stream_tokens_per_second": 46.381630254312896 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 5.230349120999989, "streaming_ttfb_avg_s": 0.39836775300000227, "streaming_total_avg_s": 1.506983665000007, "nonstream_tokens_per_second": 16.824880703790438, "stream_tokens_per_second": 51.09544435572873 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8558287759999814, "streaming_ttfb_avg_s": 1.4536319300000002, "streaming_total_avg_s": 2.357079614000014, "nonstream_tokens_per_second": 127.36192455393947, "stream_tokens_per_second": 85.27501523756287 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3341294939999955, "streaming_ttfb_avg_s": 0.20820158799998012, "streaming_total_avg_s": 0.9068827909999868, "nonstream_tokens_per_second": 71.95703298048842, "stream_tokens_per_second": 141.1428260303176 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 3.0842647089999957, "streaming_ttfb_avg_s": 0.2846404060000225, "streaming_total_avg_s": 1.6039957590000142, "nonstream_tokens_per_second": 23.992752562406633, "stream_tokens_per_second": 59.85053231054032 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.566285598999997, "streaming_ttfb_avg_s": 0.8301263910000216, "streaming_total_avg_s": 6.324774257000001, "nonstream_tokens_per_second": 29.087982409581464, "stream_tokens_per_second": 32.88654923451127 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.5724818089999815, "streaming_ttfb_avg_s": 0.43967405800000847, "streaming_total_avg_s": 7.915278150999995, "nonstream_tokens_per_second": 22.213830976310337, "stream_tokens_per_second": 20.593085535396757 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.2361071320000008, "streaming_ttfb_avg_s": 2.6689538099999766, "streaming_total_avg_s": 2.9098154659999977, "nonstream_tokens_per_second": 65.51081016560114, "stream_tokens_per_second": 24.400172735902302 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.981102304999979, "streaming_ttfb_avg_s": 4.848024431999988, "streaming_total_avg_s": 4.936629197000002, "nonstream_tokens_per_second": 51.394246559246504, "stream_tokens_per_second": 4.051347427948211 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.851626560999989, "streaming_ttfb_avg_s": 0.4459562809999795, "streaming_total_avg_s": 4.496181947999986, "nonstream_tokens_per_second": 36.894842945848154, "stream_tokens_per_second": 42.92530912496795 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.335131302999997, "streaming_ttfb_avg_s": 2.9995287799999915, "streaming_total_avg_s": 5.423062836000014, "nonstream_tokens_per_second": 31.676821131837865, "stream_tokens_per_second": 28.212839243598175 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.644259541999986, "streaming_ttfb_avg_s": 0.25688750700001606, "streaming_total_avg_s": 4.2807261449999885, "nonstream_tokens_per_second": 70.71923048013755, "stream_tokens_per_second": 40.18009893038847 }, { "timestamp": "2025-10-01T16:19:04.387928+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5721441680000225, "streaming_ttfb_avg_s": 0.6923463880000043, "streaming_total_avg_s": 2.9816188440000246, "nonstream_tokens_per_second": 41.98831517440785, "stream_tokens_per_second": 36.22193367114335 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.5274432259999955, "streaming_ttfb_avg_s": 0.8098199040000011, "streaming_total_avg_s": 4.278383509999998, "nonstream_tokens_per_second": 33.79390803210045, "stream_tokens_per_second": 35.761169993851276 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.0106263710000007, "streaming_ttfb_avg_s": 0.3802819930000041, "streaming_total_avg_s": 2.9857279580000053, "nonstream_tokens_per_second": 46.8341077983602, "stream_tokens_per_second": 64.30592562378372 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.6095116980000057, "streaming_ttfb_avg_s": 0.5122240360000063, "streaming_total_avg_s": 2.8286345869999963, "nonstream_tokens_per_second": 27.70457844904866, "stream_tokens_per_second": 37.827438189350026 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.531388499000002, "streaming_ttfb_avg_s": 0.3695776280000018, "streaming_total_avg_s": 0.9728811509999957, "nonstream_tokens_per_second": 77.70725722291051, "stream_tokens_per_second": 115.1219754693351 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7809781489999921, "streaming_ttfb_avg_s": 0.32660344300001043, "streaming_total_avg_s": 0.7644472599999972, "nonstream_tokens_per_second": 96.03341667885866, "stream_tokens_per_second": 147.81922300303674 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8333324399999924, "streaming_ttfb_avg_s": 0.8028454210000007, "streaming_total_avg_s": 1.9203632490000047, "nonstream_tokens_per_second": 37.636381975546286, "stream_tokens_per_second": 46.345398479347686 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 7.815459387999994, "streaming_ttfb_avg_s": 0.4019406790000062, "streaming_total_avg_s": 5.129154749999998, "nonstream_tokens_per_second": 25.462354817625744, "stream_tokens_per_second": 33.33882644114024 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.742727505999994, "streaming_ttfb_avg_s": 0.32090733300000807, "streaming_total_avg_s": 3.820764899000011, "nonstream_tokens_per_second": 16.462180905461032, "stream_tokens_per_second": 25.91104206016726 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.1275757000000084, "streaming_ttfb_avg_s": 2.404829107999987, "streaming_total_avg_s": 2.5057601639999945, "nonstream_tokens_per_second": 71.94070474457241, "stream_tokens_per_second": 9.17885132441592 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.226167273999991, "streaming_ttfb_avg_s": 2.546858408999995, "streaming_total_avg_s": 2.92983830499999, "nonstream_tokens_per_second": 79.35112418476561, "stream_tokens_per_second": 32.424997597265126 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.3378379309999957, "streaming_ttfb_avg_s": 0.2945666490000036, "streaming_total_avg_s": 2.0715243920000006, "nonstream_tokens_per_second": 45.53846026744077, "stream_tokens_per_second": 74.34138868686802 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.915253643999989, "streaming_ttfb_avg_s": 0.3095002210000075, "streaming_total_avg_s": 3.1393796400000156, "nonstream_tokens_per_second": 38.56710541126832, "stream_tokens_per_second": 50.64694883477018 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.0246014029999913, "streaming_ttfb_avg_s": 0.313177775000014, "streaming_total_avg_s": 4.281962905, "nonstream_tokens_per_second": 54.8832648941281, "stream_tokens_per_second": 49.51000387052629 }, { "timestamp": "2025-10-01T20:17:13.613035+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9925350030000004, "streaming_ttfb_avg_s": 0.47204277800000227, "streaming_total_avg_s": 2.628190808999989, "nonstream_tokens_per_second": 38.763122196970336, "stream_tokens_per_second": 41.09290681261204 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.336485324999998, "streaming_ttfb_avg_s": 1.188623328999995, "streaming_total_avg_s": 3.456458239, "nonstream_tokens_per_second": 38.363723359100966, "stream_tokens_per_second": 48.02603952421136 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.229081229000002, "streaming_ttfb_avg_s": 0.8946192100000019, "streaming_total_avg_s": 2.6655143400000014, "nonstream_tokens_per_second": 48.23742769495996, "stream_tokens_per_second": 62.276911254583574 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.263726191999993, "streaming_ttfb_avg_s": 0.3727350610000002, "streaming_total_avg_s": 3.0036676280000023, "nonstream_tokens_per_second": 22.529226449839197, "stream_tokens_per_second": 32.29385272051143 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.3742209239999994, "streaming_ttfb_avg_s": 0.24041828499998985, "streaming_total_avg_s": 0.7104912519999971, "nonstream_tokens_per_second": 79.31766872151049, "stream_tokens_per_second": 115.41310293289908 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2501868499999915, "streaming_ttfb_avg_s": 0.37891213700000037, "streaming_total_avg_s": 0.7399619859999973, "nonstream_tokens_per_second": 63.19055427594726, "stream_tokens_per_second": 113.51934503294918 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5633454669999907, "streaming_ttfb_avg_s": 0.23119490899999562, "streaming_total_avg_s": 1.4437046369999962, "nonstream_tokens_per_second": 59.4878112119799, "stream_tokens_per_second": 65.1102708898484 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.7957230070000065, "streaming_ttfb_avg_s": 0.6102928799999887, "streaming_total_avg_s": 4.919961414999989, "nonstream_tokens_per_second": 40.835434965657846, "stream_tokens_per_second": 36.992160028962424 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.283787497000006, "streaming_ttfb_avg_s": 0.367473234000002, "streaming_total_avg_s": 5.983777597, "nonstream_tokens_per_second": 29.413223715751425, "stream_tokens_per_second": 30.41556893612602 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.4423201779999886, "streaming_ttfb_avg_s": 1.2741862279999907, "streaming_total_avg_s": 1.5260557050000045, "nonstream_tokens_per_second": 83.52713204337329, "stream_tokens_per_second": 45.8698852018641 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.5199870980000014, "streaming_ttfb_avg_s": 2.6657899040000075, "streaming_total_avg_s": 2.735814543999993, "nonstream_tokens_per_second": 67.857490276722, "stream_tokens_per_second": 21.93131114519002 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.295195417999992, "streaming_ttfb_avg_s": 0.317318886999999, "streaming_total_avg_s": 2.5006360109999832, "nonstream_tokens_per_second": 36.55246961338612, "stream_tokens_per_second": 58.38514656182042 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.902724723999995, "streaming_ttfb_avg_s": 0.5798562409999874, "streaming_total_avg_s": 3.820993506999997, "nonstream_tokens_per_second": 50.64207390545527, "stream_tokens_per_second": 42.13563820641167 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.9536706949999996, "streaming_ttfb_avg_s": 0.4105766389999985, "streaming_total_avg_s": 4.157349489000012, "nonstream_tokens_per_second": 38.951144867668354, "stream_tokens_per_second": 43.53735486489899 }, { "timestamp": "2025-10-02T01:07:02.168305+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1530303119999985, "streaming_ttfb_avg_s": 12.239421720000024, "streaming_total_avg_s": 14.463176599000008, "nonstream_tokens_per_second": 37.10715991365961, "stream_tokens_per_second": 7.67466256394011 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.992010437999994, "streaming_ttfb_avg_s": 0.6494656029999959, "streaming_total_avg_s": 3.1415770779999974, "nonstream_tokens_per_second": 48.128174344290265, "stream_tokens_per_second": 52.83970307858228 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.44450093399999, "streaming_ttfb_avg_s": 0.40084617300001923, "streaming_total_avg_s": 7.732898648000003, "nonstream_tokens_per_second": 30.856822698085757, "stream_tokens_per_second": 22.75990000793813 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.588452550999989, "streaming_ttfb_avg_s": 0.5102890679999916, "streaming_total_avg_s": 3.260041672, "nonstream_tokens_per_second": 36.315133520096886, "stream_tokens_per_second": 44.784703598721364 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8873779049999939, "streaming_ttfb_avg_s": 0.3232692770000085, "streaming_total_avg_s": 1.1418651420000003, "nonstream_tokens_per_second": 116.07230630787534, "stream_tokens_per_second": 155.88530856474813 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9638154000000156, "streaming_ttfb_avg_s": 0.27424593099999584, "streaming_total_avg_s": 0.7385210660000041, "nonstream_tokens_per_second": 128.6553420914399, "stream_tokens_per_second": 132.69763654920501 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.602659391000003, "streaming_ttfb_avg_s": 0.5991272920000199, "streaming_total_avg_s": 1.801022579000005, "nonstream_tokens_per_second": 54.28477222831176, "stream_tokens_per_second": 62.18689388235576 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 2.9448601839999924, "streaming_ttfb_avg_s": 0.768554569999992, "streaming_total_avg_s": 4.970778032999988, "nonstream_tokens_per_second": 57.72769821930549, "stream_tokens_per_second": 40.63750154582702 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.197509832999998, "streaming_ttfb_avg_s": 0.41676612899999554, "streaming_total_avg_s": 3.179823503999984, "nonstream_tokens_per_second": 27.87366906925839, "stream_tokens_per_second": 35.8510464044927 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.6473209939999833, "streaming_ttfb_avg_s": 1.9275913440000068, "streaming_total_avg_s": 2.4514729390000127, "nonstream_tokens_per_second": 96.70153358063145, "stream_tokens_per_second": 32.6334420124715 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.6256037969999966, "streaming_ttfb_avg_s": 5.120747646000012, "streaming_total_avg_s": 5.135500323000002, "nonstream_tokens_per_second": 70.60892870087653, "stream_tokens_per_second": null }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.606841755000005, "streaming_ttfb_avg_s": 0.41352777399998786, "streaming_total_avg_s": 3.502953839999975, "nonstream_tokens_per_second": 33.211472878125775, "stream_tokens_per_second": 51.95615138337115 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.100197991000016, "streaming_ttfb_avg_s": 0.35293357700001593, "streaming_total_avg_s": 2.127230742000023, "nonstream_tokens_per_second": 50.31936684459299, "stream_tokens_per_second": 67.69364373918889 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.3706488969999953, "streaming_ttfb_avg_s": 0.38338518300000146, "streaming_total_avg_s": 4.4062934940000105, "nonstream_tokens_per_second": 45.39185322332913, "stream_tokens_per_second": 39.26202379291614 }, { "timestamp": "2025-10-02T04:17:45.533583+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.287725357999989, "streaming_ttfb_avg_s": 0.6851475820000132, "streaming_total_avg_s": 2.8846353849999957, "nonstream_tokens_per_second": 22.12671651393288, "stream_tokens_per_second": 37.43974041280789 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.420907222999972, "streaming_ttfb_avg_s": 1.1838792809999745, "streaming_total_avg_s": 4.26658887100001, "nonstream_tokens_per_second": 26.93276125083773, "stream_tokens_per_second": 37.03192521640073 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.589550326000051, "streaming_ttfb_avg_s": 0.9426778559999889, "streaming_total_avg_s": 5.010934728999985, "nonstream_tokens_per_second": 38.44492693149611, "stream_tokens_per_second": 37.318386710919896 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.5333261729999776, "streaming_ttfb_avg_s": 0.3606747099999552, "streaming_total_avg_s": 2.04682324099997, "nonstream_tokens_per_second": 33.552726413962944, "stream_tokens_per_second": 54.71894092099653 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8320242430000349, "streaming_ttfb_avg_s": 1.1562276399999973, "streaming_total_avg_s": 2.0333820690000266, "nonstream_tokens_per_second": 155.04355922955313, "stream_tokens_per_second": 44.261234212741954 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.162258894000047, "streaming_ttfb_avg_s": 0.17116182899997057, "streaming_total_avg_s": 0.717196586, "nonstream_tokens_per_second": 119.59469677329429, "stream_tokens_per_second": 158.95223461088813 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5762617240000054, "streaming_ttfb_avg_s": 0.2526977850000094, "streaming_total_avg_s": 2.4436178259999792, "nonstream_tokens_per_second": 54.559467308361604, "stream_tokens_per_second": 47.47059821129369 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.336237202999996, "streaming_ttfb_avg_s": 0.44375645599996005, "streaming_total_avg_s": 4.460273427000004, "nonstream_tokens_per_second": 36.91739937820754, "stream_tokens_per_second": 45.2887033286356 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.1903786309999873, "streaming_ttfb_avg_s": 0.28076292700001204, "streaming_total_avg_s": 4.300080530999992, "nonstream_tokens_per_second": 35.73243592227422, "stream_tokens_per_second": 29.534330597865782 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 6.273894436000035, "streaming_ttfb_avg_s": 3.1856161380000003, "streaming_total_avg_s": 3.1959013000000027, "nonstream_tokens_per_second": 40.80400182238555, "stream_tokens_per_second": 0.31290077700459623 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.530293647999997, "streaming_ttfb_avg_s": 0.3008074039999542, "streaming_total_avg_s": 4.095295627999974, "nonstream_tokens_per_second": 43.0559084188682, "stream_tokens_per_second": 45.17378397181762 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.686965459000021, "streaming_ttfb_avg_s": 0.3664757129999998, "streaming_total_avg_s": 3.5002910099999553, "nonstream_tokens_per_second": 22.331769186150694, "stream_tokens_per_second": 44.853413488040815 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.575006424000037, "streaming_ttfb_avg_s": 1.1836510790000148, "streaming_total_avg_s": 3.201348034000034, "nonstream_tokens_per_second": 50.48531094460607, "stream_tokens_per_second": 53.72736677589181 }, { "timestamp": "2025-10-02T08:19:20.810821+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 11.842563895000012, "streaming_ttfb_avg_s": 4.236868939000033, "streaming_total_avg_s": 6.692523451000056, "nonstream_tokens_per_second": 9.372970328398628, "stream_tokens_per_second": 18.976399698834456 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.3683244119999927, "streaming_ttfb_avg_s": 0.9736643319999985, "streaming_total_avg_s": 2.675300405999991, "nonstream_tokens_per_second": 38.297973776048586, "stream_tokens_per_second": 47.097514625802525 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.245011465999994, "streaming_ttfb_avg_s": 0.7988789199999928, "streaming_total_avg_s": 2.8143983740000067, "nonstream_tokens_per_second": 64.58764340226331, "stream_tokens_per_second": 54.36330599585531 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.154004662999995, "streaming_ttfb_avg_s": 0.8076711850000038, "streaming_total_avg_s": 2.9336434180000026, "nonstream_tokens_per_second": 42.24689090192569, "stream_tokens_per_second": 38.51865543939802 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1557480450000241, "streaming_ttfb_avg_s": 0.7094849570000008, "streaming_total_avg_s": 1.4713090440000087, "nonstream_tokens_per_second": 129.78607288061374, "stream_tokens_per_second": 112.82469898281887 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6860131410000179, "streaming_ttfb_avg_s": 0.7688245509999945, "streaming_total_avg_s": 1.3378320610000003, "nonstream_tokens_per_second": 126.81972807864585, "stream_tokens_per_second": 72.50536358613996 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.2953832050000074, "streaming_ttfb_avg_s": 0.28840441500000225, "streaming_total_avg_s": 1.4566147440000066, "nonstream_tokens_per_second": 51.72214657515158, "stream_tokens_per_second": 61.10057609028266 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.86478639500001, "streaming_ttfb_avg_s": 0.8135875529999907, "streaming_total_avg_s": 4.481835767999996, "nonstream_tokens_per_second": 31.65606616526473, "stream_tokens_per_second": 40.831482783596755 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.313341222999952, "streaming_ttfb_avg_s": 0.4164856949999489, "streaming_total_avg_s": 3.5100112209999565, "nonstream_tokens_per_second": 26.893304749797043, "stream_tokens_per_second": 28.774836785628967 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.1527343640000254, "streaming_ttfb_avg_s": 3.072020291000001, "streaming_total_avg_s": 3.0741186220000145, "nonstream_tokens_per_second": 66.60884671982416, "stream_tokens_per_second": null }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 6.456394906000014, "streaming_ttfb_avg_s": 1.571553051999956, "streaming_total_avg_s": 2.907302149999964, "nonstream_tokens_per_second": 39.650610553901494, "stream_tokens_per_second": 40.58745665633737 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.683387154000002, "streaming_ttfb_avg_s": 0.38913928499999884, "streaming_total_avg_s": 4.404281722999997, "nonstream_tokens_per_second": 36.29851524335456, "stream_tokens_per_second": 42.23163087607966 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.368672928999956, "streaming_ttfb_avg_s": 0.40387083899997833, "streaming_total_avg_s": 6.042798466000022, "nonstream_tokens_per_second": 42.44995077110434, "stream_tokens_per_second": 26.47779847371124 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 5.270792301000029, "streaming_ttfb_avg_s": 0.23274818699997013, "streaming_total_avg_s": 5.087243655999998, "nonstream_tokens_per_second": 36.61688584529921, "stream_tokens_per_second": 34.792907902345625 }, { "timestamp": "2025-10-02T12:29:27.873958+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0223961099999883, "streaming_ttfb_avg_s": 0.39653581900000745, "streaming_total_avg_s": 2.5469857410000145, "nonstream_tokens_per_second": 42.01964116477125, "stream_tokens_per_second": 42.403064242360585 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.4614215710000025, "streaming_ttfb_avg_s": 0.8802818599999966, "streaming_total_avg_s": 5.364299302999996, "nonstream_tokens_per_second": 32.05256390239476, "stream_tokens_per_second": 31.877415919795506 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.9307096349999995, "streaming_ttfb_avg_s": 1.9204246880000113, "streaming_total_avg_s": 7.813961839000001, "nonstream_tokens_per_second": 37.65223426380108, "stream_tokens_per_second": 22.26783334563454 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.056950448000009, "streaming_ttfb_avg_s": 0.8088839640000032, "streaming_total_avg_s": 3.9433391099999966, "nonstream_tokens_per_second": 35.975587098829166, "stream_tokens_per_second": 27.895140877194326 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2863826459999927, "streaming_ttfb_avg_s": 0.2242012889999927, "streaming_total_avg_s": 0.7358527800000019, "nonstream_tokens_per_second": 54.41615697915781, "stream_tokens_per_second": 146.7684881206805 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4894487250000026, "streaming_ttfb_avg_s": 0.7334027919999926, "streaming_total_avg_s": 1.5010759750000062, "nonstream_tokens_per_second": 104.73673741269592, "stream_tokens_per_second": 84.60597738898558 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.77241094499999, "streaming_ttfb_avg_s": 0.43507612899999515, "streaming_total_avg_s": 1.5326037100000036, "nonstream_tokens_per_second": 50.21408847145237, "stream_tokens_per_second": 58.72359528608983 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.467788088000006, "streaming_ttfb_avg_s": 0.552122065000006, "streaming_total_avg_s": 9.60316245, "nonstream_tokens_per_second": 32.920076108114124, "stream_tokens_per_second": 23.22151699099915 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.763416923000008, "streaming_ttfb_avg_s": 0.4227666870000064, "streaming_total_avg_s": 3.937094314999996, "nonstream_tokens_per_second": 19.103933472757628, "stream_tokens_per_second": 22.859498096631217 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.5567602299999947, "streaming_ttfb_avg_s": 3.252383335999994, "streaming_total_avg_s": 3.636769825000002, "nonstream_tokens_per_second": 59.60480501661488, "stream_tokens_per_second": 22.54748140405063 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.3346485060000077, "streaming_ttfb_avg_s": 2.0188115379999942, "streaming_total_avg_s": 2.8656497420000164, "nonstream_tokens_per_second": 76.76971037258684, "stream_tokens_per_second": 35.594022013594504 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.354720458000003, "streaming_ttfb_avg_s": 0.420057853000003, "streaming_total_avg_s": 4.277036637000009, "nonstream_tokens_per_second": 32.37865699070779, "stream_tokens_per_second": 41.14998652979732 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.362030446000006, "streaming_ttfb_avg_s": 0.3416845389999992, "streaming_total_avg_s": 4.178796599999998, "nonstream_tokens_per_second": 30.025939170133505, "stream_tokens_per_second": 40.9208718127128 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.86137090699998, "streaming_ttfb_avg_s": 0.46543149199999334, "streaming_total_avg_s": 2.351647901000007, "nonstream_tokens_per_second": 36.256553273917525, "stream_tokens_per_second": 69.73833112102419 }, { "timestamp": "2025-10-02T16:18:13.983620+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7122205119999876, "streaming_ttfb_avg_s": 0.4642483410000011, "streaming_total_avg_s": 2.659223978, "nonstream_tokens_per_second": 39.81977111454, "stream_tokens_per_second": 40.613352201053296 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.752863103000003, "streaming_ttfb_avg_s": 0.8578639270000039, "streaming_total_avg_s": 5.612309728999996, "nonstream_tokens_per_second": 25.031014543855022, "stream_tokens_per_second": 26.905143744963137 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.3258395060000083, "streaming_ttfb_avg_s": 1.0676194939999988, "streaming_total_avg_s": 4.60170965399999, "nonstream_tokens_per_second": 64.92279437616511, "stream_tokens_per_second": 37.594723050295336 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 4.121665832000005, "streaming_ttfb_avg_s": 0.8077813339999977, "streaming_total_avg_s": 2.585420128999999, "nonstream_tokens_per_second": 22.321072049491637, "stream_tokens_per_second": 40.99913929307852 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.024499407999997, "streaming_ttfb_avg_s": 0.18399029100000064, "streaming_total_avg_s": 1.1162866120000103, "nonstream_tokens_per_second": 140.5564501800087, "stream_tokens_per_second": 116.45754647821468 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.5192718269999972, "streaming_ttfb_avg_s": 0.7318431329999981, "streaming_total_avg_s": 1.5927838779999917, "nonstream_tokens_per_second": 55.28964501755363, "stream_tokens_per_second": 110.49835601111033 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 0.9259880509999903, "streaming_ttfb_avg_s": 0.2879932240000045, "streaming_total_avg_s": 1.4703692850000039, "nonstream_tokens_per_second": 57.23615973528427, "stream_tokens_per_second": 69.37032828457086 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.428705543000007, "streaming_ttfb_avg_s": 0.5351660840000108, "streaming_total_avg_s": 4.868352603000005, "nonstream_tokens_per_second": 34.44651740986862, "stream_tokens_per_second": 36.56267623062302 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.6638929840000003, "streaming_ttfb_avg_s": 0.7920131109999886, "streaming_total_avg_s": 3.2048296119999975, "nonstream_tokens_per_second": 27.83924106010406, "stream_tokens_per_second": 32.76305224054454 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.075387132000003, "streaming_ttfb_avg_s": 6.0494976969999925, "streaming_total_avg_s": 6.255873445999995, "nonstream_tokens_per_second": 83.24155269308051, "stream_tokens_per_second": 11.66903400941977 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 5.274293235000002, "streaming_ttfb_avg_s": 1.8176152480000098, "streaming_total_avg_s": 2.640974143000008, "nonstream_tokens_per_second": 48.537308904479204, "stream_tokens_per_second": 37.864816005508196 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.601266651000003, "streaming_ttfb_avg_s": 1.5483306179999943, "streaming_total_avg_s": 4.912426175999997, "nonstream_tokens_per_second": 45.856938100760345, "stream_tokens_per_second": 32.36689861657477 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.124689346999986, "streaming_ttfb_avg_s": 0.27670340200000965, "streaming_total_avg_s": 3.886590936999994, "nonstream_tokens_per_second": 38.40381768357612, "stream_tokens_per_second": 37.822349298603385 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.363817361999992, "streaming_ttfb_avg_s": 0.24819010699999922, "streaming_total_avg_s": 4.591566139999998, "nonstream_tokens_per_second": 58.38014485317097, "stream_tokens_per_second": 42.68695996612609 }, { "timestamp": "2025-10-02T20:16:15.116813+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8936537069999986, "streaming_ttfb_avg_s": 0.40691695399999617, "streaming_total_avg_s": 2.9091534459999764, "nonstream_tokens_per_second": 40.77889476358135, "stream_tokens_per_second": 42.9678263179525 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.451629550000007, "streaming_ttfb_avg_s": 0.526051123000002, "streaming_total_avg_s": 3.6740356139999903, "nonstream_tokens_per_second": 35.043347216526534, "stream_tokens_per_second": 50.08116940915437 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.860347071999996, "streaming_ttfb_avg_s": 0.8118891369999801, "streaming_total_avg_s": 4.234409631999995, "nonstream_tokens_per_second": 37.820433571626836, "stream_tokens_per_second": 54.08073849762117 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 4.3053313239999795, "streaming_ttfb_avg_s": 0.5070125550000171, "streaming_total_avg_s": 2.5246653659999936, "nonstream_tokens_per_second": 19.97523385031828, "stream_tokens_per_second": 51.4919726593185 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6947698959999968, "streaming_ttfb_avg_s": 1.0270370460000038, "streaming_total_avg_s": 2.025239330000005, "nonstream_tokens_per_second": 63.72546518256081, "stream_tokens_per_second": 73.07778286134688 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2850982319999957, "streaming_ttfb_avg_s": 0.2350272259999997, "streaming_total_avg_s": 0.7404021360000002, "nonstream_tokens_per_second": 49.801640377636296, "stream_tokens_per_second": 153.97038238690328 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.3635380190000035, "streaming_ttfb_avg_s": 0.3412919770000258, "streaming_total_avg_s": 1.5868586429999993, "nonstream_tokens_per_second": 41.88635816481861, "stream_tokens_per_second": 62.387409512946796 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.592068809000011, "streaming_ttfb_avg_s": 0.45995643400001995, "streaming_total_avg_s": 4.379076349000002, "nonstream_tokens_per_second": 39.85131922268623, "stream_tokens_per_second": 42.703069117007516 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.038773944000013, "streaming_ttfb_avg_s": 0.5186730619999764, "streaming_total_avg_s": 4.453634722999993, "nonstream_tokens_per_second": 36.85696997012276, "stream_tokens_per_second": 30.9859269075939 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.9521334289999857, "streaming_ttfb_avg_s": 1.3928942420000112, "streaming_total_avg_s": 2.03084946300001, "nonstream_tokens_per_second": 73.25318949804279, "stream_tokens_per_second": 36.9303591262784 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.106378472000017, "streaming_ttfb_avg_s": 2.263547396000007, "streaming_total_avg_s": 3.217759710999985, "nonstream_tokens_per_second": 82.4110784656502, "stream_tokens_per_second": 24.86201804520026 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.6061153400000023, "streaming_ttfb_avg_s": 0.3432901740000034, "streaming_total_avg_s": 3.2052704040000037, "nonstream_tokens_per_second": 49.63790204225688, "stream_tokens_per_second": 49.917785345139265 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.5680815489999986, "streaming_ttfb_avg_s": 0.37190529099996184, "streaming_total_avg_s": 2.3305465729999923, "nonstream_tokens_per_second": 40.91834729531852, "stream_tokens_per_second": 71.22792649722368 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.256242609000026, "streaming_ttfb_avg_s": 0.44267724500002714, "streaming_total_avg_s": 3.9013669530000357, "nonstream_tokens_per_second": 45.451158826722065, "stream_tokens_per_second": 47.16295652694485 }, { "timestamp": "2025-10-03T01:06:49.847438+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8178942209999605, "streaming_ttfb_avg_s": 0.5869429040000114, "streaming_total_avg_s": 2.8654056340000125, "nonstream_tokens_per_second": 38.326491887149345, "stream_tokens_per_second": 38.73797087676122 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.243353203999959, "streaming_ttfb_avg_s": 0.7857852660001754, "streaming_total_avg_s": 3.1483118460000696, "nonstream_tokens_per_second": 41.931911650039865, "stream_tokens_per_second": 52.726670075870345 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.5909303199998703, "streaming_ttfb_avg_s": 0.9325559359999716, "streaming_total_avg_s": 3.6031540120000045, "nonstream_tokens_per_second": 46.2275748085265, "stream_tokens_per_second": 47.73595561754183 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.7751375889999963, "streaming_ttfb_avg_s": 0.39520706600001176, "streaming_total_avg_s": 3.1010332959999687, "nonstream_tokens_per_second": 30.989454483584566, "stream_tokens_per_second": 30.31247685126466 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.7331806030001644, "streaming_ttfb_avg_s": 0.6078525000000354, "streaming_total_avg_s": 1.5244047060000412, "nonstream_tokens_per_second": 154.12300807959954, "stream_tokens_per_second": 111.51894200462762 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8422027179999532, "streaming_ttfb_avg_s": 0.5288267079999969, "streaming_total_avg_s": 1.1892675889998827, "nonstream_tokens_per_second": 87.86483161172144, "stream_tokens_per_second": 103.42499967012229 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.0714023729999553, "streaming_ttfb_avg_s": 0.2316451810002036, "streaming_total_avg_s": 0.8158553760001723, "nonstream_tokens_per_second": 40.55223702304883, "stream_tokens_per_second": 117.66791373080285 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.302698482000096, "streaming_ttfb_avg_s": 0.43851188400003593, "streaming_total_avg_s": 3.7320494880000297, "nonstream_tokens_per_second": 51.473060870227826, "stream_tokens_per_second": 52.78600957287157 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.8537761209997825, "streaming_ttfb_avg_s": 0.3552487409999685, "streaming_total_avg_s": 2.491221558999996, "nonstream_tokens_per_second": 39.94707193781607, "stream_tokens_per_second": 42.95081648336047 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.8609280449998096, "streaming_ttfb_avg_s": 1.952335759000107, "streaming_total_avg_s": 2.453421108999919, "nonstream_tokens_per_second": 109.08535692470623, "stream_tokens_per_second": 39.53662893181018 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.669599124999877, "streaming_ttfb_avg_s": 1.864444580000054, "streaming_total_avg_s": 2.4138388450001003, "nonstream_tokens_per_second": 64.0545610008049, "stream_tokens_per_second": 41.0135085053683 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.179057653999962, "streaming_ttfb_avg_s": 0.37454804399999375, "streaming_total_avg_s": 3.7320013799999288, "nonstream_tokens_per_second": 51.58761427105655, "stream_tokens_per_second": 52.518737278710155 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1944357069999114, "streaming_ttfb_avg_s": 0.20085332400003608, "streaming_total_avg_s": 2.469918049999933, "nonstream_tokens_per_second": 53.530581199455874, "stream_tokens_per_second": 59.51614467532799 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.906193447000078, "streaming_ttfb_avg_s": 0.3077664500001447, "streaming_total_avg_s": 2.865953338000054, "nonstream_tokens_per_second": 46.108424110006055, "stream_tokens_per_second": 61.41062998702483 }, { "timestamp": "2025-10-03T04:17:26.653449+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.710283871999991, "streaming_ttfb_avg_s": 0.32719750399996883, "streaming_total_avg_s": 2.784038435999946, "nonstream_tokens_per_second": 40.95511955287921, "stream_tokens_per_second": 45.61718629950785 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.301991298000004, "streaming_ttfb_avg_s": 1.059468086999999, "streaming_total_avg_s": 3.593400797000001, "nonstream_tokens_per_second": 39.51658388500995, "stream_tokens_per_second": 35.06427674452368 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.2833472609999887, "streaming_ttfb_avg_s": 1.0306878979999965, "streaming_total_avg_s": 2.9662923949999964, "nonstream_tokens_per_second": 81.45935713630416, "stream_tokens_per_second": 57.98484339909458 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.8322758959999987, "streaming_ttfb_avg_s": 1.000482563999995, "streaming_total_avg_s": 2.5375580629999916, "nonstream_tokens_per_second": 28.951981731655437, "stream_tokens_per_second": 36.649407694755205 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.6348420460000028, "streaming_ttfb_avg_s": 0.8061228109999945, "streaming_total_avg_s": 1.4846463140000026, "nonstream_tokens_per_second": 105.53806324289948, "stream_tokens_per_second": 68.70323189985021 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.145559254999995, "streaming_ttfb_avg_s": 0.2484995089999984, "streaming_total_avg_s": 0.657536745999991, "nonstream_tokens_per_second": 61.97846134113797, "stream_tokens_per_second": 129.27034194983403 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8719273079999965, "streaming_ttfb_avg_s": 0.9073561969999986, "streaming_total_avg_s": 3.44444922000001, "nonstream_tokens_per_second": 50.215625146486815, "stream_tokens_per_second": 33.09672830653595 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.8656698109999894, "streaming_ttfb_avg_s": 0.34160928600000773, "streaming_total_avg_s": 5.879813648999999, "nonstream_tokens_per_second": 36.73360813071274, "stream_tokens_per_second": 42.00813405744724 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.972808549000007, "streaming_ttfb_avg_s": 0.38590060299999607, "streaming_total_avg_s": 4.566229531999994, "nonstream_tokens_per_second": 24.332326251396136, "stream_tokens_per_second": 27.374883177467076 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.700562676000004, "streaming_ttfb_avg_s": 2.4343572409999865, "streaming_total_avg_s": 2.6933435759999895, "nonstream_tokens_per_second": 94.79505966481764, "stream_tokens_per_second": 29.702857337945627 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.020729662000008, "streaming_ttfb_avg_s": 3.020203940000016, "streaming_total_avg_s": 3.0251964240000007, "nonstream_tokens_per_second": 84.74773602564086, "stream_tokens_per_second": null }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.6124058510000054, "streaming_ttfb_avg_s": 0.44510829200001467, "streaming_total_avg_s": 5.461583159000014, "nonstream_tokens_per_second": 37.094392359846665, "stream_tokens_per_second": 36.253224428839914 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.236767061000023, "streaming_ttfb_avg_s": 0.2667241869999941, "streaming_total_avg_s": 3.3570882239999946, "nonstream_tokens_per_second": 49.62519429733271, "stream_tokens_per_second": 44.97945538651422 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.085461123000016, "streaming_ttfb_avg_s": 0.681357926000004, "streaming_total_avg_s": 3.2765035529999977, "nonstream_tokens_per_second": 54.44891162221237, "stream_tokens_per_second": 56.15742422483499 }, { "timestamp": "2025-10-03T08:19:47.620507+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9010492189999866, "streaming_ttfb_avg_s": 0.549207674999991, "streaming_total_avg_s": 2.7695229519999884, "nonstream_tokens_per_second": 40.3302361206856, "stream_tokens_per_second": 40.44017758333438 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 7.2419048, "streaming_ttfb_avg_s": 0.8232211169999886, "streaming_total_avg_s": 3.8080035629999998, "nonstream_tokens_per_second": 16.017885239253626, "stream_tokens_per_second": 46.21844415012697 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.729204350000003, "streaming_ttfb_avg_s": 0.7667398179999907, "streaming_total_avg_s": 2.965430318000003, "nonstream_tokens_per_second": 31.50635687798094, "stream_tokens_per_second": 66.09496058979721 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.2447817639999954, "streaming_ttfb_avg_s": 1.754537745999997, "streaming_total_avg_s": 3.265662505999998, "nonstream_tokens_per_second": 30.818713637223258, "stream_tokens_per_second": 30.009224719316435 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.753304055000001, "streaming_ttfb_avg_s": 0.27044584799999427, "streaming_total_avg_s": 1.3289575740000004, "nonstream_tokens_per_second": 118.146184677049, "stream_tokens_per_second": 104.59325618772534 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6540913659999887, "streaming_ttfb_avg_s": 0.2209098229999995, "streaming_total_avg_s": 1.0801726139999914, "nonstream_tokens_per_second": 99.37449625348077, "stream_tokens_per_second": 98.1324638545232 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.44618299199999, "streaming_ttfb_avg_s": 0.3324587649999984, "streaming_total_avg_s": 1.3690117479999913, "nonstream_tokens_per_second": 53.24360777712737, "stream_tokens_per_second": 67.93221470587453 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.117282281000001, "streaming_ttfb_avg_s": 0.3611533300000076, "streaming_total_avg_s": 5.440923568000002, "nonstream_tokens_per_second": 30.094099082981575, "stream_tokens_per_second": 27.20126429829678 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 7.778799680999995, "streaming_ttfb_avg_s": 0.6766319649999986, "streaming_total_avg_s": 4.132833059999996, "nonstream_tokens_per_second": 17.483417182240213, "stream_tokens_per_second": 31.45542007448037 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.1953155140000007, "streaming_ttfb_avg_s": 2.8042001530000107, "streaming_total_avg_s": 2.8540953330000036, "nonstream_tokens_per_second": 80.11728384203624, "stream_tokens_per_second": 13.66457509287408 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2219133179999915, "streaming_ttfb_avg_s": 2.6217532920000224, "streaming_total_avg_s": 2.6503470520000008, "nonstream_tokens_per_second": 79.45589304646857, "stream_tokens_per_second": 8.300799694665796 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.22675582399998, "streaming_ttfb_avg_s": 0.487782736000014, "streaming_total_avg_s": 3.8639827210000135, "nonstream_tokens_per_second": 39.037031442202554, "stream_tokens_per_second": 41.92565332126376 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 6.174914853000018, "streaming_ttfb_avg_s": 3.4839414559999966, "streaming_total_avg_s": 5.69850379799999, "nonstream_tokens_per_second": 23.64405072388446, "stream_tokens_per_second": 28.95496885654621 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.655178733000014, "streaming_ttfb_avg_s": 0.4144438579999985, "streaming_total_avg_s": 9.027617180999982, "nonstream_tokens_per_second": 53.48039219926942, "stream_tokens_per_second": 21.268070649262103 }, { "timestamp": "2025-10-03T12:29:57.775214+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0170812599999977, "streaming_ttfb_avg_s": 0.37344130799999675, "streaming_total_avg_s": 2.5897460850000016, "nonstream_tokens_per_second": 36.790523832294824, "stream_tokens_per_second": 42.86134484107153 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.4562247140000295, "streaming_ttfb_avg_s": 1.1280490899999904, "streaming_total_avg_s": 4.424421387999985, "nonstream_tokens_per_second": 33.43637486051585, "stream_tokens_per_second": 36.1629207457399 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.9871325200000456, "streaming_ttfb_avg_s": 1.4706538170000272, "streaming_total_avg_s": 5.383005303999994, "nonstream_tokens_per_second": 41.13231731760903, "stream_tokens_per_second": 34.18164939634624 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.1906363990000273, "streaming_ttfb_avg_s": 0.6081229810000082, "streaming_total_avg_s": 1.848346706999962, "nonstream_tokens_per_second": 31.65512686799858, "stream_tokens_per_second": 47.61011538946184 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.1850549010000009, "streaming_ttfb_avg_s": 0.20686843999999383, "streaming_total_avg_s": 0.9630707190000294, "nonstream_tokens_per_second": 109.69955897427228, "stream_tokens_per_second": 133.94654977564122 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.1833765810000045, "streaming_ttfb_avg_s": 0.22603617700002587, "streaming_total_avg_s": 0.6789959930000009, "nonstream_tokens_per_second": 123.37577263581105, "stream_tokens_per_second": 111.92996834077032 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7924209189999942, "streaming_ttfb_avg_s": 0.2571869790000392, "streaming_total_avg_s": 1.2387973940000165, "nonstream_tokens_per_second": 51.32722957246422, "stream_tokens_per_second": 72.65110536711283 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.7864332309999895, "streaming_ttfb_avg_s": 1.0293187869999656, "streaming_total_avg_s": 5.233828765999988, "nonstream_tokens_per_second": 29.20624731217957, "stream_tokens_per_second": 36.68442522370447 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 8.540353575999973, "streaming_ttfb_avg_s": 0.36002494400003116, "streaming_total_avg_s": 5.353711635000025, "nonstream_tokens_per_second": 17.32949329122723, "stream_tokens_per_second": 27.4575864413361 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.288316361999989, "streaming_ttfb_avg_s": 1.4918126599999937, "streaming_total_avg_s": 2.3625712479999947, "nonstream_tokens_per_second": 63.36536433855237, "stream_tokens_per_second": 49.52231603556714 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.355900245999976, "streaming_ttfb_avg_s": 2.3707854130000214, "streaming_total_avg_s": 2.599299206000012, "nonstream_tokens_per_second": 39.94581835518025, "stream_tokens_per_second": 16.542920453613913 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.2282177590000174, "streaming_ttfb_avg_s": 0.15750777700003482, "streaming_total_avg_s": 2.4472895000000108, "nonstream_tokens_per_second": 49.56295143161659, "stream_tokens_per_second": 82.94891143855237 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.070157891000008, "streaming_ttfb_avg_s": 0.3569849520000048, "streaming_total_avg_s": 3.2826238000000103, "nonstream_tokens_per_second": 46.903125217803215, "stream_tokens_per_second": 44.17198218083947 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.982508025999948, "streaming_ttfb_avg_s": 0.247404022000012, "streaming_total_avg_s": 3.566966303000015, "nonstream_tokens_per_second": 42.18447242371036, "stream_tokens_per_second": 56.35040617875978 }, { "timestamp": "2025-10-03T16:17:45.035341+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8591711359999863, "streaming_ttfb_avg_s": 0.441882784000029, "streaming_total_avg_s": 3.036700200000041, "nonstream_tokens_per_second": 38.82244004298752, "stream_tokens_per_second": 40.50449234336611 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.3818568879999873, "streaming_ttfb_avg_s": 0.7291591480000079, "streaming_total_avg_s": 2.9652034110000045, "nonstream_tokens_per_second": 54.57926572119084, "stream_tokens_per_second": 52.27297372753486 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 17.291500587, "streaming_ttfb_avg_s": 1.009138897999975, "streaming_total_avg_s": 6.757894808999993, "nonstream_tokens_per_second": 9.426596562853875, "stream_tokens_per_second": 37.733644456909495 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.609243671999991, "streaming_ttfb_avg_s": 1.2612400689999959, "streaming_total_avg_s": 3.3773764350000306, "nonstream_tokens_per_second": 36.40901806889592, "stream_tokens_per_second": 23.98311279743363 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.8485975530000474, "streaming_ttfb_avg_s": 0.277337287000023, "streaming_total_avg_s": 1.5458325939999895, "nonstream_tokens_per_second": 82.7654454868772, "stream_tokens_per_second": 81.50947294620238 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.8742842979999637, "streaming_ttfb_avg_s": 0.1692670350000185, "streaming_total_avg_s": 0.8380118919999973, "nonstream_tokens_per_second": 41.61588510517496, "stream_tokens_per_second": 140.80945762998837 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.1450779979999766, "streaming_ttfb_avg_s": 0.20564764599998853, "streaming_total_avg_s": 1.1791210559999854, "nonstream_tokens_per_second": 43.82125036369005, "stream_tokens_per_second": 74.63186205708898 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.600218464000022, "streaming_ttfb_avg_s": 0.646922772000039, "streaming_total_avg_s": 4.47496866900002, "nonstream_tokens_per_second": 29.847496878248684, "stream_tokens_per_second": 45.586911348272295 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.142502728000011, "streaming_ttfb_avg_s": 0.5281973269999867, "streaming_total_avg_s": 6.337645221999992, "nonstream_tokens_per_second": 25.862893426548652, "stream_tokens_per_second": 23.66809670558744 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 12.251537853999992, "streaming_ttfb_avg_s": 2.344066352000027, "streaming_total_avg_s": 2.6182327580000333, "nonstream_tokens_per_second": 20.895336001954956, "stream_tokens_per_second": 29.40915003248883 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.8311327340000503, "streaming_ttfb_avg_s": 2.74988203099997, "streaming_total_avg_s": 2.7577793199999974, "nonstream_tokens_per_second": 90.42317123658938, "stream_tokens_per_second": null }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.012751540000011, "streaming_ttfb_avg_s": 0.5421576690000052, "streaming_total_avg_s": 3.9082689059999893, "nonstream_tokens_per_second": 29.923685385771122, "stream_tokens_per_second": 50.150080435637385 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.408774036000011, "streaming_ttfb_avg_s": 2.308722820000014, "streaming_total_avg_s": 6.970912885000018, "nonstream_tokens_per_second": 53.13906497122315, "stream_tokens_per_second": 24.673956314976895 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.354371974000003, "streaming_ttfb_avg_s": 0.28591022099999464, "streaming_total_avg_s": 3.5513354349999986, "nonstream_tokens_per_second": 67.10919164211892, "stream_tokens_per_second": 50.12199023661083 }, { "timestamp": "2025-10-03T20:16:06.306837+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6273861770000053, "streaming_ttfb_avg_s": 0.7022500730000161, "streaming_total_avg_s": 3.0500789220000115, "nonstream_tokens_per_second": 32.5303108745898, "stream_tokens_per_second": 38.68752350926857 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.5876319809999586, "streaming_ttfb_avg_s": 0.9225695019999876, "streaming_total_avg_s": 3.1732477150000022, "nonstream_tokens_per_second": 49.852529628324326, "stream_tokens_per_second": 54.83341220967361 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.460998762000031, "streaming_ttfb_avg_s": 0.25330683599997883, "streaming_total_avg_s": 3.091769854000063, "nonstream_tokens_per_second": 33.693470374018545, "stream_tokens_per_second": 65.65818595370646 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.2359627680000358, "streaming_ttfb_avg_s": 0.8236468670000932, "streaming_total_avg_s": 2.1272843460000104, "nonstream_tokens_per_second": 55.82692439162375, "stream_tokens_per_second": 44.18779284337362 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0254294630000231, "streaming_ttfb_avg_s": 0.2143297810000604, "streaming_total_avg_s": 0.9570404979999694, "nonstream_tokens_per_second": 136.52816215209222, "stream_tokens_per_second": 83.5910289765006 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.751220592999971, "streaming_ttfb_avg_s": 0.204524374000016, "streaming_total_avg_s": 0.9945414239999764, "nonstream_tokens_per_second": 72.52084660701686, "stream_tokens_per_second": 145.79583766035617 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1531854439999734, "streaming_ttfb_avg_s": 0.937662125000088, "streaming_total_avg_s": 1.9279136380000637, "nonstream_tokens_per_second": 58.09993557289607, "stream_tokens_per_second": 46.68258900505637 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.728495313999929, "streaming_ttfb_avg_s": 0.4911947699999928, "streaming_total_avg_s": 2.916550362999942, "nonstream_tokens_per_second": 32.643825254249364, "stream_tokens_per_second": 57.60229692286076 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.060837429000003, "streaming_ttfb_avg_s": 0.4889774790000274, "streaming_total_avg_s": 3.2367748519999395, "nonstream_tokens_per_second": 34.47564755983732, "stream_tokens_per_second": 43.252931205115104 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.603429356999982, "streaming_ttfb_avg_s": 2.087345879000054, "streaming_total_avg_s": 2.123049366000032, "nonstream_tokens_per_second": 98.33184039032167, "stream_tokens_per_second": 12.246535768966009 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.24687098600009, "streaming_ttfb_avg_s": 1.8577272510000284, "streaming_total_avg_s": 2.6077535209999496, "nonstream_tokens_per_second": 60.279674339981135, "stream_tokens_per_second": 38.34718242913339 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.048850388999995, "streaming_ttfb_avg_s": 0.2940130740000768, "streaming_total_avg_s": 3.26116373800005, "nonstream_tokens_per_second": 40.80136746551557, "stream_tokens_per_second": 61.3278007692593 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.1182716869999467, "streaming_ttfb_avg_s": 0.37646867199998724, "streaming_total_avg_s": 2.2545329639999636, "nonstream_tokens_per_second": 68.92411435984211, "stream_tokens_per_second": 74.96009271036 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.2571513049999794, "streaming_ttfb_avg_s": 0.3682436569999936, "streaming_total_avg_s": 4.091056794999986, "nonstream_tokens_per_second": 50.657763348823316, "stream_tokens_per_second": 38.865263419057605 }, { "timestamp": "2025-10-04T01:04:12.788760+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.710654158000011, "streaming_ttfb_avg_s": 0.6078254329999027, "streaming_total_avg_s": 3.0519152759999315, "nonstream_tokens_per_second": 39.84278100592704, "stream_tokens_per_second": 38.33658192286024 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.3497792140000016, "streaming_ttfb_avg_s": 1.1005249450000036, "streaming_total_avg_s": 3.6191743330000037, "nonstream_tokens_per_second": 43.58496207445866, "stream_tokens_per_second": 48.62987626631133 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.490659948000001, "streaming_ttfb_avg_s": 0.42109470400001214, "streaming_total_avg_s": 3.774265353000004, "nonstream_tokens_per_second": 42.11238052111742, "stream_tokens_per_second": 49.54606592548179 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.5758215600000085, "streaming_ttfb_avg_s": 1.0944699540000045, "streaming_total_avg_s": 1.9186201739999973, "nonstream_tokens_per_second": 47.594221264493676, "stream_tokens_per_second": 40.13300862956532 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.077471485000004, "streaming_ttfb_avg_s": 0.6151008840000003, "streaming_total_avg_s": 1.3643901969999916, "nonstream_tokens_per_second": 45.728666162654854, "stream_tokens_per_second": 101.14408642295518 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.7958298660000054, "streaming_ttfb_avg_s": 0.23633963800000402, "streaming_total_avg_s": 0.8598373869999989, "nonstream_tokens_per_second": 125.65499772284159, "stream_tokens_per_second": 152.3543893073356 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.2905610579999944, "streaming_ttfb_avg_s": 0.21842680099999257, "streaming_total_avg_s": 1.1153267629999988, "nonstream_tokens_per_second": 35.79908936005329, "stream_tokens_per_second": 75.31425120119717 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 2.971314276000001, "streaming_ttfb_avg_s": 0.3251569439999997, "streaming_total_avg_s": 3.4306999380000036, "nonstream_tokens_per_second": 51.49236525931192, "stream_tokens_per_second": 65.875769984055 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.686098064999996, "streaming_ttfb_avg_s": 0.9004900340000006, "streaming_total_avg_s": 2.6791866109999916, "nonstream_tokens_per_second": 34.994999335588346, "stream_tokens_per_second": 36.57826580561406 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.1434273109999964, "streaming_ttfb_avg_s": 2.2497437239999982, "streaming_total_avg_s": 2.2885094619999933, "nonstream_tokens_per_second": 94.70813353838074, "stream_tokens_per_second": 12.235037899091754 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.6251622830000088, "streaming_ttfb_avg_s": 2.0895178009999995, "streaming_total_avg_s": 2.538109587000008, "nonstream_tokens_per_second": 97.51778077027902, "stream_tokens_per_second": 29.54955151824174 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.361346619999992, "streaming_ttfb_avg_s": 0.3649212079999984, "streaming_total_avg_s": 4.4606059190000025, "nonstream_tokens_per_second": 41.27165659674175, "stream_tokens_per_second": 46.182066683483654 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.4299078640000005, "streaming_ttfb_avg_s": 0.39374561799999697, "streaming_total_avg_s": 2.3397508669999922, "nonstream_tokens_per_second": 53.08843265672067, "stream_tokens_per_second": 56.416262885821354 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.0670719370000086, "streaming_ttfb_avg_s": 0.3486862110000004, "streaming_total_avg_s": 2.7578616810000085, "nonstream_tokens_per_second": 52.1670189961376, "stream_tokens_per_second": 65.9931573993973 }, { "timestamp": "2025-10-04T04:16:49.220640+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8310187710000037, "streaming_ttfb_avg_s": 0.4602742539999838, "streaming_total_avg_s": 2.897586577999988, "nonstream_tokens_per_second": 39.20850018270679, "stream_tokens_per_second": 40.37843110136069 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.369936137000025, "streaming_ttfb_avg_s": 4.82933942599999, "streaming_total_avg_s": 5.873311328999989, "nonstream_tokens_per_second": 37.98682516078131, "stream_tokens_per_second": 28.263443005372533 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.735116409999989, "streaming_ttfb_avg_s": 0.36487313300000324, "streaming_total_avg_s": 3.1037147929999946, "nonstream_tokens_per_second": 34.26934690905668, "stream_tokens_per_second": 57.99501951853484 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.069733780999968, "streaming_ttfb_avg_s": 1.0591740149999964, "streaming_total_avg_s": 2.910810947000016, "nonstream_tokens_per_second": 32.85446690015688, "stream_tokens_per_second": 26.45310925443609 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.8905840569999555, "streaming_ttfb_avg_s": 0.4765917349999995, "streaming_total_avg_s": 1.5293138079999835, "nonstream_tokens_per_second": 75.10906456353521, "stream_tokens_per_second": 66.04269148140791 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.6165114380000318, "streaming_ttfb_avg_s": 0.2520794429999569, "streaming_total_avg_s": 1.3575894800000015, "nonstream_tokens_per_second": 84.7504055829621, "stream_tokens_per_second": 83.23576579276371 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7743906449999827, "streaming_ttfb_avg_s": 0.29640749200001437, "streaming_total_avg_s": 1.1123855239999898, "nonstream_tokens_per_second": 59.175244355507196, "stream_tokens_per_second": 84.50307737014462 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.5863112000000115, "streaming_ttfb_avg_s": 0.39451845099995353, "streaming_total_avg_s": 3.76464896199991, "nonstream_tokens_per_second": 48.23898160315799, "stream_tokens_per_second": 52.86017421775347 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.0203189659999907, "streaming_ttfb_avg_s": 0.36280035300001146, "streaming_total_avg_s": 4.284357279999995, "nonstream_tokens_per_second": 33.77126758737187, "stream_tokens_per_second": 35.944714676083265 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.223479250000082, "streaming_ttfb_avg_s": 1.9779971389999673, "streaming_total_avg_s": 1.9954594929999985, "nonstream_tokens_per_second": 93.99682951841906, "stream_tokens_per_second": 0.5011377096392909 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.000465340000005, "streaming_ttfb_avg_s": 1.495777134999912, "streaming_total_avg_s": 2.2276843079999935, "nonstream_tokens_per_second": 85.32009904836946, "stream_tokens_per_second": 44.8896639622064 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.827770966999992, "streaming_ttfb_avg_s": 0.3004235719999997, "streaming_total_avg_s": 3.079347893999966, "nonstream_tokens_per_second": 27.341810724303198, "stream_tokens_per_second": 69.49523320082598 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.370480520000001, "streaming_ttfb_avg_s": 0.4104393229999914, "streaming_total_avg_s": 5.217847673000051, "nonstream_tokens_per_second": 24.020196986023137, "stream_tokens_per_second": 34.88028233207455 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.647334600000022, "streaming_ttfb_avg_s": 0.34317465099991296, "streaming_total_avg_s": 3.021222527999953, "nonstream_tokens_per_second": 37.22563897163746, "stream_tokens_per_second": 51.63472685452001 }, { "timestamp": "2025-10-04T08:17:06.726129+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7720064029999776, "streaming_ttfb_avg_s": 0.5467029810000668, "streaming_total_avg_s": 2.6927080480000996, "nonstream_tokens_per_second": 40.04319754812662, "stream_tokens_per_second": 40.10832146478437 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2647288430000003, "streaming_ttfb_avg_s": 1.1956884540000203, "streaming_total_avg_s": 3.977866139000014, "nonstream_tokens_per_second": 37.062802400707675, "stream_tokens_per_second": 37.20587742985373 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.32847499799999, "streaming_ttfb_avg_s": 0.8595930330000101, "streaming_total_avg_s": 3.139158925000004, "nonstream_tokens_per_second": 36.05254660831325, "stream_tokens_per_second": 53.836076489819575 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.9497552400000018, "streaming_ttfb_avg_s": 0.4216808799999967, "streaming_total_avg_s": 2.26839893799999, "nonstream_tokens_per_second": 42.5694457936166, "stream_tokens_per_second": 55.104945565796484 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.6634426900000108, "streaming_ttfb_avg_s": 0.22910163400001693, "streaming_total_avg_s": 0.9804758680000134, "nonstream_tokens_per_second": 94.95921946174278, "stream_tokens_per_second": 83.63285897822718 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.021543099000013, "streaming_ttfb_avg_s": 0.8457941670000082, "streaming_total_avg_s": 1.340639863000007, "nonstream_tokens_per_second": 90.05983212069923, "stream_tokens_per_second": 84.28810981879585 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.7260043920000214, "streaming_ttfb_avg_s": 0.31172995999997966, "streaming_total_avg_s": 1.984961032000001, "nonstream_tokens_per_second": 33.01535399727239, "stream_tokens_per_second": 54.40912857174918 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.5989120719999903, "streaming_ttfb_avg_s": 0.4142487549999885, "streaming_total_avg_s": 3.799271303000012, "nonstream_tokens_per_second": 46.68077370021405, "stream_tokens_per_second": 50.009589957413844 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.358222869000002, "streaming_ttfb_avg_s": 1.1190381039999977, "streaming_total_avg_s": 4.134139142999999, "nonstream_tokens_per_second": 36.03096182714963, "stream_tokens_per_second": 39.18590893930153 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 1.584976925999996, "streaming_ttfb_avg_s": 1.8898803779999866, "streaming_total_avg_s": 1.9145600690000038, "nonstream_tokens_per_second": 92.11490565257628, "stream_tokens_per_second": null }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.6966748789999997, "streaming_ttfb_avg_s": 3.5060570379999945, "streaming_total_avg_s": 3.52162579900002, "nonstream_tokens_per_second": 64.52390733306491, "stream_tokens_per_second": null }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.9832236160000036, "streaming_ttfb_avg_s": 0.24437108999998713, "streaming_total_avg_s": 2.6119627659999765, "nonstream_tokens_per_second": 55.30929666654925, "stream_tokens_per_second": 68.91369292972594 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.420167714999991, "streaming_ttfb_avg_s": 0.2981358829999863, "streaming_total_avg_s": 3.7528196150000213, "nonstream_tokens_per_second": 30.315591769349925, "stream_tokens_per_second": 39.17054776958662 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.179670423999994, "streaming_ttfb_avg_s": 0.31413563500001374, "streaming_total_avg_s": 2.6703183380000155, "nonstream_tokens_per_second": 60.55961421808069, "stream_tokens_per_second": 73.0250012611039 }, { "timestamp": "2025-10-04T12:26:48.610834+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9929800710000336, "streaming_ttfb_avg_s": 0.47047599199999013, "streaming_total_avg_s": 2.692562129999999, "nonstream_tokens_per_second": 37.08678219260978, "stream_tokens_per_second": 41.22467547294816 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.029276084999999, "streaming_ttfb_avg_s": 0.31791536299999734, "streaming_total_avg_s": 2.668738354999995, "nonstream_tokens_per_second": 36.7311638313809, "stream_tokens_per_second": 54.70749866747438 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.3432420530000044, "streaming_ttfb_avg_s": 0.26000469199999543, "streaming_total_avg_s": 3.4045895229999985, "nonstream_tokens_per_second": 43.96929617108995, "stream_tokens_per_second": 57.275627115298526 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.4363299750000067, "streaming_ttfb_avg_s": 0.818880240999988, "streaming_total_avg_s": 3.789273666999989, "nonstream_tokens_per_second": 39.6844743144762, "stream_tokens_per_second": 27.973698738925183 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.2216407150000066, "streaming_ttfb_avg_s": 0.7230874190000094, "streaming_total_avg_s": 1.8206664570000015, "nonstream_tokens_per_second": 63.848559598801174, "stream_tokens_per_second": 60.41743647062747 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0156453479999925, "streaming_ttfb_avg_s": 0.4133680220000002, "streaming_total_avg_s": 1.486165793000012, "nonstream_tokens_per_second": 115.19769201955805, "stream_tokens_per_second": 61.904264270735545 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 3.7389023469999927, "streaming_ttfb_avg_s": 0.26821702499999844, "streaming_total_avg_s": 1.4374724949999944, "nonstream_tokens_per_second": 20.59427951141409, "stream_tokens_per_second": 75.82753783403726 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 2.659412178000011, "streaming_ttfb_avg_s": 0.3931181109999926, "streaming_total_avg_s": 3.6385282210000014, "nonstream_tokens_per_second": 51.51514350928096, "stream_tokens_per_second": 60.464008147650404 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.362431537000006, "streaming_ttfb_avg_s": 0.2618103550000086, "streaming_total_avg_s": 3.275314597000005, "nonstream_tokens_per_second": 32.11961308700984, "stream_tokens_per_second": 49.76621181650715 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.7858749190000083, "streaming_ttfb_avg_s": 1.3572155439999989, "streaming_total_avg_s": 1.6654147570000077, "nonstream_tokens_per_second": 67.61977230553069, "stream_tokens_per_second": 53.44014133771699 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.9936173199999985, "streaming_ttfb_avg_s": 0.4124733119999888, "streaming_total_avg_s": 2.7753959359999953, "nonstream_tokens_per_second": 34.64422459989386, "stream_tokens_per_second": 48.281399515604186 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.529967186999997, "streaming_ttfb_avg_s": 0.2208069869999889, "streaming_total_avg_s": 2.756489722999987, "nonstream_tokens_per_second": 45.8503970312561, "stream_tokens_per_second": 55.14259629982328 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.9525007360000046, "streaming_ttfb_avg_s": 0.3024477139999959, "streaming_total_avg_s": 5.229805728999992, "nonstream_tokens_per_second": 40.986709635365344, "stream_tokens_per_second": 43.40505398532374 }, { "timestamp": "2025-10-04T16:16:38.763898+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.954484550000018, "streaming_ttfb_avg_s": 0.4686925620000011, "streaming_total_avg_s": 2.7152299959999766, "nonstream_tokens_per_second": 39.60081632513506, "stream_tokens_per_second": 41.24880771242075 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.803305533000014, "streaming_ttfb_avg_s": 1.3927058240000179, "streaming_total_avg_s": 4.614490486000022, "nonstream_tokens_per_second": 47.59018133818684, "stream_tokens_per_second": 35.54021846996158 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.8524250410000036, "streaming_ttfb_avg_s": 1.821410076999996, "streaming_total_avg_s": 3.8638077159999966, "nonstream_tokens_per_second": 45.9258343749759, "stream_tokens_per_second": 46.327357145326474 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.5239882000000193, "streaming_ttfb_avg_s": 0.9219384970000419, "streaming_total_avg_s": 3.5002462340000307, "nonstream_tokens_per_second": 30.90347252812014, "stream_tokens_per_second": 27.712336080181938 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.5823044080000273, "streaming_ttfb_avg_s": 0.3120448100000317, "streaming_total_avg_s": 1.0789672000000223, "nonstream_tokens_per_second": 85.31860198167234, "stream_tokens_per_second": 71.36454194344222 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.6919155869999827, "streaming_ttfb_avg_s": 0.8524420670000268, "streaming_total_avg_s": 1.6640151530000367, "nonstream_tokens_per_second": 45.5105447290857, "stream_tokens_per_second": 58.89369446144571 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.5517754280000418, "streaming_ttfb_avg_s": 0.3449494109999591, "streaming_total_avg_s": 1.889204688999996, "nonstream_tokens_per_second": 58.64250609850329, "stream_tokens_per_second": 54.52029660932109 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.021739870999966, "streaming_ttfb_avg_s": 0.4079447820000155, "streaming_total_avg_s": 3.1118072219999817, "nonstream_tokens_per_second": 35.308101606455494, "stream_tokens_per_second": 63.94997691151999 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.2107804220000276, "streaming_ttfb_avg_s": 0.4125476840000033, "streaming_total_avg_s": 4.033241524999994, "nonstream_tokens_per_second": 38.90029020711082, "stream_tokens_per_second": 30.744501471431267 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.968104726999968, "streaming_ttfb_avg_s": 2.862803965000012, "streaming_total_avg_s": 2.9265497150000215, "nonstream_tokens_per_second": 86.25032589694156, "stream_tokens_per_second": 11.959475631186994 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.4120789739999964, "streaming_ttfb_avg_s": 1.2853765579999958, "streaming_total_avg_s": 1.7420150550000244, "nonstream_tokens_per_second": 75.86816268147624, "stream_tokens_per_second": 56.83073732103803 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.4662099190000504, "streaming_ttfb_avg_s": 0.3046575640000242, "streaming_total_avg_s": 2.3884753670000123, "nonstream_tokens_per_second": 51.92991890460209, "stream_tokens_per_second": 65.31363151378869 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.1070700799999713, "streaming_ttfb_avg_s": 0.27965893900000083, "streaming_total_avg_s": 2.12083220400001, "nonstream_tokens_per_second": 51.81730564635397, "stream_tokens_per_second": 59.410640673202174 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.00696899899998, "streaming_ttfb_avg_s": 0.5946783210000035, "streaming_total_avg_s": 3.080716472000006, "nonstream_tokens_per_second": 46.55851126052827, "stream_tokens_per_second": 45.44397424184634 }, { "timestamp": "2025-10-04T20:14:28.880077+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.056931977999966, "streaming_ttfb_avg_s": 0.478462664999995, "streaming_total_avg_s": 2.724369180999986, "nonstream_tokens_per_second": 41.54492180852884, "stream_tokens_per_second": 40.74337676924432 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.107596076000021, "streaming_ttfb_avg_s": 0.33295530999998846, "streaming_total_avg_s": 2.797663221999983, "nonstream_tokens_per_second": 38.221869213802215, "stream_tokens_per_second": 52.18641001958344 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.4223003019999965, "streaming_ttfb_avg_s": 1.038806367999996, "streaming_total_avg_s": 3.317773379000016, "nonstream_tokens_per_second": 47.62878345443344, "stream_tokens_per_second": 57.87013700672624 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.3151020109999934, "streaming_ttfb_avg_s": 0.32811596100000884, "streaming_total_avg_s": 1.6053109519999964, "nonstream_tokens_per_second": 38.87517680533009, "stream_tokens_per_second": 62.91615956034431 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.8142212049999955, "streaming_ttfb_avg_s": 0.34655847300001597, "streaming_total_avg_s": 1.062631548000013, "nonstream_tokens_per_second": 54.01766869988726, "stream_tokens_per_second": 154.33383312274668 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0015555119999817, "streaming_ttfb_avg_s": 0.26269730600000685, "streaming_total_avg_s": 1.5314050559999828, "nonstream_tokens_per_second": 130.79654440562092, "stream_tokens_per_second": 97.29627012541461 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.06431461599999, "streaming_ttfb_avg_s": 0.8263104339999927, "streaming_total_avg_s": 2.936296870000035, "nonstream_tokens_per_second": 46.0201169258206, "stream_tokens_per_second": 31.331981769268072 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.101658733999955, "streaming_ttfb_avg_s": 0.39540125399997805, "streaming_total_avg_s": 4.111428516999979, "nonstream_tokens_per_second": 48.76076069960096, "stream_tokens_per_second": 55.45517794052922 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.9863716290000184, "streaming_ttfb_avg_s": 0.3152349309999636, "streaming_total_avg_s": 2.7247291989999667, "nonstream_tokens_per_second": 41.18710437963354, "stream_tokens_per_second": 53.5833065735799 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.2191228210000418, "streaming_ttfb_avg_s": 1.4189647949999653, "streaming_total_avg_s": 1.6984611209999798, "nonstream_tokens_per_second": 115.36089736783217, "stream_tokens_per_second": 45.923924331030314 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.7694608490000405, "streaming_ttfb_avg_s": 2.615196416999993, "streaming_total_avg_s": 2.6226462930000025, "nonstream_tokens_per_second": 92.43676439493017, "stream_tokens_per_second": null }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.9194404169999757, "streaming_ttfb_avg_s": 0.30108374499997126, "streaming_total_avg_s": 1.7990877519999913, "nonstream_tokens_per_second": 50.69464652821556, "stream_tokens_per_second": 84.48726296481436 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0166093219999652, "streaming_ttfb_avg_s": 2.7980234199999927, "streaming_total_avg_s": 4.581735322999975, "nonstream_tokens_per_second": 46.74122000873457, "stream_tokens_per_second": 33.82997686966145 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.8128080710000063, "streaming_ttfb_avg_s": 0.2588211700000329, "streaming_total_avg_s": 3.104693075, "nonstream_tokens_per_second": 60.79334091899355, "stream_tokens_per_second": 54.755815113865964 }, { "timestamp": "2025-10-05T01:14:30.649597+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.805229312999984, "streaming_ttfb_avg_s": 0.619776145000003, "streaming_total_avg_s": 2.914124443999981, "nonstream_tokens_per_second": 39.92543478744144, "stream_tokens_per_second": 38.09034313155115 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.944460337999999, "streaming_ttfb_avg_s": 0.2346535610000018, "streaming_total_avg_s": 2.707210699000001, "nonstream_tokens_per_second": 37.52097557534118, "stream_tokens_per_second": 63.53402786991569 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.639424955999999, "streaming_ttfb_avg_s": 1.067033373000001, "streaming_total_avg_s": 3.3794983260000038, "nonstream_tokens_per_second": 64.02909831394352, "stream_tokens_per_second": 53.85414710810536 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.9649531379999985, "streaming_ttfb_avg_s": 0.3501633829999946, "streaming_total_avg_s": 1.956260327999999, "nonstream_tokens_per_second": 28.33097053826017, "stream_tokens_per_second": 56.74091449448442 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4183251719999959, "streaming_ttfb_avg_s": 0.2896063289999944, "streaming_total_avg_s": 1.142797834999996, "nonstream_tokens_per_second": 97.2978571658604, "stream_tokens_per_second": 148.75771968889018 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.1893680170000067, "streaming_ttfb_avg_s": 0.3351473190000007, "streaming_total_avg_s": 0.6517172149999908, "nonstream_tokens_per_second": 50.446959345132335, "stream_tokens_per_second": 116.6149953550039 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.0656009409999996, "streaming_ttfb_avg_s": 0.3249358280000081, "streaming_total_avg_s": 1.0967339999999979, "nonstream_tokens_per_second": 44.53909667346536, "stream_tokens_per_second": 67.47306092452695 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.7234854810000115, "streaming_ttfb_avg_s": 0.3174781450000097, "streaming_total_avg_s": 3.497201695000001, "nonstream_tokens_per_second": 47.53610586188276, "stream_tokens_per_second": 54.32915129591916 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.148149047000004, "streaming_ttfb_avg_s": 0.27910176800000386, "streaming_total_avg_s": 4.121825678999997, "nonstream_tokens_per_second": 36.16070645014117, "stream_tokens_per_second": 42.94213627271648 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.130941581000002, "streaming_ttfb_avg_s": 1.8657265309999929, "streaming_total_avg_s": 2.0180962740000012, "nonstream_tokens_per_second": 64.76010474920658, "stream_tokens_per_second": 34.68615491829601 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.256045144000012, "streaming_ttfb_avg_s": 2.0636930859999723, "streaming_total_avg_s": 2.0941758349999873, "nonstream_tokens_per_second": 113.47290663967254, "stream_tokens_per_second": 6.685207500735049 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.2138631070000088, "streaming_ttfb_avg_s": 0.46717780599999514, "streaming_total_avg_s": 3.201539741000005, "nonstream_tokens_per_second": 48.53971522938285, "stream_tokens_per_second": 58.72174491305174 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.3024643079999976, "streaming_ttfb_avg_s": 0.3126175310000008, "streaming_total_avg_s": 2.9903178389999994, "nonstream_tokens_per_second": 43.30099788015638, "stream_tokens_per_second": 52.168367511116614 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.41372985000001, "streaming_ttfb_avg_s": 0.32854918099999963, "streaming_total_avg_s": 3.124021123999995, "nonstream_tokens_per_second": 41.30379561229767, "stream_tokens_per_second": 52.17634373460794 }, { "timestamp": "2025-10-05T04:17:17.811753+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.025834083999996, "streaming_ttfb_avg_s": 0.436945766000008, "streaming_total_avg_s": 2.6511841619999927, "nonstream_tokens_per_second": 38.66702428222107, "stream_tokens_per_second": 41.868083549603035 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.894291264000003, "streaming_ttfb_avg_s": 0.8523049350000065, "streaming_total_avg_s": 3.103945245000034, "nonstream_tokens_per_second": 45.60702015096151, "stream_tokens_per_second": 49.292106633149814 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.6495309800000086, "streaming_ttfb_avg_s": 0.8649508699999728, "streaming_total_avg_s": 5.124007957000003, "nonstream_tokens_per_second": 60.76547178172624, "stream_tokens_per_second": 38.05614699204494 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.6025681469999995, "streaming_ttfb_avg_s": 0.29024240500001497, "streaming_total_avg_s": 1.7181463610000378, "nonstream_tokens_per_second": 34.96546290436099, "stream_tokens_per_second": 55.87416891778866 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.6321145740000134, "streaming_ttfb_avg_s": 0.5425130599999761, "streaming_total_avg_s": 1.2491095699999732, "nonstream_tokens_per_second": 107.57543457619846, "stream_tokens_per_second": 125.68953418554256 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.8962012509999795, "streaming_ttfb_avg_s": 0.17320785099997238, "streaming_total_avg_s": 0.9778968809999924, "nonstream_tokens_per_second": 119.39282597587274, "stream_tokens_per_second": 122.71232512500562 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3984772979999889, "streaming_ttfb_avg_s": 0.8997286590000044, "streaming_total_avg_s": 2.139036802000021, "nonstream_tokens_per_second": 45.76406073343388, "stream_tokens_per_second": 41.607512276920204 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.723734899000021, "streaming_ttfb_avg_s": 0.8351476690000368, "streaming_total_avg_s": 3.4864872790000163, "nonstream_tokens_per_second": 40.64580339608917, "stream_tokens_per_second": 49.90696539982964 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.589420271999984, "streaming_ttfb_avg_s": 0.3328406449999761, "streaming_total_avg_s": 3.832992456999989, "nonstream_tokens_per_second": 29.633372395580093, "stream_tokens_per_second": 37.046772617742306 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.017597020999972, "streaming_ttfb_avg_s": 2.227432840000006, "streaming_total_avg_s": 2.5552487960000008, "nonstream_tokens_per_second": 71.3720324233181, "stream_tokens_per_second": 34.04756520624928 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.374667078000016, "streaming_ttfb_avg_s": 0.258976677000021, "streaming_total_avg_s": 3.731622699000013, "nonstream_tokens_per_second": 49.78268851917819, "stream_tokens_per_second": 50.38022736070813 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2672628039999836, "streaming_ttfb_avg_s": 0.3490540729999907, "streaming_total_avg_s": 3.5401663309999662, "nonstream_tokens_per_second": 44.07358961871888, "stream_tokens_per_second": 40.39358228674182 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.953552172000002, "streaming_ttfb_avg_s": 0.31201646599998867, "streaming_total_avg_s": 3.4451021579999974, "nonstream_tokens_per_second": 34.52068214130842, "stream_tokens_per_second": 53.989690717322446 }, { "timestamp": "2025-10-05T08:17:39.536108+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9099185590000047, "streaming_ttfb_avg_s": 0.486510815000031, "streaming_total_avg_s": 2.677604803999998, "nonstream_tokens_per_second": 37.114440768787105, "stream_tokens_per_second": 40.33455565909572 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.182281821999823, "streaming_ttfb_avg_s": 0.43069073299966476, "streaming_total_avg_s": 1.5543476939997163, "nonstream_tokens_per_second": 33.23544560503458, "stream_tokens_per_second": 92.64336451611597 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.906461417999708, "streaming_ttfb_avg_s": 0.6962840460000734, "streaming_total_avg_s": 1.8870770230000744, "nonstream_tokens_per_second": 41.98172782261234, "stream_tokens_per_second": 88.49665274102244 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.339141181999821, "streaming_ttfb_avg_s": 0.24587120899968795, "streaming_total_avg_s": 1.4929758469997978, "nonstream_tokens_per_second": 32.06304971121052, "stream_tokens_per_second": 68.31992641071427 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.7559052010001324, "streaming_ttfb_avg_s": 0.7446111699996436, "streaming_total_avg_s": 1.5155264269997133, "nonstream_tokens_per_second": 67.20180561729033, "stream_tokens_per_second": 65.9836728799048 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6496140929998546, "streaming_ttfb_avg_s": 0.22583173499970144, "streaming_total_avg_s": 1.0032396489996245, "nonstream_tokens_per_second": 118.53191122197103, "stream_tokens_per_second": 101.67062286833341 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3303000420000899, "streaming_ttfb_avg_s": 0.20615822599984313, "streaming_total_avg_s": 0.9659865329999775, "nonstream_tokens_per_second": 51.867998061745034, "stream_tokens_per_second": 74.53520058545338 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.651704301999871, "streaming_ttfb_avg_s": 0.8012004729998807, "streaming_total_avg_s": 3.3175258559999747, "nonstream_tokens_per_second": 52.578189284069474, "stream_tokens_per_second": 54.86016022176298 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.8378006190000633, "streaming_ttfb_avg_s": 0.3978081599998404, "streaming_total_avg_s": 2.5382006199997704, "nonstream_tokens_per_second": 32.83130430908869, "stream_tokens_per_second": 42.549828074665655 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 1.8910540390002097, "streaming_ttfb_avg_s": 1.9824115050000728, "streaming_total_avg_s": 2.001455549000184, "nonstream_tokens_per_second": 79.32084271864817, "stream_tokens_per_second": null }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 1.8761229940000703, "streaming_ttfb_avg_s": 0.33959053999979005, "streaming_total_avg_s": 2.0275297449998106, "nonstream_tokens_per_second": 63.42867732049957, "stream_tokens_per_second": 75.46128503284389 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.101432339999974, "streaming_ttfb_avg_s": 0.2930811950000134, "streaming_total_avg_s": 3.3834643489999507, "nonstream_tokens_per_second": 34.865868346861696, "stream_tokens_per_second": 46.40214401738988 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.432113191000099, "streaming_ttfb_avg_s": 0.2507724409997536, "streaming_total_avg_s": 3.2431742439998743, "nonstream_tokens_per_second": 41.063933197728645, "stream_tokens_per_second": 61.6679786385254 }, { "timestamp": "2025-10-05T12:27:06.933133+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.825974297999892, "streaming_ttfb_avg_s": 0.3823200739998356, "streaming_total_avg_s": 2.5442213429996627, "nonstream_tokens_per_second": 39.278488866144755, "stream_tokens_per_second": 42.44913686348803 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.3817744130000165, "streaming_ttfb_avg_s": 0.875780189000011, "streaming_total_avg_s": 3.652491970999904, "nonstream_tokens_per_second": 30.581218330739176, "stream_tokens_per_second": 35.8659241526375 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.436278942000058, "streaming_ttfb_avg_s": 0.6644662209999979, "streaming_total_avg_s": 2.245988005000072, "nonstream_tokens_per_second": 40.574545098115166, "stream_tokens_per_second": 77.47147340619676 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.3078355510000392, "streaming_ttfb_avg_s": 0.6223135089999232, "streaming_total_avg_s": 1.0603862839999465, "nonstream_tokens_per_second": 55.81741522791638, "stream_tokens_per_second": 63.18452153800528 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8990541350000285, "streaming_ttfb_avg_s": 0.19124480099992525, "streaming_total_avg_s": 1.4003056239999978, "nonstream_tokens_per_second": 141.25956942514478, "stream_tokens_per_second": 79.9825395830876 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6119630499999857, "streaming_ttfb_avg_s": 1.3909900840000091, "streaming_total_avg_s": 2.3829960979999214, "nonstream_tokens_per_second": 112.75190552763212, "stream_tokens_per_second": 41.54433995216859 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.951596706000032, "streaming_ttfb_avg_s": 0.26111273100002563, "streaming_total_avg_s": 1.4118768509999882, "nonstream_tokens_per_second": 44.57888237489092, "stream_tokens_per_second": 64.45321341981601 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.4605940120000014, "streaming_ttfb_avg_s": 0.796562267000013, "streaming_total_avg_s": 3.0108652789999724, "nonstream_tokens_per_second": 46.52380471147851, "stream_tokens_per_second": 54.46939162102626 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.6661869700000125, "streaming_ttfb_avg_s": 0.8087622430000465, "streaming_total_avg_s": 2.997552388000031, "nonstream_tokens_per_second": 40.50728670390265, "stream_tokens_per_second": 43.3687165970554 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.0146437289999994, "streaming_ttfb_avg_s": 1.7850745129999268, "streaming_total_avg_s": 1.8557233509999378, "nonstream_tokens_per_second": 127.06961350782835, "stream_tokens_per_second": 24.788177599432245 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 6.613841989999969, "streaming_ttfb_avg_s": 2.4799556429999257, "streaming_total_avg_s": 2.486928078999995, "nonstream_tokens_per_second": 38.706700339540646, "stream_tokens_per_second": null }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.208740309999939, "streaming_ttfb_avg_s": 0.6393025269999271, "streaming_total_avg_s": 2.692979144999981, "nonstream_tokens_per_second": 63.837291944929405, "stream_tokens_per_second": 64.24112133256094 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.7140184440000894, "streaming_ttfb_avg_s": 0.45787987500000327, "streaming_total_avg_s": 3.3194045189999315, "nonstream_tokens_per_second": 40.118271421270414, "stream_tokens_per_second": 41.27246294202048 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.781156628999952, "streaming_ttfb_avg_s": 0.3016338680000672, "streaming_total_avg_s": 2.440913865000084, "nonstream_tokens_per_second": 47.86895063055646, "stream_tokens_per_second": 85.62366865821085 }, { "timestamp": "2025-10-05T16:16:02.477537+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0901120959999844, "streaming_ttfb_avg_s": 0.5143858149999687, "streaming_total_avg_s": 2.711714116000053, "nonstream_tokens_per_second": 37.86270412372787, "stream_tokens_per_second": 39.827207212870476 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.8493276259999902, "streaming_ttfb_avg_s": 1.868039567999972, "streaming_total_avg_s": 4.668179578000036, "nonstream_tokens_per_second": 40.786343812242805, "stream_tokens_per_second": 33.63195382197844 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.08496079300005, "streaming_ttfb_avg_s": 0.8187225269999772, "streaming_total_avg_s": 3.444077335000088, "nonstream_tokens_per_second": 49.271290690272814, "stream_tokens_per_second": 55.45752357503178 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.7701771970000664, "streaming_ttfb_avg_s": 1.2538295990000279, "streaming_total_avg_s": 2.3248928159999878, "nonstream_tokens_per_second": 21.659264275576433, "stream_tokens_per_second": 33.98006112639664 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.8914035139999896, "streaming_ttfb_avg_s": 0.25215088999993895, "streaming_total_avg_s": 1.1748689669999521, "nonstream_tokens_per_second": 76.6626470378868, "stream_tokens_per_second": 147.25046354893382 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3976874210000005, "streaming_ttfb_avg_s": 1.058540053999991, "streaming_total_avg_s": 1.6169700809999767, "nonstream_tokens_per_second": 70.8312878205405, "stream_tokens_per_second": 63.08094453851646 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.2713894459999437, "streaming_ttfb_avg_s": 0.31837900899995475, "streaming_total_avg_s": 1.133858196999995, "nonstream_tokens_per_second": 64.49636675684944, "stream_tokens_per_second": 63.500003960372055 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.130434025, "streaming_ttfb_avg_s": 0.44118674300000293, "streaming_total_avg_s": 4.536279509999986, "nonstream_tokens_per_second": 27.404258705809987, "stream_tokens_per_second": 46.07299870726014 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.942106062999983, "streaming_ttfb_avg_s": 0.3508343749999767, "streaming_total_avg_s": 2.6890303999999787, "nonstream_tokens_per_second": 39.76743104927304, "stream_tokens_per_second": 43.88198809504011 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.2459347700000762, "streaming_ttfb_avg_s": 2.1073821180000323, "streaming_total_avg_s": 2.1886512459999494, "nonstream_tokens_per_second": 69.9040782916392, "stream_tokens_per_second": 19.189900664512255 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.4003664350000236, "streaming_ttfb_avg_s": 2.6979786140000215, "streaming_total_avg_s": 2.9876656259999663, "nonstream_tokens_per_second": 73.32213841758634, "stream_tokens_per_second": 16.066054909988292 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.2571424399999387, "streaming_ttfb_avg_s": 0.312820216000091, "streaming_total_avg_s": 2.165896011000086, "nonstream_tokens_per_second": 52.80702430686551, "stream_tokens_per_second": 85.41499640815057 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.450499210000089, "streaming_ttfb_avg_s": 0.4328319510000256, "streaming_total_avg_s": 3.7279298070000095, "nonstream_tokens_per_second": 40.86365230612424, "stream_tokens_per_second": 39.700318316642495 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.1831244170000446, "streaming_ttfb_avg_s": 0.5333577249999735, "streaming_total_avg_s": 5.364225261999991, "nonstream_tokens_per_second": 68.25080551512926, "stream_tokens_per_second": 38.77540368661728 }, { "timestamp": "2025-10-05T20:14:48.165653+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.717533693000064, "streaming_ttfb_avg_s": 0.578053318000002, "streaming_total_avg_s": 2.69523648400002, "nonstream_tokens_per_second": 39.74191756230691, "stream_tokens_per_second": 40.070695332721385 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.4892242160000038, "streaming_ttfb_avg_s": 0.9266327339999947, "streaming_total_avg_s": 4.014603371999996, "nonstream_tokens_per_second": 38.40395219818108, "stream_tokens_per_second": 40.35267870541712 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.4690995959999995, "streaming_ttfb_avg_s": 0.3053885910000034, "streaming_total_avg_s": 3.0592848849999967, "nonstream_tokens_per_second": 57.51084331715229, "stream_tokens_per_second": 64.72100750434042 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.984579523000008, "streaming_ttfb_avg_s": 0.8758396749999946, "streaming_total_avg_s": 2.676708437000002, "nonstream_tokens_per_second": 28.14466806887617, "stream_tokens_per_second": 38.85369006291959 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.918461989000008, "streaming_ttfb_avg_s": 0.7710844500000036, "streaming_total_avg_s": 1.6845259990000017, "nonstream_tokens_per_second": 55.16604314424037, "stream_tokens_per_second": 108.04226239787458 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4251891950000015, "streaming_ttfb_avg_s": 0.31876609200000416, "streaming_total_avg_s": 1.1272791399999988, "nonstream_tokens_per_second": 68.76280029613885, "stream_tokens_per_second": 141.93467644580042 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1064733109999878, "streaming_ttfb_avg_s": 1.6312601420000021, "streaming_total_avg_s": 2.631919116000006, "nonstream_tokens_per_second": 70.4942443930316, "stream_tokens_per_second": 37.23518682783099 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.806795722000004, "streaming_ttfb_avg_s": 0.737990228000001, "streaming_total_avg_s": 4.354437160000003, "nonstream_tokens_per_second": 43.86891553830527, "stream_tokens_per_second": 43.17435137816982 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.426524594, "streaming_ttfb_avg_s": 0.4983625300000085, "streaming_total_avg_s": 2.9660925250000076, "nonstream_tokens_per_second": 46.980772534465395, "stream_tokens_per_second": 49.22300931930626 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.397587164000001, "streaming_ttfb_avg_s": 1.9986538790000026, "streaming_total_avg_s": 2.1576304449999952, "nonstream_tokens_per_second": 106.77401174141417, "stream_tokens_per_second": 39.858540279357335 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.043661459000006, "streaming_ttfb_avg_s": 2.029178705999996, "streaming_total_avg_s": 2.529972287999996, "nonstream_tokens_per_second": 91.01311725622725, "stream_tokens_per_second": 33.20194470051054 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.2900756739999935, "streaming_ttfb_avg_s": 0.309382092000007, "streaming_total_avg_s": 2.627189216000005, "nonstream_tokens_per_second": 54.1020990509899, "stream_tokens_per_second": 69.6561933512442 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.732377721000006, "streaming_ttfb_avg_s": 0.33950125500000183, "streaming_total_avg_s": 5.185776790999995, "nonstream_tokens_per_second": 38.313378411680794, "stream_tokens_per_second": 30.082282035497688 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.143298133000002, "streaming_ttfb_avg_s": 0.5353713199999959, "streaming_total_avg_s": 3.4587805680000088, "nonstream_tokens_per_second": 76.51758636604004, "stream_tokens_per_second": 54.35441662282391 }, { "timestamp": "2025-10-06T01:09:23.107113+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8157995640000024, "streaming_ttfb_avg_s": 0.5716842630000087, "streaming_total_avg_s": 2.9525461689999872, "nonstream_tokens_per_second": 38.35500274265967, "stream_tokens_per_second": 39.62681472297767 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.831154137999988, "streaming_ttfb_avg_s": 0.6490314839999911, "streaming_total_avg_s": 3.398235342999996, "nonstream_tokens_per_second": 36.281495077763545, "stream_tokens_per_second": 44.14055674777913 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.9147955579999945, "streaming_ttfb_avg_s": 0.639374475000011, "streaming_total_avg_s": 2.4316801760000004, "nonstream_tokens_per_second": 38.06073594201217, "stream_tokens_per_second": 72.78917751887778 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.4998802249999983, "streaming_ttfb_avg_s": 0.34688296299999877, "streaming_total_avg_s": 1.8422227889999903, "nonstream_tokens_per_second": 66.67199042510218, "stream_tokens_per_second": 56.45354113573532 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.530332260999998, "streaming_ttfb_avg_s": 0.6837124089999946, "streaming_total_avg_s": 2.017072178999996, "nonstream_tokens_per_second": 60.77111642358569, "stream_tokens_per_second": 70.3990672611425 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0825938049999877, "streaming_ttfb_avg_s": 0.24085677399999383, "streaming_total_avg_s": 1.582363242999989, "nonstream_tokens_per_second": 80.36255112322668, "stream_tokens_per_second": 101.11458333464405 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7298630439999982, "streaming_ttfb_avg_s": 0.8099472770000062, "streaming_total_avg_s": 2.192614157999998, "nonstream_tokens_per_second": 32.3725049761801, "stream_tokens_per_second": 44.69550633997142 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 2.747089673000005, "streaming_ttfb_avg_s": 0.4101124600000077, "streaming_total_avg_s": 3.6368926040000105, "nonstream_tokens_per_second": 49.14291707579061, "stream_tokens_per_second": 52.51736050438498 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 2.8959851830000076, "streaming_ttfb_avg_s": 0.4259508570000037, "streaming_total_avg_s": 3.6300713640000026, "nonstream_tokens_per_second": 34.87586904549426, "stream_tokens_per_second": 45.178175180359865 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.859798835999996, "streaming_ttfb_avg_s": 1.284908299999998, "streaming_total_avg_s": 2.068718010000012, "nonstream_tokens_per_second": 89.51678585829048, "stream_tokens_per_second": 50.75607187274373 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.4807167200000038, "streaming_ttfb_avg_s": 0.3607367540000155, "streaming_total_avg_s": 2.996040776000001, "nonstream_tokens_per_second": 41.083492712385926, "stream_tokens_per_second": 58.07664615042607 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.5932543680000038, "streaming_ttfb_avg_s": 0.4300734939999984, "streaming_total_avg_s": 3.095401785000007, "nonstream_tokens_per_second": 47.04513429359037, "stream_tokens_per_second": 54.597112665294794 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.069622109999983, "streaming_ttfb_avg_s": 0.20411171800000716, "streaming_total_avg_s": 2.3550270819999923, "nonstream_tokens_per_second": 54.40409080191337, "stream_tokens_per_second": 68.7890178580972 }, { "timestamp": "2025-10-06T04:17:53.444796+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8393790780000074, "streaming_ttfb_avg_s": 0.3680346639999925, "streaming_total_avg_s": 2.8583128829999964, "nonstream_tokens_per_second": 40.85400251723616, "stream_tokens_per_second": 40.583380738308115 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.987500372999989, "streaming_ttfb_avg_s": 0.2958164169999691, "streaming_total_avg_s": 4.155207861000008, "nonstream_tokens_per_second": 42.17572695178387, "stream_tokens_per_second": 35.858615256889 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.1396721820000266, "streaming_ttfb_avg_s": 1.0096698029999516, "streaming_total_avg_s": 4.0483152199999495, "nonstream_tokens_per_second": 52.87176188383307, "stream_tokens_per_second": 41.00471207872051 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.040068352999981, "streaming_ttfb_avg_s": 0.8783408009999789, "streaming_total_avg_s": 1.867328074999989, "nonstream_tokens_per_second": 25.986257816223677, "stream_tokens_per_second": 54.62350262152011 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0866704800000093, "streaming_ttfb_avg_s": 0.8291842670000165, "streaming_total_avg_s": 2.6684756570000445, "nonstream_tokens_per_second": 61.656225353613564, "stream_tokens_per_second": 64.83102049148546 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.891525367999975, "streaming_ttfb_avg_s": 0.18486255999999912, "streaming_total_avg_s": 1.2395226830000183, "nonstream_tokens_per_second": 53.396058920845164, "stream_tokens_per_second": 139.56985408390258 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.412429110000005, "streaming_ttfb_avg_s": 0.36321105899997974, "streaming_total_avg_s": 1.823886060999996, "nonstream_tokens_per_second": 60.888011576028546, "stream_tokens_per_second": 49.89346755032862 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 8.018076412000028, "streaming_ttfb_avg_s": 0.6789266910000151, "streaming_total_avg_s": 9.890734521000013, "nonstream_tokens_per_second": 18.707728923050265, "stream_tokens_per_second": 17.99664116169232 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.0465462170000137, "streaming_ttfb_avg_s": 0.3112031339999817, "streaming_total_avg_s": 4.476674773000013, "nonstream_tokens_per_second": 28.55692768241356, "stream_tokens_per_second": 40.208415649407165 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.237573760000032, "streaming_ttfb_avg_s": 2.2763213909999536, "streaming_total_avg_s": 2.342810674999953, "nonstream_tokens_per_second": 79.07155758514594, "stream_tokens_per_second": 33.72018099584662 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.04239056199998, "streaming_ttfb_avg_s": 3.1609759690000487, "streaming_total_avg_s": 3.1791696340000044, "nonstream_tokens_per_second": 84.14435779465242, "stream_tokens_per_second": null }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.050570977999996, "streaming_ttfb_avg_s": 0.3044732910000221, "streaming_total_avg_s": 2.920361992000039, "nonstream_tokens_per_second": 43.92620298507284, "stream_tokens_per_second": 54.445305217490265 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.166567052000005, "streaming_ttfb_avg_s": 0.486720331000015, "streaming_total_avg_s": 3.4537319050000406, "nonstream_tokens_per_second": 25.355327566936197, "stream_tokens_per_second": 46.326699466268536 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.0918819120000194, "streaming_ttfb_avg_s": 0.2314728399999808, "streaming_total_avg_s": 3.3382998320000183, "nonstream_tokens_per_second": 49.16099784085125, "stream_tokens_per_second": 55.71698450122888 }, { "timestamp": "2025-10-06T08:20:49.193154+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.564297314999976, "streaming_ttfb_avg_s": 0.330205583999998, "streaming_total_avg_s": 2.5221546550000085, "nonstream_tokens_per_second": 42.11680110892328, "stream_tokens_per_second": 42.820530369102066 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.031342276000004, "streaming_ttfb_avg_s": 0.9885113030000099, "streaming_total_avg_s": 4.419642004000011, "nonstream_tokens_per_second": 31.999267531308938, "stream_tokens_per_second": 37.33334053995012 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.57246296400001, "streaming_ttfb_avg_s": 0.3516844840000033, "streaming_total_avg_s": 3.0926650720000026, "nonstream_tokens_per_second": 33.02377759838749, "stream_tokens_per_second": 71.13605737388423 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.629283014000009, "streaming_ttfb_avg_s": 0.4143418200000042, "streaming_total_avg_s": 1.7174024690000067, "nonstream_tokens_per_second": 35.75119129416004, "stream_tokens_per_second": 59.97429365521635 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4187689729999988, "streaming_ttfb_avg_s": 0.3192878220000068, "streaming_total_avg_s": 1.1691083440000085, "nonstream_tokens_per_second": 47.928874463763776, "stream_tokens_per_second": 111.1958533759289 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.3901097070000077, "streaming_ttfb_avg_s": 0.20086021800000253, "streaming_total_avg_s": 0.7521989640000015, "nonstream_tokens_per_second": 48.9517278881959, "stream_tokens_per_second": 110.34314585947746 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 3.057174457000002, "streaming_ttfb_avg_s": 0.2658476839999935, "streaming_total_avg_s": 1.5051176420000019, "nonstream_tokens_per_second": 30.09314688906546, "stream_tokens_per_second": 61.78919003063542 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.038833108999995, "streaming_ttfb_avg_s": 0.3873536949999874, "streaming_total_avg_s": 4.737894440999995, "nonstream_tokens_per_second": 30.966247389964117, "stream_tokens_per_second": 36.09198181374176 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 7.224665598999991, "streaming_ttfb_avg_s": 0.5118992650000109, "streaming_total_avg_s": 4.195287382000004, "nonstream_tokens_per_second": 21.59269489533092, "stream_tokens_per_second": 34.5625905443633 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.5015882240000025, "streaming_ttfb_avg_s": 3.0187175279999963, "streaming_total_avg_s": 3.0191125380000017, "nonstream_tokens_per_second": 79.14971700794183, "stream_tokens_per_second": null }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.8039108950000013, "streaming_ttfb_avg_s": 0.9273533770000029, "streaming_total_avg_s": 1.8814649419999796, "nonstream_tokens_per_second": 91.30104685441506, "stream_tokens_per_second": 54.7445757296503 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.360531132999995, "streaming_ttfb_avg_s": 0.3694887600000243, "streaming_total_avg_s": 4.447089144000017, "nonstream_tokens_per_second": 41.660081236926366, "stream_tokens_per_second": 46.322435491974296 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.2831070400000044, "streaming_ttfb_avg_s": 0.23640392300001167, "streaming_total_avg_s": 2.5403935550000085, "nonstream_tokens_per_second": 56.06395046637837, "stream_tokens_per_second": 53.53501221585312 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.3785956319999855, "streaming_ttfb_avg_s": 0.29982696100000794, "streaming_total_avg_s": 3.2259757270000193, "nonstream_tokens_per_second": 55.91534694283875, "stream_tokens_per_second": 55.79707202800008 }, { "timestamp": "2025-10-06T12:31:37.297330+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6970457400000214, "streaming_ttfb_avg_s": 0.37550154100000555, "streaming_total_avg_s": 2.586070430999996, "nonstream_tokens_per_second": 41.15614294327805, "stream_tokens_per_second": 41.762203652836305 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.267764256999996, "streaming_ttfb_avg_s": 3.555507125999995, "streaming_total_avg_s": 5.157736272999998, "nonstream_tokens_per_second": 37.64041415671808, "stream_tokens_per_second": 24.817088975654197 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.335301505000004, "streaming_ttfb_avg_s": 0.4036373200000014, "streaming_total_avg_s": 3.466873589000002, "nonstream_tokens_per_second": 33.215682884782396, "stream_tokens_per_second": 45.8626471136672 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.749188025999999, "streaming_ttfb_avg_s": 0.3054077620000015, "streaming_total_avg_s": 1.5154400670000001, "nonstream_tokens_per_second": 24.37083217530354, "stream_tokens_per_second": 67.96705606702162 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.570572302000002, "streaming_ttfb_avg_s": 0.32129218000000037, "streaming_total_avg_s": 0.9158644179999982, "nonstream_tokens_per_second": 45.904174688333626, "stream_tokens_per_second": 88.44103822362948 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.102610664000011, "streaming_ttfb_avg_s": 0.248682426000002, "streaming_total_avg_s": 0.6934110979999986, "nonstream_tokens_per_second": 61.352299885414894, "stream_tokens_per_second": 90.85519424438189 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.9499444930000038, "streaming_ttfb_avg_s": 0.9061575509999926, "streaming_total_avg_s": 1.9719417199999896, "nonstream_tokens_per_second": 42.565314191228026, "stream_tokens_per_second": 45.640294075222705 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 6.313431053000002, "streaming_ttfb_avg_s": 0.5558102389999959, "streaming_total_avg_s": 4.550745990999999, "nonstream_tokens_per_second": 29.14421626772455, "stream_tokens_per_second": 29.22597751292509 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.562149101000003, "streaming_ttfb_avg_s": 0.3650640420000002, "streaming_total_avg_s": 5.059073764000004, "nonstream_tokens_per_second": 22.79627379499799, "stream_tokens_per_second": 23.91742157646071 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.2471414750000065, "streaming_ttfb_avg_s": 3.0034592999999745, "streaming_total_avg_s": 3.1363533849999783, "nonstream_tokens_per_second": 63.44041415688535, "stream_tokens_per_second": 81.62345519620129 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.1415033560000154, "streaming_ttfb_avg_s": 3.6245779200000072, "streaming_total_avg_s": 3.634263988000015, "nonstream_tokens_per_second": 81.48964714968739, "stream_tokens_per_second": 70.44067267685755 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.003369647999989, "streaming_ttfb_avg_s": 0.6407316869999988, "streaming_total_avg_s": 3.5393080139999995, "nonstream_tokens_per_second": 32.17831408166234, "stream_tokens_per_second": 43.511330291356785 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.841390448999988, "streaming_ttfb_avg_s": 0.2758854900000074, "streaming_total_avg_s": 4.269268417000006, "nonstream_tokens_per_second": 34.88320226205686, "stream_tokens_per_second": 34.19789662758976 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 5.357455445999989, "streaming_ttfb_avg_s": 0.4227767589999871, "streaming_total_avg_s": 6.129387488999981, "nonstream_tokens_per_second": 32.29144912985999, "stream_tokens_per_second": 26.756343973083816 }, { "timestamp": "2025-10-06T16:18:56.652462+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9840181229999985, "streaming_ttfb_avg_s": 2.066298384999982, "streaming_total_avg_s": 4.121162183999985, "nonstream_tokens_per_second": 38.8737585425181, "stream_tokens_per_second": 26.2061998965485 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.87664579799997, "streaming_ttfb_avg_s": 2.0032915319999915, "streaming_total_avg_s": 4.380612084000006, "nonstream_tokens_per_second": 37.91937867417237, "stream_tokens_per_second": 33.100397209240725 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.286597262999976, "streaming_ttfb_avg_s": 2.9793450909999706, "streaming_total_avg_s": 6.222381740000003, "nonstream_tokens_per_second": 33.29173592090985, "stream_tokens_per_second": 25.874336665175402 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.9868752549999726, "streaming_ttfb_avg_s": 0.5951194130000204, "streaming_total_avg_s": 2.8964803150000193, "nonstream_tokens_per_second": 32.7146859554607, "stream_tokens_per_second": 30.036454779082252 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.8599102030000267, "streaming_ttfb_avg_s": 0.2733750449999661, "streaming_total_avg_s": 2.2619989610000175, "nonstream_tokens_per_second": 47.31411218566165, "stream_tokens_per_second": 56.58711706189816 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 3.1321623909999516, "streaming_ttfb_avg_s": 0.2755699890000187, "streaming_total_avg_s": 1.0698920049999856, "nonstream_tokens_per_second": 44.69755476353338, "stream_tokens_per_second": 103.74878911259972 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1522591519999992, "streaming_ttfb_avg_s": 0.37144365599999674, "streaming_total_avg_s": 1.339300111, "nonstream_tokens_per_second": 65.08952423577718, "stream_tokens_per_second": 49.27947026803464 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.194491347000053, "streaming_ttfb_avg_s": 1.6140762510000286, "streaming_total_avg_s": 7.142705164999995, "nonstream_tokens_per_second": 53.529648831444206, "stream_tokens_per_second": 29.26062257534049 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.780548027000009, "streaming_ttfb_avg_s": 0.4503728369999749, "streaming_total_avg_s": 2.9320234159999927, "nonstream_tokens_per_second": 25.310905636049533, "stream_tokens_per_second": 24.897481923793812 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.482807018000017, "streaming_ttfb_avg_s": 2.03939864900002, "streaming_total_avg_s": 2.7508172550000154, "nonstream_tokens_per_second": 73.50392906552905, "stream_tokens_per_second": 77.43153406968098 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.633132468000042, "streaming_ttfb_avg_s": 2.4301426530000185, "streaming_total_avg_s": 2.6110261669999772, "nonstream_tokens_per_second": 70.46261105390475, "stream_tokens_per_second": 98.04574279473402 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.8403110730000094, "streaming_ttfb_avg_s": 0.4242581889999997, "streaming_total_avg_s": 2.5230812479999827, "nonstream_tokens_per_second": 45.4175605011274, "stream_tokens_per_second": 56.67673211608007 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.14119056200002, "streaming_ttfb_avg_s": 4.3696223029999715, "streaming_total_avg_s": 6.456770663999976, "nonstream_tokens_per_second": 38.838777078943494, "stream_tokens_per_second": 22.302170464699742 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.295460619000039, "streaming_ttfb_avg_s": 0.405920712000011, "streaming_total_avg_s": 2.8492386809999743, "nonstream_tokens_per_second": 42.78612804142216, "stream_tokens_per_second": 49.8378745687123 }, { "timestamp": "2025-10-06T20:16:32.932138+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.763245624000092, "streaming_ttfb_avg_s": 0.42148807500007024, "streaming_total_avg_s": 2.559677410000063, "nonstream_tokens_per_second": 39.084473367828416, "stream_tokens_per_second": 42.192816789361494 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.0139828459999904, "streaming_ttfb_avg_s": 0.9484135910000049, "streaming_total_avg_s": 3.479299482000002, "nonstream_tokens_per_second": 71.99664102799449, "stream_tokens_per_second": 35.06452969373906 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.1789545210000085, "streaming_ttfb_avg_s": 0.8737568880000026, "streaming_total_avg_s": 4.822377521000007, "nonstream_tokens_per_second": 42.11579693331619, "stream_tokens_per_second": 39.192286206743816 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8642622240000009, "streaming_ttfb_avg_s": 0.9314455559999999, "streaming_total_avg_s": 2.0754912809999837, "nonstream_tokens_per_second": 42.91241809768064, "stream_tokens_per_second": 34.69058177170948 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.4615210219999994, "streaming_ttfb_avg_s": 0.2131482050000102, "streaming_total_avg_s": 0.7334917350000012, "nonstream_tokens_per_second": 46.31282811770357, "stream_tokens_per_second": 104.9773246592886 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.073605544000003, "streaming_ttfb_avg_s": 0.1600440889999959, "streaming_total_avg_s": 0.7904791980000141, "nonstream_tokens_per_second": 47.503480477555975, "stream_tokens_per_second": 137.8910416311778 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4162713690000146, "streaming_ttfb_avg_s": 1.066303516000005, "streaming_total_avg_s": 2.4300024020000137, "nonstream_tokens_per_second": 65.66538167446286, "stream_tokens_per_second": 39.50613378858687 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.617745520999989, "streaming_ttfb_avg_s": 0.6219308569999953, "streaming_total_avg_s": 5.788860884000002, "nonstream_tokens_per_second": 53.071726268609645, "stream_tokens_per_second": 36.62205816449189 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.8136799339999925, "streaming_ttfb_avg_s": 0.5204452229999958, "streaming_total_avg_s": 3.781355562000016, "nonstream_tokens_per_second": 29.49926084553843, "stream_tokens_per_second": 28.82564154912432 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.298484316000014, "streaming_ttfb_avg_s": 1.6916413390000002, "streaming_total_avg_s": 2.1333828979999794, "nonstream_tokens_per_second": 65.48462242256092, "stream_tokens_per_second": 97.96647390205244 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.159499393999994, "streaming_ttfb_avg_s": 2.5121106750000024, "streaming_total_avg_s": 2.670835956000019, "nonstream_tokens_per_second": 81.0254942558791, "stream_tokens_per_second": 95.85013988781203 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.559482586999991, "streaming_ttfb_avg_s": 0.2599230069999976, "streaming_total_avg_s": 3.4988998370000104, "nonstream_tokens_per_second": 44.388473925129055, "stream_tokens_per_second": 52.87376278785412 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.884469002000003, "streaming_ttfb_avg_s": 0.2666603339999938, "streaming_total_avg_s": 1.3679794939999965, "nonstream_tokens_per_second": 49.22916484855324, "stream_tokens_per_second": 116.96081754278138 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.632050411999984, "streaming_ttfb_avg_s": 0.31470061699999974, "streaming_total_avg_s": 3.725875137999992, "nonstream_tokens_per_second": 50.1094366418174, "stream_tokens_per_second": 48.57919100776919 }, { "timestamp": "2025-10-07T01:07:52.843786+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.649799709000007, "streaming_ttfb_avg_s": 0.44103132999998707, "streaming_total_avg_s": 2.914703273999976, "nonstream_tokens_per_second": 41.889958559128104, "stream_tokens_per_second": 39.798219268065694 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.0397449179999967, "streaming_ttfb_avg_s": 1.0490944880000086, "streaming_total_avg_s": 3.1555368400000248, "nonstream_tokens_per_second": 50.00419577969343, "stream_tokens_per_second": 47.218589911946275 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.491229894000014, "streaming_ttfb_avg_s": 0.7367564949999803, "streaming_total_avg_s": 3.1878269329999966, "nonstream_tokens_per_second": 51.38024407473623, "stream_tokens_per_second": 47.681383963010816 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.041945109000011, "streaming_ttfb_avg_s": 0.8856632699999807, "streaming_total_avg_s": 1.6987517089999926, "nonstream_tokens_per_second": 54.84966246465316, "stream_tokens_per_second": 34.731385220934754 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.875352726000017, "streaming_ttfb_avg_s": 0.17699000400000386, "streaming_total_avg_s": 1.9397688560000006, "nonstream_tokens_per_second": 84.78405037922374, "stream_tokens_per_second": 81.96852914108234 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.145679685999994, "streaming_ttfb_avg_s": 0.756180895, "streaming_total_avg_s": 1.2920372499999928, "nonstream_tokens_per_second": 76.81029966346148, "stream_tokens_per_second": 42.56843214079184 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.6768962579999993, "streaming_ttfb_avg_s": 0.2944696579999686, "streaming_total_avg_s": 1.111017879999963, "nonstream_tokens_per_second": 52.477903495923975, "stream_tokens_per_second": 60.30506007698295 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.5102791589999924, "streaming_ttfb_avg_s": 0.44984148899999354, "streaming_total_avg_s": 3.9707556310000314, "nonstream_tokens_per_second": 45.58042046022937, "stream_tokens_per_second": 46.08694591309101 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.684234954000033, "streaming_ttfb_avg_s": 0.36974220199999763, "streaming_total_avg_s": 3.0434652380000102, "nonstream_tokens_per_second": 27.325700195865775, "stream_tokens_per_second": 40.743031479960536 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.1429292669999995, "streaming_ttfb_avg_s": 2.508909679999988, "streaming_total_avg_s": 2.527462062999973, "nonstream_tokens_per_second": 61.79202769381967, "stream_tokens_per_second": 101.28737588098181 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 6.467185813000015, "streaming_ttfb_avg_s": 2.8414622750000262, "streaming_total_avg_s": 3.116037347000031, "nonstream_tokens_per_second": 39.584451011969, "stream_tokens_per_second": 82.1556263587355 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.4690112480000153, "streaming_ttfb_avg_s": 0.37797912100000985, "streaming_total_avg_s": 7.584687140000028, "nonstream_tokens_per_second": 55.08277862653105, "stream_tokens_per_second": 23.33649321756986 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.6672589419999895, "streaming_ttfb_avg_s": 0.31084295400000883, "streaming_total_avg_s": 1.913628077999988, "nonstream_tokens_per_second": 53.613092357944964, "stream_tokens_per_second": 65.84351549214716 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.8637152990000345, "streaming_ttfb_avg_s": 0.3890123339999718, "streaming_total_avg_s": 3.9009210840000037, "nonstream_tokens_per_second": 55.87147579086145, "stream_tokens_per_second": 36.40165923438606 }, { "timestamp": "2025-10-07T04:18:23.820078+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6556477459999996, "streaming_ttfb_avg_s": 0.3426813789999983, "streaming_total_avg_s": 2.590547029999982, "nonstream_tokens_per_second": 41.79771212774392, "stream_tokens_per_second": 42.848092975946 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6925225120000036, "streaming_ttfb_avg_s": 1.0786655320000023, "streaming_total_avg_s": 3.4991684370000016, "nonstream_tokens_per_second": 44.14326506345748, "stream_tokens_per_second": 38.294812728387654 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.989062356000005, "streaming_ttfb_avg_s": 1.096398635, "streaming_total_avg_s": 4.4933570299999985, "nonstream_tokens_per_second": 43.82645271251737, "stream_tokens_per_second": 37.83362836849847 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.7042947360000085, "streaming_ttfb_avg_s": 0.45720289400000524, "streaming_total_avg_s": 3.0788272850000027, "nonstream_tokens_per_second": 32.54083174756427, "stream_tokens_per_second": 28.907110325287352 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 3.0932737950000018, "streaming_ttfb_avg_s": 0.6579532549999954, "streaming_total_avg_s": 1.3709915849999987, "nonstream_tokens_per_second": 45.582773897323214, "stream_tokens_per_second": 79.50449965745057 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0344818309999937, "streaming_ttfb_avg_s": 0.183160517999994, "streaming_total_avg_s": 1.3151744209999947, "nonstream_tokens_per_second": 94.73341828079009, "stream_tokens_per_second": 111.01189140295833 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.707299943999999, "streaming_ttfb_avg_s": 1.2701442439999937, "streaming_total_avg_s": 2.8387196219999993, "nonstream_tokens_per_second": 39.24325086254442, "stream_tokens_per_second": 37.3407782785249 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.492395708000004, "streaming_ttfb_avg_s": 0.3815909750000088, "streaming_total_avg_s": 3.912622177000003, "nonstream_tokens_per_second": 38.5095194735236, "stream_tokens_per_second": 41.14887477416654 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.572534408999999, "streaming_ttfb_avg_s": 0.9823670000000106, "streaming_total_avg_s": 4.449720869000004, "nonstream_tokens_per_second": 29.305410963392934, "stream_tokens_per_second": 26.518517334890362 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.576317083999996, "streaming_ttfb_avg_s": 2.237819862000009, "streaming_total_avg_s": 2.3063317900000015, "nonstream_tokens_per_second": 99.36665078606467, "stream_tokens_per_second": 110.9987735112474 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.5412201009999933, "streaming_ttfb_avg_s": 0.7411621969999942, "streaming_total_avg_s": 1.8683853769999956, "nonstream_tokens_per_second": 71.22562895231894, "stream_tokens_per_second": 72.25490076183588 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.627457496000005, "streaming_ttfb_avg_s": 0.2697536279999895, "streaming_total_avg_s": 2.752252224999978, "nonstream_tokens_per_second": 47.95510496052559, "stream_tokens_per_second": 48.68739819076759 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.781130953999991, "streaming_ttfb_avg_s": 0.6525121349999949, "streaming_total_avg_s": 5.432606514999975, "nonstream_tokens_per_second": 65.08143736981347, "stream_tokens_per_second": 34.60585622774501 }, { "timestamp": "2025-10-07T08:20:50.075180+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.598390875000007, "streaming_ttfb_avg_s": 0.4348951259999865, "streaming_total_avg_s": 2.6052245650000145, "nonstream_tokens_per_second": 41.5641853729954, "stream_tokens_per_second": 42.60669175749131 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.134832914999976, "streaming_ttfb_avg_s": 4.210785837000003, "streaming_total_avg_s": 6.808720103000013, "nonstream_tokens_per_second": 32.16574955604966, "stream_tokens_per_second": 20.1212559669821 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.063423501000017, "streaming_ttfb_avg_s": 1.2935110290000011, "streaming_total_avg_s": 6.107324032000008, "nonstream_tokens_per_second": 36.91468535413173, "stream_tokens_per_second": 26.361791048980287 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 4.0303085250000095, "streaming_ttfb_avg_s": 0.48921644299997524, "streaming_total_avg_s": 2.0620869640000024, "nonstream_tokens_per_second": 31.263115272297846, "stream_tokens_per_second": 43.160158399604676 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.626804581999977, "streaming_ttfb_avg_s": 1.8369592800000305, "streaming_total_avg_s": 8.170583333000025, "nonstream_tokens_per_second": 89.74648929283755, "stream_tokens_per_second": 12.483808786091686 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.6880922349999992, "streaming_ttfb_avg_s": 0.6825908559999903, "streaming_total_avg_s": 2.194785424000031, "nonstream_tokens_per_second": 84.29102531581405, "stream_tokens_per_second": 48.29629304117271 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.9586844450000171, "streaming_ttfb_avg_s": 0.3420929449999903, "streaming_total_avg_s": 1.629336608000017, "nonstream_tokens_per_second": 47.991395571632864, "stream_tokens_per_second": 39.89353684244927 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.903642190000028, "streaming_ttfb_avg_s": 0.40547977900001797, "streaming_total_avg_s": 5.178744666, "nonstream_tokens_per_second": 39.154569717901644, "stream_tokens_per_second": 37.653912787056875 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.5002583540000387, "streaming_ttfb_avg_s": 0.3901111819999983, "streaming_total_avg_s": 3.643859579999969, "nonstream_tokens_per_second": 23.1411489690281, "stream_tokens_per_second": 26.620125685524037 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.5366319719999524, "streaming_ttfb_avg_s": 2.4471736289999626, "streaming_total_avg_s": 2.9283889369999656, "nonstream_tokens_per_second": 72.38525298272214, "stream_tokens_per_second": 87.42008165836853 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.4508019660000286, "streaming_ttfb_avg_s": 1.5066324009999903, "streaming_total_avg_s": 2.1906316930000003, "nonstream_tokens_per_second": 75.48549518341534, "stream_tokens_per_second": 75.7772292487325 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.693155545999957, "streaming_ttfb_avg_s": 0.3707676239999955, "streaming_total_avg_s": 3.5426223489999984, "nonstream_tokens_per_second": 36.28333503178194, "stream_tokens_per_second": 40.08330158027806 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.271635921999973, "streaming_ttfb_avg_s": 0.42686096100004534, "streaming_total_avg_s": 4.093957863000014, "nonstream_tokens_per_second": 42.79204756818328, "stream_tokens_per_second": 35.66231135877216 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.7467535190000376, "streaming_ttfb_avg_s": 0.3535123259999864, "streaming_total_avg_s": 2.611469193000005, "nonstream_tokens_per_second": 53.15365903423022, "stream_tokens_per_second": 57.056005255352716 }, { "timestamp": "2025-10-07T12:31:33.782761+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.636406266999984, "streaming_ttfb_avg_s": 0.38394598000002134, "streaming_total_avg_s": 3.0061516999999753, "nonstream_tokens_per_second": 40.96485482978889, "stream_tokens_per_second": 40.583447601796344 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 7.331119487999999, "streaming_ttfb_avg_s": 0.9697349460000027, "streaming_total_avg_s": 5.617460946000001, "nonstream_tokens_per_second": 20.324317485738955, "stream_tokens_per_second": 25.456340751567723 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.862857646000002, "streaming_ttfb_avg_s": 0.3846451590000015, "streaming_total_avg_s": 2.8666618839999956, "nonstream_tokens_per_second": 33.72502588779255, "stream_tokens_per_second": 52.32566869403431 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.2545290749999936, "streaming_ttfb_avg_s": 0.8282049849999993, "streaming_total_avg_s": 5.199506463999995, "nonstream_tokens_per_second": 30.726411623776997, "stream_tokens_per_second": 17.693987042228645 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.0142951330000045, "streaming_ttfb_avg_s": 0.2537969570000058, "streaming_total_avg_s": 0.8464492989999997, "nonstream_tokens_per_second": 33.75870739394764, "stream_tokens_per_second": 94.51245348600618 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.4187716690000087, "streaming_ttfb_avg_s": 0.39870714199999213, "streaming_total_avg_s": 2.0904141989999943, "nonstream_tokens_per_second": 28.113443228857232, "stream_tokens_per_second": 54.53464679609188 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.0184975640000005, "streaming_ttfb_avg_s": 0.31477551700000106, "streaming_total_avg_s": 2.1185214509999923, "nonstream_tokens_per_second": 48.55096272982174, "stream_tokens_per_second": 42.010431359092394 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.49851181999999, "streaming_ttfb_avg_s": 1.994007455000002, "streaming_total_avg_s": 6.990102124000003, "nonstream_tokens_per_second": 40.457824116598715, "stream_tokens_per_second": 32.331430355508765 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.1835787400000015, "streaming_ttfb_avg_s": 0.8365185640000021, "streaming_total_avg_s": 6.433688281000002, "nonstream_tokens_per_second": 25.657949202870594, "stream_tokens_per_second": 19.739843531906416 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.9395765020000084, "streaming_ttfb_avg_s": 3.117603841999994, "streaming_total_avg_s": 3.3531493329999904, "nonstream_tokens_per_second": 35.282980271974345, "stream_tokens_per_second": 60.2418741127986 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.720513249000007, "streaming_ttfb_avg_s": 4.685367552999992, "streaming_total_avg_s": 4.685943000999998, "nonstream_tokens_per_second": 37.0722399809114, "stream_tokens_per_second": 54.63147971398043 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.602931135999995, "streaming_ttfb_avg_s": 0.5173268659999906, "streaming_total_avg_s": 4.481267494999997, "nonstream_tokens_per_second": 24.62996539674053, "stream_tokens_per_second": 35.0347307263344 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.636223867000012, "streaming_ttfb_avg_s": 0.3078577709999877, "streaming_total_avg_s": 4.9661620389999825, "nonstream_tokens_per_second": 23.77478311047358, "stream_tokens_per_second": 31.815313064536223 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.971689440000006, "streaming_ttfb_avg_s": 0.4509605400000112, "streaming_total_avg_s": 3.87822948500002, "nonstream_tokens_per_second": 39.52977753467043, "stream_tokens_per_second": 37.13034531787107 }, { "timestamp": "2025-10-07T16:18:39.657061+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.697338189999982, "streaming_ttfb_avg_s": 0.41572128900000394, "streaming_total_avg_s": 2.6488530889999993, "nonstream_tokens_per_second": 40.03947313703392, "stream_tokens_per_second": 41.904928763680495 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.524855447, "streaming_ttfb_avg_s": 1.9633545989999988, "streaming_total_avg_s": 5.237997037999996, "nonstream_tokens_per_second": 38.89627018177759, "stream_tokens_per_second": 25.009559770583454 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.332443314999999, "streaming_ttfb_avg_s": 1.1663028899999972, "streaming_total_avg_s": 3.317557703999995, "nonstream_tokens_per_second": 33.94316438223592, "stream_tokens_per_second": 55.76391324767151 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.7480860390000004, "streaming_ttfb_avg_s": 0.32190224700001124, "streaming_total_avg_s": 1.352245713000002, "nonstream_tokens_per_second": 48.05255469464909, "stream_tokens_per_second": 57.681824575323965 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.130595729999996, "streaming_ttfb_avg_s": 0.6919373579999899, "streaming_total_avg_s": 1.6514582379999894, "nonstream_tokens_per_second": 62.42385551012075, "stream_tokens_per_second": 76.90173270975613 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.0913606599999923, "streaming_ttfb_avg_s": 0.25616075299998897, "streaming_total_avg_s": 1.0406725379999955, "nonstream_tokens_per_second": 92.54502539976171, "stream_tokens_per_second": 99.9353746759487 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.145547536999999, "streaming_ttfb_avg_s": 0.9048323210000007, "streaming_total_avg_s": 2.6275997329999967, "nonstream_tokens_per_second": 33.557867517898785, "stream_tokens_per_second": 28.54316015414213 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.446571864000006, "streaming_ttfb_avg_s": 0.8105684469999943, "streaming_total_avg_s": 5.520780679999987, "nonstream_tokens_per_second": 34.40852968973848, "stream_tokens_per_second": 33.69088735472108 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 8.144591061, "streaming_ttfb_avg_s": 0.5386411939999931, "streaming_total_avg_s": 4.513523131999989, "nonstream_tokens_per_second": 9.085784595661973, "stream_tokens_per_second": 25.70054403345867 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.5189234940000063, "streaming_ttfb_avg_s": 2.6586661110000023, "streaming_total_avg_s": 2.708661479, "nonstream_tokens_per_second": 80.98697736788012, "stream_tokens_per_second": 94.51162575491406 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.609129898000006, "streaming_ttfb_avg_s": 1.7607879159999982, "streaming_total_avg_s": 2.682835655000005, "nonstream_tokens_per_second": 70.90486377922743, "stream_tokens_per_second": 68.9568888259015 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 7.767328708999997, "streaming_ttfb_avg_s": 0.21721299300000396, "streaming_total_avg_s": 3.5142933390000053, "nonstream_tokens_per_second": 25.87762247876821, "stream_tokens_per_second": 54.0649233493026 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.396279910000004, "streaming_ttfb_avg_s": 0.33498246800002107, "streaming_total_avg_s": 4.026272040000009, "nonstream_tokens_per_second": 38.57161467000517, "stream_tokens_per_second": 34.274882230759474 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.2969390619999785, "streaming_ttfb_avg_s": 0.38726846500000534, "streaming_total_avg_s": 6.067517974999987, "nonstream_tokens_per_second": 63.562853022698675, "stream_tokens_per_second": 29.501354711685117 }, { "timestamp": "2025-10-07T20:16:11.478262+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6655401639999923, "streaming_ttfb_avg_s": 0.48875221099999067, "streaming_total_avg_s": 2.7253314170000067, "nonstream_tokens_per_second": 41.642591433861554, "stream_tokens_per_second": 39.62820790393425 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.936887343999999, "streaming_ttfb_avg_s": 1.091378571, "streaming_total_avg_s": 4.218554182000005, "nonstream_tokens_per_second": 23.581380593567825, "stream_tokens_per_second": 25.838236347677626 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.595342343000013, "streaming_ttfb_avg_s": 1.0302615490000022, "streaming_total_avg_s": 3.3665265869999956, "nonstream_tokens_per_second": 46.44898428800314, "stream_tokens_per_second": 44.85335139876624 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.590623493999999, "streaming_ttfb_avg_s": 0.4203214940000066, "streaming_total_avg_s": 1.8870494240000113, "nonstream_tokens_per_second": 38.21473874119048, "stream_tokens_per_second": 49.81321570303473 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.156063789000001, "streaming_ttfb_avg_s": 0.2497854309999923, "streaming_total_avg_s": 1.2697332770000003, "nonstream_tokens_per_second": 52.4103231901178, "stream_tokens_per_second": 97.65830528831606 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.3900216410000041, "streaming_ttfb_avg_s": 0.36505329900001016, "streaming_total_avg_s": 1.161255306000001, "nonstream_tokens_per_second": 60.43071382656247, "stream_tokens_per_second": 59.41845832134345 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.338690544000002, "streaming_ttfb_avg_s": 0.2209214850000052, "streaming_total_avg_s": 1.9225242589999993, "nonstream_tokens_per_second": 56.771895745907266, "stream_tokens_per_second": 42.1321081493828 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.386910106000002, "streaming_ttfb_avg_s": 0.48368176800001095, "streaming_total_avg_s": 4.458745722000003, "nonstream_tokens_per_second": 46.65019001245376, "stream_tokens_per_second": 36.78164448598262 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.078734582999999, "streaming_ttfb_avg_s": 1.0036727610000042, "streaming_total_avg_s": 4.280362089000008, "nonstream_tokens_per_second": 30.401585951884925, "stream_tokens_per_second": 26.63326083860187 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.961652055000002, "streaming_ttfb_avg_s": 2.3498669349999943, "streaming_total_avg_s": 2.3700169659999943, "nonstream_tokens_per_second": 86.43824299610368, "stream_tokens_per_second": 108.01610438766818 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 7.285356534999991, "streaming_ttfb_avg_s": 4.1214861379999945, "streaming_total_avg_s": 4.147838249999992, "nonstream_tokens_per_second": 35.1389803326901, "stream_tokens_per_second": 61.718896584263014 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.295222862000003, "streaming_ttfb_avg_s": 0.34579026099999055, "streaming_total_avg_s": 2.982355233999982, "nonstream_tokens_per_second": 52.80371230927684, "stream_tokens_per_second": 49.62520839662016 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.422600748999997, "streaming_ttfb_avg_s": 0.34992750799997907, "streaming_total_avg_s": 6.13810325899999, "nonstream_tokens_per_second": 37.082253024327905, "stream_tokens_per_second": 26.392517877972743 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.3030595220000123, "streaming_ttfb_avg_s": 0.3246416140000008, "streaming_total_avg_s": 3.287326020999984, "nonstream_tokens_per_second": 49.95368654455613, "stream_tokens_per_second": 48.36757868987792 }, { "timestamp": "2025-10-08T01:07:22.303898+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2779154309999967, "streaming_ttfb_avg_s": 0.5398397610000245, "streaming_total_avg_s": 2.8389508799999987, "nonstream_tokens_per_second": 37.523847881113966, "stream_tokens_per_second": 39.09895052499114 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.412957641999981, "streaming_ttfb_avg_s": 0.7421168589999638, "streaming_total_avg_s": 5.613582212999972, "nonstream_tokens_per_second": 28.552279496364253, "stream_tokens_per_second": 26.899044900476056 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.936473958000022, "streaming_ttfb_avg_s": 0.9866466220000234, "streaming_total_avg_s": 3.88494146000005, "nonstream_tokens_per_second": 36.83499536566709, "stream_tokens_per_second": 40.41244935515656 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.1056914440000014, "streaming_ttfb_avg_s": 0.41148372200001404, "streaming_total_avg_s": 1.7210205100000167, "nonstream_tokens_per_second": 48.91504892299877, "stream_tokens_per_second": 47.646149202486384 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.3225830599999995, "streaming_ttfb_avg_s": 0.17208640500001593, "streaming_total_avg_s": 1.1376126740000245, "nonstream_tokens_per_second": 53.68282881227893, "stream_tokens_per_second": 70.3227045798527 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 0.9464127960000042, "streaming_ttfb_avg_s": 0.19116173499998013, "streaming_total_avg_s": 1.208620003999954, "nonstream_tokens_per_second": 114.11510966087944, "stream_tokens_per_second": 101.76895930311335 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.3383438520000368, "streaming_ttfb_avg_s": 0.7328133130000083, "streaming_total_avg_s": 1.989185627999973, "nonstream_tokens_per_second": 60.522562926524934, "stream_tokens_per_second": 47.25551938283021 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 2.841726203999997, "streaming_ttfb_avg_s": 0.340481527999998, "streaming_total_avg_s": 2.48988577800003, "nonstream_tokens_per_second": 51.377222687566196, "stream_tokens_per_second": 46.18685765271222 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.520432724999978, "streaming_ttfb_avg_s": 0.9212904870000216, "streaming_total_avg_s": 5.559199086000035, "nonstream_tokens_per_second": 31.53021479767113, "stream_tokens_per_second": 30.220180533394004 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.3221378260000165, "streaming_ttfb_avg_s": 2.7992542970000045, "streaming_total_avg_s": 2.951686878999965, "nonstream_tokens_per_second": 110.2432410056259, "stream_tokens_per_second": 86.73006673618887 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.684159703999967, "streaming_ttfb_avg_s": 6.445787320000022, "streaming_total_avg_s": 6.550609140999995, "nonstream_tokens_per_second": 69.48667282855725, "stream_tokens_per_second": 39.08033504818757 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.418028423999999, "streaming_ttfb_avg_s": 0.4587828150000064, "streaming_total_avg_s": 3.013366036999969, "nonstream_tokens_per_second": 75.26793241699299, "stream_tokens_per_second": 60.39757459442087 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.653300241000011, "streaming_ttfb_avg_s": 0.470325876000004, "streaming_total_avg_s": 3.922354502000019, "nonstream_tokens_per_second": 26.217951492805838, "stream_tokens_per_second": 36.712642859428954 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.30406349499998, "streaming_ttfb_avg_s": 0.31595342200000687, "streaming_total_avg_s": 3.502572604999955, "nonstream_tokens_per_second": 42.75029869186464, "stream_tokens_per_second": 46.822726748301655 }, { "timestamp": "2025-10-08T04:18:13.613882+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.970638518000044, "streaming_ttfb_avg_s": 0.4254670459999943, "streaming_total_avg_s": 2.868595368000001, "nonstream_tokens_per_second": 42.751751594974145, "stream_tokens_per_second": 40.78651220913495 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.9920919360000084, "streaming_ttfb_avg_s": 0.8882411929999989, "streaming_total_avg_s": 4.058214374000045, "nonstream_tokens_per_second": 37.57428496255946, "stream_tokens_per_second": 31.54096560794415 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.275469638000004, "streaming_ttfb_avg_s": 0.8179985549999742, "streaming_total_avg_s": 4.281990514999961, "nonstream_tokens_per_second": 30.406016416201684, "stream_tokens_per_second": 35.96458223355065 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.1305318429999716, "streaming_ttfb_avg_s": 0.3040583940000374, "streaming_total_avg_s": 1.658736159, "nonstream_tokens_per_second": 38.957408814471826, "stream_tokens_per_second": 48.229490607010995 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.6668546200000378, "streaming_ttfb_avg_s": 0.23695947900000647, "streaming_total_avg_s": 0.6750042609999696, "nonstream_tokens_per_second": 110.96871459028927, "stream_tokens_per_second": 96.2956884208512 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.7414209419999906, "streaming_ttfb_avg_s": 0.9493453329999966, "streaming_total_avg_s": 1.7588811790000136, "nonstream_tokens_per_second": 61.44407559329821, "stream_tokens_per_second": 67.08810203261552 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.6773881859999733, "streaming_ttfb_avg_s": 0.2200659730000325, "streaming_total_avg_s": 1.6953494869999872, "nonstream_tokens_per_second": 32.49435418252827, "stream_tokens_per_second": 42.46911952497057 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.485119068000017, "streaming_ttfb_avg_s": 0.39909435399999893, "streaming_total_avg_s": 4.4105906300000015, "nonstream_tokens_per_second": 34.78168530976431, "stream_tokens_per_second": 39.2237717151274 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.5627519329999586, "streaming_ttfb_avg_s": 0.35087070600002335, "streaming_total_avg_s": 4.770276270000011, "nonstream_tokens_per_second": 31.155691467560082, "stream_tokens_per_second": 32.073614050869146 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.108753365000041, "streaming_ttfb_avg_s": 2.245455495999977, "streaming_total_avg_s": 2.3027993649999985, "nonstream_tokens_per_second": 72.05460636469533, "stream_tokens_per_second": 86.41656021995652 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.7492819290000057, "streaming_ttfb_avg_s": 3.907167602999948, "streaming_total_avg_s": 3.910790193999958, "nonstream_tokens_per_second": 93.1152230332066, "stream_tokens_per_second": 65.4599166155122 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.297613491999982, "streaming_ttfb_avg_s": 0.35241490199996406, "streaming_total_avg_s": 2.096660300999986, "nonstream_tokens_per_second": 51.24918381429309, "stream_tokens_per_second": 73.45014350991951 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 6.543664829000022, "streaming_ttfb_avg_s": 0.3854554480000161, "streaming_total_avg_s": 3.79518693, "nonstream_tokens_per_second": 21.394738828852006, "stream_tokens_per_second": 38.469778351602834 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.1756698009999695, "streaming_ttfb_avg_s": 0.3534163599999829, "streaming_total_avg_s": 2.382195150999962, "nonstream_tokens_per_second": 44.4000821356179, "stream_tokens_per_second": 68.84406591590893 }, { "timestamp": "2025-10-08T08:21:05.948711+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9757165679999957, "streaming_ttfb_avg_s": 1.1320832200000268, "streaming_total_avg_s": 3.5859381190000477, "nonstream_tokens_per_second": 38.98220725973394, "stream_tokens_per_second": 32.90631240254217 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.0680832479999935, "streaming_ttfb_avg_s": 0.7572124369999642, "streaming_total_avg_s": 3.739974477999965, "nonstream_tokens_per_second": 35.64332172191581, "stream_tokens_per_second": 37.968173535755696 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.6128910729999575, "streaming_ttfb_avg_s": 0.37012855799997624, "streaming_total_avg_s": 3.384398706000013, "nonstream_tokens_per_second": 43.45550331514294, "stream_tokens_per_second": 56.13995764244902 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.435658640999975, "streaming_ttfb_avg_s": 1.073562145999972, "streaming_total_avg_s": 3.325934922999977, "nonstream_tokens_per_second": 29.10650051394344, "stream_tokens_per_second": 34.87741121987094 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.4366423860000168, "streaming_ttfb_avg_s": 0.16428307900002892, "streaming_total_avg_s": 2.5932384690000276, "nonstream_tokens_per_second": 82.83202636901638, "stream_tokens_per_second": 60.15644217253756 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.1016002110000045, "streaming_ttfb_avg_s": 0.27523259899999175, "streaming_total_avg_s": 1.7823271830000067, "nonstream_tokens_per_second": 80.79156041483333, "stream_tokens_per_second": 51.61790768692981 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1997579780000365, "streaming_ttfb_avg_s": 1.0874909909999815, "streaming_total_avg_s": 2.731994234999945, "nonstream_tokens_per_second": 74.18162798830524, "stream_tokens_per_second": 36.60329832284658 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 7.253563705000033, "streaming_ttfb_avg_s": 0.6052158150000082, "streaming_total_avg_s": 4.429662486000041, "nonstream_tokens_per_second": 23.574618898311478, "stream_tokens_per_second": 37.92614009102599 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.294647383999973, "streaming_ttfb_avg_s": 0.5933246100000247, "streaming_total_avg_s": 3.310239211999999, "nonstream_tokens_per_second": 24.175358756997944, "stream_tokens_per_second": 32.02185498127681 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.766189964999967, "streaming_ttfb_avg_s": 2.6310586030000422, "streaming_total_avg_s": 2.758850288000019, "nonstream_tokens_per_second": 92.5460663364105, "stream_tokens_per_second": 92.7922769544638 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.7269520500000226, "streaming_ttfb_avg_s": 3.3742966170000273, "streaming_total_avg_s": 3.3814275080000016, "nonstream_tokens_per_second": 41.43820570662365, "stream_tokens_per_second": 75.70767061968311 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.6163008839999975, "streaming_ttfb_avg_s": 1.0594439480000233, "streaming_total_avg_s": 2.4462366920000136, "nonstream_tokens_per_second": 44.24410609966273, "stream_tokens_per_second": 64.58900748104678 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.25665826300002, "streaming_ttfb_avg_s": 0.35960504600001286, "streaming_total_avg_s": 4.006615216, "nonstream_tokens_per_second": 37.768777091979224, "stream_tokens_per_second": 33.444689039487734 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.1799145530000033, "streaming_ttfb_avg_s": 0.3879510239999604, "streaming_total_avg_s": 1.9686800189999758, "nonstream_tokens_per_second": 52.51713441244779, "stream_tokens_per_second": 75.17727541887639 }, { "timestamp": "2025-10-08T12:31:52.349466+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.837334759999976, "streaming_ttfb_avg_s": 0.7532632409999565, "streaming_total_avg_s": 2.910255194000001, "nonstream_tokens_per_second": 39.12122093058943, "stream_tokens_per_second": 37.11014766768936 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.657889498999992, "streaming_ttfb_avg_s": 1.2685523709999984, "streaming_total_avg_s": 5.76688944, "nonstream_tokens_per_second": 30.700599494835767, "stream_tokens_per_second": 26.877574403437844 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.501738235999994, "streaming_ttfb_avg_s": 1.2170123949999834, "streaming_total_avg_s": 7.588647258999998, "nonstream_tokens_per_second": 37.763190813833944, "stream_tokens_per_second": 21.874781411552238 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 5.638403750000009, "streaming_ttfb_avg_s": 0.5949066089999917, "streaming_total_avg_s": 3.28283661399999, "nonstream_tokens_per_second": 12.592216369748245, "stream_tokens_per_second": 22.54148125569804 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8790848570000094, "streaming_ttfb_avg_s": 0.6909479579999811, "streaming_total_avg_s": 2.2261365569999896, "nonstream_tokens_per_second": 86.45354244794959, "stream_tokens_per_second": 49.86217024780682 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.502332297999999, "streaming_ttfb_avg_s": 0.6403633689999992, "streaming_total_avg_s": 1.8014090829999816, "nonstream_tokens_per_second": 91.85717446380833, "stream_tokens_per_second": 48.85064743508951 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4813630069999988, "streaming_ttfb_avg_s": 0.7667482079999957, "streaming_total_avg_s": 2.1511507919999815, "nonstream_tokens_per_second": 54.00431874022089, "stream_tokens_per_second": 43.232673574471015 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 7.833219405999984, "streaming_ttfb_avg_s": 0.47717089200000373, "streaming_total_avg_s": 5.899929092000008, "nonstream_tokens_per_second": 22.3407504538882, "stream_tokens_per_second": 33.220738240018115 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.998729048000001, "streaming_ttfb_avg_s": 0.3605347479999921, "streaming_total_avg_s": 4.81231336899998, "nonstream_tokens_per_second": 22.00559361064212, "stream_tokens_per_second": 20.156625839218158 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.862044886999996, "streaming_ttfb_avg_s": 3.275713709999991, "streaming_total_avg_s": 3.319383978000019, "nonstream_tokens_per_second": 55.55468424768986, "stream_tokens_per_second": 77.12274376712634 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.9946899669999993, "streaming_ttfb_avg_s": 2.7309010339999986, "streaming_total_avg_s": 2.8848117900000148, "nonstream_tokens_per_second": 85.484642090164, "stream_tokens_per_second": 88.74062456601327 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.150282173999983, "streaming_ttfb_avg_s": 0.4798652059999995, "streaming_total_avg_s": 6.45395385300003, "nonstream_tokens_per_second": 48.567077978837844, "stream_tokens_per_second": 26.18549866473599 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.550938111999983, "streaming_ttfb_avg_s": 2.679693332999989, "streaming_total_avg_s": 6.47725509899999, "nonstream_tokens_per_second": 37.45489101895129, "stream_tokens_per_second": 24.084276073067514 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 5.849757190999981, "streaming_ttfb_avg_s": 0.4766963669999882, "streaming_total_avg_s": 3.8546486349999896, "nonstream_tokens_per_second": 39.83071303514566, "stream_tokens_per_second": 38.65462565046487 }, { "timestamp": "2025-10-08T16:19:03.857281+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.328079300000013, "streaming_ttfb_avg_s": 0.9955183330000068, "streaming_total_avg_s": 3.3673184419999984, "nonstream_tokens_per_second": 34.85493870293281, "stream_tokens_per_second": 33.2608875368135 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.420190824999999, "streaming_ttfb_avg_s": 2.4328158929999972, "streaming_total_avg_s": 5.349123405999997, "nonstream_tokens_per_second": 36.25528701311572, "stream_tokens_per_second": 25.61167309139476 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.225629029000004, "streaming_ttfb_avg_s": 1.0464884749999896, "streaming_total_avg_s": 3.183708947999989, "nonstream_tokens_per_second": 31.95787513296897, "stream_tokens_per_second": 41.46107642249227 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.7151915870000067, "streaming_ttfb_avg_s": 0.3928093530000041, "streaming_total_avg_s": 1.5510352940000018, "nonstream_tokens_per_second": 33.88342849929425, "stream_tokens_per_second": 53.51264430994947 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.0586917090000014, "streaming_ttfb_avg_s": 0.7828543730000064, "streaming_total_avg_s": 1.4724177230000066, "nonstream_tokens_per_second": 61.39653257641589, "stream_tokens_per_second": 55.01156277511041 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.6996638229999945, "streaming_ttfb_avg_s": 0.2195168590000094, "streaming_total_avg_s": 1.0766760989999966, "nonstream_tokens_per_second": 50.00622627523363, "stream_tokens_per_second": 109.5965630792742 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.296477584999991, "streaming_ttfb_avg_s": 0.40531942200000515, "streaming_total_avg_s": 1.4912392260000047, "nonstream_tokens_per_second": 48.59320417791908, "stream_tokens_per_second": 54.987823932147386 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.121590436000005, "streaming_ttfb_avg_s": 0.3872312299999976, "streaming_total_avg_s": 4.114546390000001, "nonstream_tokens_per_second": 32.802310551643615, "stream_tokens_per_second": 34.754742429821036 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.03476388, "streaming_ttfb_avg_s": 0.4978702380000044, "streaming_total_avg_s": 8.239814633999998, "nonstream_tokens_per_second": 15.07929751843083, "stream_tokens_per_second": 16.62658762184965 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.5346909350000004, "streaming_ttfb_avg_s": 3.384517303999999, "streaming_total_avg_s": 3.7539892019999996, "nonstream_tokens_per_second": 73.38172770164579, "stream_tokens_per_second": 53.276658306168464 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2330896699999983, "streaming_ttfb_avg_s": 2.6028642160000004, "streaming_total_avg_s": 3.1853007389999988, "nonstream_tokens_per_second": 79.18122481273467, "stream_tokens_per_second": 80.36917734818637 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.957650897999983, "streaming_ttfb_avg_s": 0.33954931900001384, "streaming_total_avg_s": 1.920737059000004, "nonstream_tokens_per_second": 49.025393800888274, "stream_tokens_per_second": 93.19339113141963 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.4757206890000134, "streaming_ttfb_avg_s": 0.28496449700000426, "streaming_total_avg_s": 2.7371170769999935, "nonstream_tokens_per_second": 40.85483636513217, "stream_tokens_per_second": 44.937792772391624 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.6252942749999875, "streaming_ttfb_avg_s": 0.4065276990000086, "streaming_total_avg_s": 5.3403298120000215, "nonstream_tokens_per_second": 38.70024032146592, "stream_tokens_per_second": 32.956766004323946 }, { "timestamp": "2025-10-08T20:16:47.728870+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.4746184749999998, "streaming_ttfb_avg_s": 0.7375009410000075, "streaming_total_avg_s": 2.9172868809999954, "nonstream_tokens_per_second": 33.67276172673893, "stream_tokens_per_second": 37.02069916517071 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 6.062820179000028, "streaming_ttfb_avg_s": 0.8830725650000204, "streaming_total_avg_s": 3.729187287000002, "nonstream_tokens_per_second": 23.586383197593985, "stream_tokens_per_second": 36.46907208819945 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.6493760409999823, "streaming_ttfb_avg_s": 1.041119359999982, "streaming_total_avg_s": 3.1362155890000167, "nonstream_tokens_per_second": 43.02105297895793, "stream_tokens_per_second": 43.68322142154854 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8931757320000315, "streaming_ttfb_avg_s": 0.8446081000000163, "streaming_total_avg_s": 2.6716876489999777, "nonstream_tokens_per_second": 45.426316504250735, "stream_tokens_per_second": 29.94362010467215 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.778207301000009, "streaming_ttfb_avg_s": 0.31849390700000413, "streaming_total_avg_s": 1.149431729000014, "nonstream_tokens_per_second": 70.67525571826955, "stream_tokens_per_second": 121.79931740860991 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.6318444519999957, "streaming_ttfb_avg_s": 0.2544416339999884, "streaming_total_avg_s": 1.1005862110000066, "nonstream_tokens_per_second": 66.18277855320997, "stream_tokens_per_second": 97.22091639034659 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.496323335999989, "streaming_ttfb_avg_s": 0.2886622720000105, "streaming_total_avg_s": 1.3344918129999996, "nonstream_tokens_per_second": 54.80098988444875, "stream_tokens_per_second": 65.19335611690262 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.229197096000007, "streaming_ttfb_avg_s": 0.9729436700000065, "streaming_total_avg_s": 4.121083279000004, "nonstream_tokens_per_second": 44.92578512827005, "stream_tokens_per_second": 36.88350603700572 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.282903195000017, "streaming_ttfb_avg_s": 0.335279383999989, "streaming_total_avg_s": 4.009988774000021, "nonstream_tokens_per_second": 43.25439757598434, "stream_tokens_per_second": 34.41406142948949 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.5630173289999902, "streaming_ttfb_avg_s": 2.466821322000044, "streaming_total_avg_s": 2.5399176140000463, "nonstream_tokens_per_second": 99.88227434259419, "stream_tokens_per_second": 100.79067076385704 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.0800543319999747, "streaming_ttfb_avg_s": 2.8574027820000083, "streaming_total_avg_s": 2.877635622000014, "nonstream_tokens_per_second": 83.11541693934058, "stream_tokens_per_second": 88.96192347732855 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.427825014000007, "streaming_ttfb_avg_s": 0.27908063399996763, "streaming_total_avg_s": 2.30838702799997, "nonstream_tokens_per_second": 65.49071662213278, "stream_tokens_per_second": 64.11403209462236 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.312316241000019, "streaming_ttfb_avg_s": 0.4118077389999826, "streaming_total_avg_s": 3.2884932449999837, "nonstream_tokens_per_second": 44.54408016243274, "stream_tokens_per_second": 39.227691951667865 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 6.388376653000023, "streaming_ttfb_avg_s": 0.4893634649999967, "streaming_total_avg_s": 4.652020657000037, "nonstream_tokens_per_second": 28.95884354488128, "stream_tokens_per_second": 38.477903087264515 }, { "timestamp": "2025-10-09T01:08:24.944291+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.612812470999984, "streaming_ttfb_avg_s": 1.0747574800000166, "streaming_total_avg_s": 3.522499090999986, "nonstream_tokens_per_second": 41.33476902713416, "stream_tokens_per_second": 32.93116534689276 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.9338569749999692, "streaming_ttfb_avg_s": 0.6947955210000032, "streaming_total_avg_s": 4.472576731000004, "nonstream_tokens_per_second": 32.28383767053478, "stream_tokens_per_second": 32.196205601553466 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.808188342000051, "streaming_ttfb_avg_s": 0.8244670819999556, "streaming_total_avg_s": 3.1584439969999494, "nonstream_tokens_per_second": 63.74216334525213, "stream_tokens_per_second": 47.17512805087814 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.7982948469999656, "streaming_ttfb_avg_s": 0.3656748759999573, "streaming_total_avg_s": 1.6507757839999613, "nonstream_tokens_per_second": 33.92102251850648, "stream_tokens_per_second": 49.67361454825044 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.9499329139999872, "streaming_ttfb_avg_s": 0.28065150999998423, "streaming_total_avg_s": 0.9428552219999915, "nonstream_tokens_per_second": 136.85176930294443, "stream_tokens_per_second": 106.06082213542739 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.295927942999981, "streaming_ttfb_avg_s": 0.3436471959999494, "streaming_total_avg_s": 1.125450179999973, "nonstream_tokens_per_second": 101.08586724100131, "stream_tokens_per_second": 135.9456000087038 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4238153759999932, "streaming_ttfb_avg_s": 1.131867452999984, "streaming_total_avg_s": 3.7584537199999772, "nonstream_tokens_per_second": 57.59173652862729, "stream_tokens_per_second": 24.478151616032285 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.327180090000013, "streaming_ttfb_avg_s": 0.46405363900004204, "streaming_total_avg_s": 3.34645288400003, "nonstream_tokens_per_second": 51.3948735489095, "stream_tokens_per_second": 47.51299525542598 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.017849054999999, "streaming_ttfb_avg_s": 0.33715290600002845, "streaming_total_avg_s": 2.9851631910000265, "nonstream_tokens_per_second": 31.11117373721249, "stream_tokens_per_second": 39.5288272198178 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.679281517999982, "streaming_ttfb_avg_s": 1.795988986999987, "streaming_total_avg_s": 2.2344939139999838, "nonstream_tokens_per_second": 95.54800355249631, "stream_tokens_per_second": 114.56732927132146 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.048936636999997, "streaming_ttfb_avg_s": 3.2595022040000003, "streaming_total_avg_s": 3.272337890000017, "nonstream_tokens_per_second": 83.96369963656947, "stream_tokens_per_second": 78.2315300575512 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.8616069100000345, "streaming_ttfb_avg_s": 0.39424727099998336, "streaming_total_avg_s": 3.4881064940000215, "nonstream_tokens_per_second": 48.923560923326924, "stream_tokens_per_second": 51.89061753456857 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.232680529999982, "streaming_ttfb_avg_s": 0.7046962840000219, "streaming_total_avg_s": 2.780518050000012, "nonstream_tokens_per_second": 56.43440622470113, "stream_tokens_per_second": 43.87671570770759 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.812550753000039, "streaming_ttfb_avg_s": 0.4648548779999828, "streaming_total_avg_s": 1.993854677999991, "nonstream_tokens_per_second": 47.73706942964285, "stream_tokens_per_second": 75.73270091653123 }, { "timestamp": "2025-10-09T04:18:21.537017+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6768424850000088, "streaming_ttfb_avg_s": 0.4420155340000065, "streaming_total_avg_s": 2.6206008569999995, "nonstream_tokens_per_second": 40.34604225134287, "stream_tokens_per_second": 41.21192272051525 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.9509628999999933, "streaming_ttfb_avg_s": 0.7890673610000078, "streaming_total_avg_s": 3.8054719969999837, "nonstream_tokens_per_second": 28.34752004378482, "stream_tokens_per_second": 33.37299554434234 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.64520867600001, "streaming_ttfb_avg_s": 1.1258211190000225, "streaming_total_avg_s": 4.640415126000022, "nonstream_tokens_per_second": 33.12543622966679, "stream_tokens_per_second": 33.186686065465445 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.9248750210000196, "streaming_ttfb_avg_s": 0.4668958959999827, "streaming_total_avg_s": 1.9897788809999781, "nonstream_tokens_per_second": 46.75628236540926, "stream_tokens_per_second": 47.24143013959401 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.8780366670000035, "streaming_ttfb_avg_s": 0.15235974999998803, "streaming_total_avg_s": 1.0781687690000012, "nonstream_tokens_per_second": 53.247096692601374, "stream_tokens_per_second": 116.86482081730551 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.176040664999988, "streaming_ttfb_avg_s": 0.7857962420000035, "streaming_total_avg_s": 1.834385846999993, "nonstream_tokens_per_second": 94.38449137300974, "stream_tokens_per_second": 79.59067076251846 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8816526399999987, "streaming_ttfb_avg_s": 0.4920651700000178, "streaming_total_avg_s": 1.1073693419999984, "nonstream_tokens_per_second": 47.83029454363057, "stream_tokens_per_second": 63.21287518541407 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 7.645147819000016, "streaming_ttfb_avg_s": 0.49793368199999577, "streaming_total_avg_s": 4.486245240999978, "nonstream_tokens_per_second": 21.45151459235633, "stream_tokens_per_second": 35.4416647906121 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 9.848707714999989, "streaming_ttfb_avg_s": 1.0041989810000018, "streaming_total_avg_s": 6.189164704999996, "nonstream_tokens_per_second": 16.44885853940688, "stream_tokens_per_second": 16.318841849273433 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.1832851039999923, "streaming_ttfb_avg_s": 3.4069678989999943, "streaming_total_avg_s": 3.4184278089999793, "nonstream_tokens_per_second": 76.650375957026, "stream_tokens_per_second": 74.88822766009787 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.731322242999994, "streaming_ttfb_avg_s": 0.3614786059999915, "streaming_total_avg_s": 2.419920531999992, "nonstream_tokens_per_second": 48.32824114338686, "stream_tokens_per_second": 73.55613444582345 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.9887653939999836, "streaming_ttfb_avg_s": 0.4546921740000016, "streaming_total_avg_s": 3.089170727999999, "nonstream_tokens_per_second": 33.594354835099274, "stream_tokens_per_second": 46.93816327007487 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.1800260339999795, "streaming_ttfb_avg_s": 0.2860211260000085, "streaming_total_avg_s": 2.8391908620000095, "nonstream_tokens_per_second": 38.99497244136083, "stream_tokens_per_second": 61.285066223913276 }, { "timestamp": "2025-10-09T08:20:43.667087+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0058849260000216, "streaming_ttfb_avg_s": 2.6622516220000136, "streaming_total_avg_s": 5.054554875999997, "nonstream_tokens_per_second": 35.92951914620274, "stream_tokens_per_second": 24.334487015667346 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.174354092999998, "streaming_ttfb_avg_s": 4.710132385999998, "streaming_total_avg_s": 6.9123062450000035, "nonstream_tokens_per_second": 31.621658598955865, "stream_tokens_per_second": 20.398401778276526 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.6927581059999994, "streaming_ttfb_avg_s": 0.8755105579999878, "streaming_total_avg_s": 4.468727909999998, "nonstream_tokens_per_second": 49.391736934576336, "stream_tokens_per_second": 41.62258337183032 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.9769830759999962, "streaming_ttfb_avg_s": 1.016684796000007, "streaming_total_avg_s": 2.8622826069999974, "nonstream_tokens_per_second": 40.46569794712808, "stream_tokens_per_second": 38.430866236263334 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.6531256800000023, "streaming_ttfb_avg_s": 0.4856236269999954, "streaming_total_avg_s": 1.430970895999991, "nonstream_tokens_per_second": 51.417748225894044, "stream_tokens_per_second": 81.76266919687285 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.0209356639999925, "streaming_ttfb_avg_s": 0.20430303199999855, "streaming_total_avg_s": 2.194777578, "nonstream_tokens_per_second": 29.19439794695029, "stream_tokens_per_second": 54.675244180939046 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.1112392440000036, "streaming_ttfb_avg_s": 0.27542918199999633, "streaming_total_avg_s": 1.6181125589999965, "nonstream_tokens_per_second": 35.99781512966224, "stream_tokens_per_second": 61.800397904210456 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 5.876385690999996, "streaming_ttfb_avg_s": 0.43084438500000033, "streaming_total_avg_s": 5.675946184000011, "nonstream_tokens_per_second": 25.525894297532776, "stream_tokens_per_second": 26.779676035067865 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.739839478999997, "streaming_ttfb_avg_s": 0.7205848830000008, "streaming_total_avg_s": 3.5853049959999908, "nonstream_tokens_per_second": 23.20753698249874, "stream_tokens_per_second": 30.959709180624557 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.4862804859999983, "streaming_ttfb_avg_s": 2.036394429000012, "streaming_total_avg_s": 2.0370913140000084, "nonstream_tokens_per_second": 73.43069527194666, "stream_tokens_per_second": 95.72472213682964 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 5.380265299000001, "streaming_ttfb_avg_s": 2.9080149429999977, "streaming_total_avg_s": 3.0249248199999954, "nonstream_tokens_per_second": 47.58129678987786, "stream_tokens_per_second": 84.63020247888356 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.7888627540000073, "streaming_ttfb_avg_s": 0.31530710199999135, "streaming_total_avg_s": 2.195463625000002, "nonstream_tokens_per_second": 52.25842498279092, "stream_tokens_per_second": 65.58979085795596 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.5355570760000035, "streaming_ttfb_avg_s": 0.19406443700000864, "streaming_total_avg_s": 2.577841118000009, "nonstream_tokens_per_second": 50.876393681307064, "stream_tokens_per_second": 46.16265881130987 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 4.49255332300001, "streaming_ttfb_avg_s": 0.3419276760000116, "streaming_total_avg_s": 3.1447714710000128, "nonstream_tokens_per_second": 38.953349558272926, "stream_tokens_per_second": 43.88236196893413 }, { "timestamp": "2025-10-09T12:31:25.673770+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6498809160000008, "streaming_ttfb_avg_s": 0.3636086399999954, "streaming_total_avg_s": 2.5071153749999837, "nonstream_tokens_per_second": 41.88867481922723, "stream_tokens_per_second": 43.077395271448445 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.088651906999985, "streaming_ttfb_avg_s": 1.9512523260000023, "streaming_total_avg_s": 5.480694568000018, "nonstream_tokens_per_second": 40.355599780336256, "stream_tokens_per_second": 29.010921522310138 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.363507980999998, "streaming_ttfb_avg_s": 0.9290218109999842, "streaming_total_avg_s": 5.245520766999988, "nonstream_tokens_per_second": 32.77179751307073, "stream_tokens_per_second": 33.74307487514336 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.2005248180000194, "streaming_ttfb_avg_s": 1.023759133999988, "streaming_total_avg_s": 2.1707194249999873, "nonstream_tokens_per_second": 38.17271194257408, "stream_tokens_per_second": 31.786696707705744 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.363220396000031, "streaming_ttfb_avg_s": 0.5319700269999998, "streaming_total_avg_s": 2.068136270000025, "nonstream_tokens_per_second": 44.01342598456738, "stream_tokens_per_second": 57.5397287529794 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2179391010000131, "streaming_ttfb_avg_s": 0.6853898109999932, "streaming_total_avg_s": 2.5128471219999824, "nonstream_tokens_per_second": 99.34815287615821, "stream_tokens_per_second": 56.907560650241976 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 2.2470777750000366, "streaming_ttfb_avg_s": 0.48303821799999014, "streaming_total_avg_s": 2.4789452480000023, "nonstream_tokens_per_second": 37.82690610252625, "stream_tokens_per_second": 26.624226595261995 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 8.022253352000007, "streaming_ttfb_avg_s": 0.4260749840000244, "streaming_total_avg_s": 4.122675067000046, "nonstream_tokens_per_second": 19.321254664857644, "stream_tokens_per_second": 40.26511847337839 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.3056520540000065, "streaming_ttfb_avg_s": 0.49489415800002234, "streaming_total_avg_s": 5.796749559000034, "nonstream_tokens_per_second": 17.41896443543877, "stream_tokens_per_second": 20.011214702194334 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.5285623519999945, "streaming_ttfb_avg_s": 3.0813642699999946, "streaming_total_avg_s": 3.165434905999973, "nonstream_tokens_per_second": 51.862481584398054, "stream_tokens_per_second": 80.87356322341704 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2635206280000375, "streaming_ttfb_avg_s": 3.328565011999956, "streaming_total_avg_s": 3.340556192000008, "nonstream_tokens_per_second": 78.44289317603696, "stream_tokens_per_second": 76.63394515352591 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.413217108999959, "streaming_ttfb_avg_s": 0.33939782599998125, "streaming_total_avg_s": 3.8269042240000317, "nonstream_tokens_per_second": 33.535626357058376, "stream_tokens_per_second": 38.15094171533643 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6921027239999944, "streaming_ttfb_avg_s": 0.43769593000001805, "streaming_total_avg_s": 6.460404866000033, "nonstream_tokens_per_second": 33.043500985754314, "stream_tokens_per_second": 22.75399190128702 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.837477003999993, "streaming_ttfb_avg_s": 0.4832759209999722, "streaming_total_avg_s": 2.650392943999975, "nonstream_tokens_per_second": 41.9546488049783, "stream_tokens_per_second": 58.48189429831257 }, { "timestamp": "2025-10-09T16:20:21.734712+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9781364080000117, "streaming_ttfb_avg_s": 0.5639049939999836, "streaming_total_avg_s": 2.807689418999985, "nonstream_tokens_per_second": 37.27163057468641, "stream_tokens_per_second": 39.53428725016704 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.8523275640000065, "streaming_ttfb_avg_s": 0.8847402600000009, "streaming_total_avg_s": 4.274168408999998, "nonstream_tokens_per_second": 28.852132951344135, "stream_tokens_per_second": 35.56247331760204 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.1337922230000004, "streaming_ttfb_avg_s": 0.22542293300000438, "streaming_total_avg_s": 1.9520498239999995, "nonstream_tokens_per_second": 57.75749862150321, "stream_tokens_per_second": 81.96512098863315 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8485815659999787, "streaming_ttfb_avg_s": 1.334017834000008, "streaming_total_avg_s": 3.0547280229999956, "nonstream_tokens_per_second": 36.24400525911161, "stream_tokens_per_second": 35.35502970700975 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.6996876579999878, "streaming_ttfb_avg_s": 0.16431030200001828, "streaming_total_avg_s": 1.3551074530000164, "nonstream_tokens_per_second": 117.19514995361178, "stream_tokens_per_second": 65.6774485321932 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.2563384460000009, "streaming_ttfb_avg_s": 0.27045438499999364, "streaming_total_avg_s": 2.5741413970000053, "nonstream_tokens_per_second": 56.51343411964641, "stream_tokens_per_second": 52.83315056371774 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.8413122389999899, "streaming_ttfb_avg_s": 0.9849122340000065, "streaming_total_avg_s": 2.456521922999997, "nonstream_tokens_per_second": 52.679821458570416, "stream_tokens_per_second": 37.45132463041329 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.780651829000021, "streaming_ttfb_avg_s": 0.3349567900000068, "streaming_total_avg_s": 3.850907595999985, "nonstream_tokens_per_second": 33.67741591708357, "stream_tokens_per_second": 37.913140307924586 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.567550059000013, "streaming_ttfb_avg_s": 1.0071831780000196, "streaming_total_avg_s": 6.597194571000017, "nonstream_tokens_per_second": 25.83441855606813, "stream_tokens_per_second": 22.130619072808248 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.7109803600000077, "streaming_ttfb_avg_s": 1.771941505000001, "streaming_total_avg_s": 2.0994015430000275, "nonstream_tokens_per_second": 54.97199667205988, "stream_tokens_per_second": 61.92240852325519 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 8.216825609000011, "streaming_ttfb_avg_s": 2.8152243409999755, "streaming_total_avg_s": 2.827687886999996, "nonstream_tokens_per_second": 31.15558394224643, "stream_tokens_per_second": 90.53332978400255 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.3756866049999985, "streaming_ttfb_avg_s": 0.2310416450000048, "streaming_total_avg_s": 3.292208402, "nonstream_tokens_per_second": 88.3954977723167, "stream_tokens_per_second": 48.90334399918101 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.282627708000007, "streaming_ttfb_avg_s": 0.44362855800000034, "streaming_total_avg_s": 2.8544568640000136, "nonstream_tokens_per_second": 31.52270269671542, "stream_tokens_per_second": 41.689191909259634 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.734048200000018, "streaming_ttfb_avg_s": 0.43934282899999744, "streaming_total_avg_s": 3.6318929900000114, "nonstream_tokens_per_second": 43.11674391348222, "stream_tokens_per_second": 45.70619246135869 }, { "timestamp": "2025-10-09T20:17:13.892649+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1479688839999937, "streaming_ttfb_avg_s": 0.5398631639999962, "streaming_total_avg_s": 2.934351594999981, "nonstream_tokens_per_second": 40.34347373809691, "stream_tokens_per_second": 39.872522501858114 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.128922579999994, "streaming_ttfb_avg_s": 0.8401123840000082, "streaming_total_avg_s": 5.253972986999997, "nonstream_tokens_per_second": 37.7822535970147, "stream_tokens_per_second": 22.649526423992643 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.7708624480000026, "streaming_ttfb_avg_s": 0.959232261000011, "streaming_total_avg_s": 4.877041454999983, "nonstream_tokens_per_second": 49.082191033396214, "stream_tokens_per_second": 32.80677465555817 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.5296430319999672, "streaming_ttfb_avg_s": 0.3032073749999995, "streaming_total_avg_s": 1.949457955000014, "nonstream_tokens_per_second": 54.91477308282329, "stream_tokens_per_second": 52.322236413659546 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.8823544449999758, "streaming_ttfb_avg_s": 0.8444478659999959, "streaming_total_avg_s": 1.5317784499999902, "nonstream_tokens_per_second": 81.59986092663927, "stream_tokens_per_second": 75.07613127734022 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.9038940830000115, "streaming_ttfb_avg_s": 0.150433731000021, "streaming_total_avg_s": 1.6398574849999932, "nonstream_tokens_per_second": 79.83637396492664, "stream_tokens_per_second": 85.37327254386413 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.7059810430000084, "streaming_ttfb_avg_s": 0.2056316189999734, "streaming_total_avg_s": 1.3787545019999925, "nonstream_tokens_per_second": 48.066184754199284, "stream_tokens_per_second": 65.27630544048841 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 3.8102696079999987, "streaming_ttfb_avg_s": 0.4144691380000154, "streaming_total_avg_s": 3.048801097000023, "nonstream_tokens_per_second": 46.45340571921022, "stream_tokens_per_second": 54.11963416123067 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 6.094594413999971, "streaming_ttfb_avg_s": 0.441636863000042, "streaming_total_avg_s": 5.977136594000001, "nonstream_tokens_per_second": 20.674058262279733, "stream_tokens_per_second": 24.761020209671315 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.3666697019999674, "streaming_ttfb_avg_s": 2.5698955089999913, "streaming_total_avg_s": 2.57043008200003, "nonstream_tokens_per_second": 97.60550862031663, "stream_tokens_per_second": 75.86279096464361 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.415418838999983, "streaming_ttfb_avg_s": 3.1643662370000243, "streaming_total_avg_s": 3.192133597999998, "nonstream_tokens_per_second": 74.95420388175744, "stream_tokens_per_second": 80.19714468103543 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.01871162599997, "streaming_ttfb_avg_s": 0.5778232819999971, "streaming_total_avg_s": 3.378576565000003, "nonstream_tokens_per_second": 54.65907991305482, "stream_tokens_per_second": 53.27687460591849 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.4427242329999785, "streaming_ttfb_avg_s": 0.2641066219999857, "streaming_total_avg_s": 3.4883035859999723, "nonstream_tokens_per_second": 49.534858812693926, "stream_tokens_per_second": 43.57418907288914 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.855657891000021, "streaming_ttfb_avg_s": 0.29516530900002635, "streaming_total_avg_s": 4.208113577999995, "nonstream_tokens_per_second": 40.978739417936374, "stream_tokens_per_second": 47.28959813261015 }, { "timestamp": "2025-10-10T01:08:25.294277+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7755338210000104, "streaming_ttfb_avg_s": 0.4189245279999909, "streaming_total_avg_s": 2.928523403999975, "nonstream_tokens_per_second": 39.99230676281483, "stream_tokens_per_second": 39.95187466837161 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.338158590999996, "streaming_ttfb_avg_s": 0.9736866639999988, "streaming_total_avg_s": 4.029944198999999, "nonstream_tokens_per_second": 37.80405823342574, "stream_tokens_per_second": 35.98064708587793 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.714561822999997, "streaming_ttfb_avg_s": 0.7931538610000075, "streaming_total_avg_s": 4.124889533000001, "nonstream_tokens_per_second": 39.452234795734086, "stream_tokens_per_second": 40.72836342790855 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.9247094699999963, "streaming_ttfb_avg_s": 0.4569681410000044, "streaming_total_avg_s": 1.896865935000008, "nonstream_tokens_per_second": 28.036972848451885, "stream_tokens_per_second": 37.95734778694293 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.035921541999997, "streaming_ttfb_avg_s": 1.2295188140000022, "streaming_total_avg_s": 1.8039407350000118, "nonstream_tokens_per_second": 30.453039923677025, "stream_tokens_per_second": 67.07537429160566 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.6490482509999964, "streaming_ttfb_avg_s": 0.5200609110000016, "streaming_total_avg_s": 0.9821803450000033, "nonstream_tokens_per_second": 81.8654032216067, "stream_tokens_per_second": 92.65100901606792 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 0.9329971409999871, "streaming_ttfb_avg_s": 0.2865246700000057, "streaming_total_avg_s": 1.3112130559999997, "nonstream_tokens_per_second": 73.95521054442433, "stream_tokens_per_second": 57.961594915662594 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.8215326770000075, "streaming_ttfb_avg_s": 0.4095333679999982, "streaming_total_avg_s": 3.303933938, "nonstream_tokens_per_second": 48.117479553068605, "stream_tokens_per_second": 48.72978788960277 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 5.354309152000013, "streaming_ttfb_avg_s": 0.29150592699997446, "streaming_total_avg_s": 3.212956616999975, "nonstream_tokens_per_second": 25.58686771921377, "stream_tokens_per_second": 32.36894001298643 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.4443704459999935, "streaming_ttfb_avg_s": 1.6747833709999895, "streaming_total_avg_s": 1.838465761000009, "nonstream_tokens_per_second": 104.73044313676859, "stream_tokens_per_second": 72.34293007864146 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.7159625310000024, "streaming_ttfb_avg_s": 1.9242005220000067, "streaming_total_avg_s": 2.44493515100001, "nonstream_tokens_per_second": 94.25755954952082, "stream_tokens_per_second": 104.7062536179304 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.501343846999987, "streaming_ttfb_avg_s": 0.5304680579999967, "streaming_total_avg_s": 2.571465732000007, "nonstream_tokens_per_second": 54.26487894435028, "stream_tokens_per_second": 51.721474777949574 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.109572330999981, "streaming_ttfb_avg_s": 0.649538242999995, "streaming_total_avg_s": 3.3757134640000004, "nonstream_tokens_per_second": 47.27338178775456, "stream_tokens_per_second": 35.84427448905065 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.361591885999985, "streaming_ttfb_avg_s": 0.4163754230000052, "streaming_total_avg_s": 2.20106585100001, "nonstream_tokens_per_second": 49.38136621858824, "stream_tokens_per_second": 63.60554816494646 }, { "timestamp": "2025-10-10T04:17:57.061533+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8026358439999797, "streaming_ttfb_avg_s": 0.6273703689999763, "streaming_total_avg_s": 2.707971796999999, "nonstream_tokens_per_second": 39.60557353094382, "stream_tokens_per_second": 39.882246971569934 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.758813337999996, "streaming_ttfb_avg_s": 0.995225461000004, "streaming_total_avg_s": 3.119191729999997, "nonstream_tokens_per_second": 34.85142469716333, "stream_tokens_per_second": 33.66256680861362 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 2.666225041000004, "streaming_ttfb_avg_s": 0.8937641500000097, "streaming_total_avg_s": 4.911677373000003, "nonstream_tokens_per_second": 51.00844748986055, "stream_tokens_per_second": 33.593411673784196 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.3445614620000015, "streaming_ttfb_avg_s": 0.9549802840000012, "streaming_total_avg_s": 2.7201593549999927, "nonstream_tokens_per_second": 31.562405677723262, "stream_tokens_per_second": 30.880543761378355 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.7243834580000055, "streaming_ttfb_avg_s": 0.15732530900000086, "streaming_total_avg_s": 0.7409198380000106, "nonstream_tokens_per_second": 39.4343843212626, "stream_tokens_per_second": 109.3235676057021 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.4326184890000064, "streaming_ttfb_avg_s": 0.2763199709999924, "streaming_total_avg_s": 2.3523520429999962, "nonstream_tokens_per_second": 50.95564559616658, "stream_tokens_per_second": 62.490646515871106 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.6567359299999964, "streaming_ttfb_avg_s": 0.8186391429999986, "streaming_total_avg_s": 2.302391310999994, "nonstream_tokens_per_second": 49.49491256581861, "stream_tokens_per_second": 36.049475866007654 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.5746027870000034, "streaming_ttfb_avg_s": 0.47931270300000506, "streaming_total_avg_s": 5.091721069000002, "nonstream_tokens_per_second": 33.44552677552502, "stream_tokens_per_second": 36.13709343197329 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.1432981960000035, "streaming_ttfb_avg_s": 0.35445856900000194, "streaming_total_avg_s": 3.086268074000003, "nonstream_tokens_per_second": 24.618068788404415, "stream_tokens_per_second": 28.18938533982966 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 4.002367326000012, "streaming_ttfb_avg_s": 2.208304578999986, "streaming_total_avg_s": 2.260068910000001, "nonstream_tokens_per_second": 63.96214518767017, "stream_tokens_per_second": 113.270882523666 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.0594005220000042, "streaming_ttfb_avg_s": 2.202937193999986, "streaming_total_avg_s": 3.157527607999981, "nonstream_tokens_per_second": 83.67652360621506, "stream_tokens_per_second": 81.07609236777306 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.058583984999984, "streaming_ttfb_avg_s": 0.22661944000000744, "streaming_total_avg_s": 2.338055585999996, "nonstream_tokens_per_second": 42.132921391301615, "stream_tokens_per_second": 62.87275669587107 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.324817158000002, "streaming_ttfb_avg_s": 0.9728908499999989, "streaming_total_avg_s": 3.1955092469999897, "nonstream_tokens_per_second": 56.34851736585467, "stream_tokens_per_second": 44.124422463297115 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 5.803323887000005, "streaming_ttfb_avg_s": 0.30150801899998214, "streaming_total_avg_s": 3.3043832809999856, "nonstream_tokens_per_second": 27.398091696411267, "stream_tokens_per_second": 52.657329735472885 }, { "timestamp": "2025-10-10T08:20:40.680310+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1230288459999827, "streaming_ttfb_avg_s": 0.4426803810000024, "streaming_total_avg_s": 2.8967078740000147, "nonstream_tokens_per_second": 35.54241906608397, "stream_tokens_per_second": 40.04546024166999 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 5.023713603999994, "streaming_ttfb_avg_s": 3.89414926500001, "streaming_total_avg_s": 6.564756525000007, "nonstream_tokens_per_second": 27.86783065987855, "stream_tokens_per_second": 19.955043191796037 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 4.044163961999999, "streaming_ttfb_avg_s": 0.2763436819999754, "streaming_total_avg_s": 5.7275239399999975, "nonstream_tokens_per_second": 37.585024105904445, "stream_tokens_per_second": 25.316349878059185 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.0431816560000016, "streaming_ttfb_avg_s": 0.7005668970000158, "streaming_total_avg_s": 1.871472170000004, "nonstream_tokens_per_second": 25.45050257636023, "stream_tokens_per_second": 46.487466602295136 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 0.9100481979999984, "streaming_ttfb_avg_s": 0.29040020900001196, "streaming_total_avg_s": 0.8548168430000089, "nonstream_tokens_per_second": 118.67503307775375, "stream_tokens_per_second": 65.51110972903399 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.278330779000015, "streaming_ttfb_avg_s": 0.35767514899998787, "streaming_total_avg_s": 2.3358434929999987, "nonstream_tokens_per_second": 52.231221689517106, "stream_tokens_per_second": 47.94841792082346 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 3.297695434000019, "streaming_ttfb_avg_s": 0.4454128179999941, "streaming_total_avg_s": 1.4828777299999842, "nonstream_tokens_per_second": 32.750143899431855, "stream_tokens_per_second": 42.48495929600391 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.978832616999995, "streaming_ttfb_avg_s": 0.5929012969999974, "streaming_total_avg_s": 5.841373537999999, "nonstream_tokens_per_second": 35.952202809311714, "stream_tokens_per_second": 26.706047641906515 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.015881274000009, "streaming_ttfb_avg_s": 0.2875279600000056, "streaming_total_avg_s": 4.805844829999984, "nonstream_tokens_per_second": 23.65607783652814, "stream_tokens_per_second": 27.05039480020008 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.341900351999982, "streaming_ttfb_avg_s": 2.3551318709999975, "streaming_total_avg_s": 2.4117691479999905, "nonstream_tokens_per_second": 59.846188974578105, "stream_tokens_per_second": 106.14614595774778 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.372328256000003, "streaming_ttfb_avg_s": 2.7006212910000045, "streaming_total_avg_s": 3.2410449580000034, "nonstream_tokens_per_second": 75.9119458624848, "stream_tokens_per_second": 78.98687099915253 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.240591156999983, "streaming_ttfb_avg_s": 0.28129112199999895, "streaming_total_avg_s": 3.142453445000001, "nonstream_tokens_per_second": 40.560382652328556, "stream_tokens_per_second": 39.4596140150614 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.2120477209999763, "streaming_ttfb_avg_s": 0.5867874969999889, "streaming_total_avg_s": 3.9294396409999877, "nonstream_tokens_per_second": 42.963247120449935, "stream_tokens_per_second": 35.11951133187044 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 6.658183340000022, "streaming_ttfb_avg_s": 0.29030706800000416, "streaming_total_avg_s": 2.630027150000018, "nonstream_tokens_per_second": 22.678858825176103, "stream_tokens_per_second": 56.653407551324705 }, { "timestamp": "2025-10-10T12:31:25.656330+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6688298669999995, "streaming_ttfb_avg_s": 0.6368006069999979, "streaming_total_avg_s": 2.828228557000017, "nonstream_tokens_per_second": 40.46717302418439, "stream_tokens_per_second": 39.247181676766914 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.843461542, "streaming_ttfb_avg_s": 1.0071182510000085, "streaming_total_avg_s": 4.4458606110000005, "nonstream_tokens_per_second": 33.56349441521223, "stream_tokens_per_second": 30.590252799088482 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 5.964524527000009, "streaming_ttfb_avg_s": 1.262853390999993, "streaming_total_avg_s": 6.494356105999998, "nonstream_tokens_per_second": 22.466166312740153, "stream_tokens_per_second": 31.257910204901236 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 2.6140897029999905, "streaming_ttfb_avg_s": 0.8738969869999949, "streaming_total_avg_s": 3.470682170999993, "nonstream_tokens_per_second": 45.52253882620509, "stream_tokens_per_second": 28.812779468996272 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.7066230810000036, "streaming_ttfb_avg_s": 0.35856181299999434, "streaming_total_avg_s": 1.9173407810000072, "nonstream_tokens_per_second": 87.30691718565811, "stream_tokens_per_second": 76.14713119691342 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.417780276000002, "streaming_ttfb_avg_s": 0.3575090269999919, "streaming_total_avg_s": 1.0098643379999999, "nonstream_tokens_per_second": 97.33525168606577, "stream_tokens_per_second": 58.42368898464856 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.568942824000004, "streaming_ttfb_avg_s": 0.3448172620000207, "streaming_total_avg_s": 1.3992129650000038, "nonstream_tokens_per_second": 51.62712035196497, "stream_tokens_per_second": 55.03093662371817 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 7.602000299999986, "streaming_ttfb_avg_s": 0.5565239560000066, "streaming_total_avg_s": 4.55862585600002, "nonstream_tokens_per_second": 23.283345568928787, "stream_tokens_per_second": 39.48558308708 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 4.173336614999982, "streaming_ttfb_avg_s": 0.3867364969999869, "streaming_total_avg_s": 4.8333659219999845, "nonstream_tokens_per_second": 31.629368099750216, "stream_tokens_per_second": 29.99979772688116 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.5104337760000135, "streaming_ttfb_avg_s": 2.098243272000019, "streaming_total_avg_s": 2.501292601000017, "nonstream_tokens_per_second": 81.65919450248781, "stream_tokens_per_second": 102.34708242356419 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 4.1824643650000155, "streaming_ttfb_avg_s": 3.3710666130000106, "streaming_total_avg_s": 3.3810482149999928, "nonstream_tokens_per_second": 61.207933328082056, "stream_tokens_per_second": 75.71616366316756 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 3.508874321999997, "streaming_ttfb_avg_s": 0.44563502399998356, "streaming_total_avg_s": 4.063775518999989, "nonstream_tokens_per_second": 46.45364440043348, "stream_tokens_per_second": 45.524168137497085 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 4.891227160999989, "streaming_ttfb_avg_s": 0.41593050599999515, "streaming_total_avg_s": 3.311461739000009, "nonstream_tokens_per_second": 27.600435546403833, "stream_tokens_per_second": 44.69325381506381 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 5.719620145000022, "streaming_ttfb_avg_s": 0.481425632999958, "streaming_total_avg_s": 4.497218725999971, "nonstream_tokens_per_second": 33.91833637231853, "stream_tokens_per_second": 38.69057980081023 }, { "timestamp": "2025-10-10T16:19:01.638779+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.626172432999965, "streaming_ttfb_avg_s": 0.6695914759999937, "streaming_total_avg_s": 3.1486621429999673, "nonstream_tokens_per_second": 42.26683617769948, "stream_tokens_per_second": 40.334591084135035 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.6533493709999902, "streaming_ttfb_avg_s": 1.1055609799999502, "streaming_total_avg_s": 4.211481626999955, "nonstream_tokens_per_second": 32.572849710080554, "stream_tokens_per_second": 34.192242244822104 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 3.781759806000025, "streaming_ttfb_avg_s": 0.8959285310000382, "streaming_total_avg_s": 5.2439225379999925, "nonstream_tokens_per_second": 44.42376264443244, "stream_tokens_per_second": 29.176632357035825 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.36368556299999, "streaming_ttfb_avg_s": 1.2626081070000055, "streaming_total_avg_s": 2.0071338280000077, "nonstream_tokens_per_second": 27.350951293422153, "stream_tokens_per_second": 33.87915596428269 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 2.8875906889999783, "streaming_ttfb_avg_s": 0.2500281200000245, "streaming_total_avg_s": 2.2708740070000317, "nonstream_tokens_per_second": 48.483325747418995, "stream_tokens_per_second": 70.89781269401696 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.9213288090000447, "streaming_ttfb_avg_s": 1.0688223309999785, "streaming_total_avg_s": 2.451933101999998, "nonstream_tokens_per_second": 68.18197873594522, "stream_tokens_per_second": 53.42723253466648 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.4160646309999834, "streaming_ttfb_avg_s": 1.6561539509999648, "streaming_total_avg_s": 2.814115193999953, "nonstream_tokens_per_second": 62.144056191741036, "stream_tokens_per_second": 26.29600954423518 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.70788952099997, "streaming_ttfb_avg_s": 0.35076111900002616, "streaming_total_avg_s": 5.158835484999997, "nonstream_tokens_per_second": 41.419833479563344, "stream_tokens_per_second": 35.0854375035377 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.563984696000034, "streaming_ttfb_avg_s": 0.4308551500000135, "streaming_total_avg_s": 2.999712129000045, "nonstream_tokens_per_second": 25.252633688637797, "stream_tokens_per_second": 32.3364362407452 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 3.394548644999986, "streaming_ttfb_avg_s": 3.033837984999991, "streaming_total_avg_s": 3.344066780999981, "nonstream_tokens_per_second": 59.2125849473578, "stream_tokens_per_second": 76.55349511992938 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2913815819999854, "streaming_ttfb_avg_s": 3.12590150799997, "streaming_total_avg_s": 3.1264431409999816, "nonstream_tokens_per_second": 77.77888817268138, "stream_tokens_per_second": 81.88218638709013 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 5.798826853999969, "streaming_ttfb_avg_s": 0.3783494930000302, "streaming_total_avg_s": 5.858641678000026, "nonstream_tokens_per_second": 33.627491371895516, "stream_tokens_per_second": 32.43072548940399 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 1.231141938999997, "streaming_ttfb_avg_s": 0.4294702779999966, "streaming_total_avg_s": 3.4133623939999893, "nonstream_tokens_per_second": 117.77683417866278, "stream_tokens_per_second": 38.378579499871414 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 5.023462689000041, "streaming_ttfb_avg_s": 0.4768665770000098, "streaming_total_avg_s": 6.099036227999989, "nonstream_tokens_per_second": 30.457079005488904, "stream_tokens_per_second": 30.00474061128996 }, { "timestamp": "2025-10-10T20:16:16.436880+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.696543098999996, "streaming_ttfb_avg_s": 0.459392360000038, "streaming_total_avg_s": 2.740583163999986, "nonstream_tokens_per_second": 40.051279002383254, "stream_tokens_per_second": 40.50232864964085 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.8926227569999696, "streaming_ttfb_avg_s": 0.6399970930000336, "streaming_total_avg_s": 2.371161505000032, "nonstream_tokens_per_second": 38.791326420846175, "stream_tokens_per_second": 54.825451461602675 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 6.415675769000018, "streaming_ttfb_avg_s": 0.2402094430000261, "streaming_total_avg_s": 4.126179551999996, "nonstream_tokens_per_second": 27.276939530763798, "stream_tokens_per_second": 39.50385530871831 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 3.4685514390000094, "streaming_ttfb_avg_s": 1.1649781630000007, "streaming_total_avg_s": 3.2020959930000004, "nonstream_tokens_per_second": 20.75794499987515, "stream_tokens_per_second": 33.10331739951682 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.8409765880000464, "streaming_ttfb_avg_s": 0.2059707600000138, "streaming_total_avg_s": 0.7313513070000113, "nonstream_tokens_per_second": 80.39211414458046, "stream_tokens_per_second": 125.79453830113765 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 1.777046958000028, "streaming_ttfb_avg_s": 0.1970074079999904, "streaming_total_avg_s": 1.1414139390000173, "nonstream_tokens_per_second": 86.09789364946967, "stream_tokens_per_second": 73.59293340467846 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.0083821869999952, "streaming_ttfb_avg_s": 0.4032789039999898, "streaming_total_avg_s": 1.130505023000012, "nonstream_tokens_per_second": 77.351624221026, "stream_tokens_per_second": 61.91922952650097 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 4.588850417000003, "streaming_ttfb_avg_s": 0.6776314829999706, "streaming_total_avg_s": 6.98081136899998, "nonstream_tokens_per_second": 39.225510453155366, "stream_tokens_per_second": 23.63622096032036 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.825290097999982, "streaming_ttfb_avg_s": 1.3240920829999823, "streaming_total_avg_s": 5.2610818379999955, "nonstream_tokens_per_second": 34.50718680630653, "stream_tokens_per_second": 27.941021357668554 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.483317096999997, "streaming_ttfb_avg_s": 2.5587169350000067, "streaming_total_avg_s": 2.5690491309999857, "nonstream_tokens_per_second": 79.7320649220337, "stream_tokens_per_second": 76.29281886240466 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 3.2053985040000157, "streaming_ttfb_avg_s": 3.3311340320000227, "streaming_total_avg_s": 3.3402871069999946, "nonstream_tokens_per_second": 79.86526470282485, "stream_tokens_per_second": 76.64011858846492 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 4.2239471789999925, "streaming_ttfb_avg_s": 0.45324749100001327, "streaming_total_avg_s": 4.24636642300004, "nonstream_tokens_per_second": 33.61784463261638, "stream_tokens_per_second": 36.030804871499086 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 2.1121052679999934, "streaming_ttfb_avg_s": 0.38953219000001127, "streaming_total_avg_s": 3.0921311829999922, "nonstream_tokens_per_second": 55.39496623233666, "stream_tokens_per_second": 37.83798069216661 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 3.0205801930000007, "streaming_ttfb_avg_s": 0.7733324769999967, "streaming_total_avg_s": 2.916519414999982, "nonstream_tokens_per_second": 48.0040226496976, "stream_tokens_per_second": 56.917159250250016 }, { "timestamp": "2025-10-11T01:05:30.896909+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.711336001999996, "streaming_ttfb_avg_s": 0.3629699319999986, "streaming_total_avg_s": 2.5244770460000154, "nonstream_tokens_per_second": 39.83276138417911, "stream_tokens_per_second": 42.78113765032005 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:gpt-4o-mini", "provider": "openai", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.514281597, "streaming_ttfb_avg_s": 0.9139928270000013, "streaming_total_avg_s": 4.415257791000002, "nonstream_tokens_per_second": 42.11387047820573, "stream_tokens_per_second": 39.182310113950926 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:gpt-4o", "provider": "openai", "model": "gpt-4o", "nonstreaming_avg_s": 6.616098914999995, "streaming_ttfb_avg_s": 0.30472355099999504, "streaming_total_avg_s": 2.347036434000003, "nonstream_tokens_per_second": 24.334581763126515, "stream_tokens_per_second": 63.48431487536073 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:gpt-4.1", "provider": "openai", "model": "gpt-4.1", "nonstreaming_avg_s": 1.8325776899999937, "streaming_ttfb_avg_s": 0.6511541139999935, "streaming_total_avg_s": 1.9302372909999974, "nonstream_tokens_per_second": 52.93090739307229, "stream_tokens_per_second": 38.85532641489108 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:gpt-3.5-turbo", "provider": "openai", "model": "gpt-3.5-turbo", "nonstreaming_avg_s": 1.5607187789999983, "streaming_ttfb_avg_s": 0.19544359699999347, "streaming_total_avg_s": 1.5541531229999919, "nonstream_tokens_per_second": 87.78006764792067, "stream_tokens_per_second": 95.8721491434411 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:gpt-3.5-turbo-16k", "provider": "openai", "model": "gpt-3.5-turbo-16k", "nonstreaming_avg_s": 2.036619341000005, "streaming_ttfb_avg_s": 0.6676779069999981, "streaming_total_avg_s": 1.3598983309999966, "nonstream_tokens_per_second": 56.957133650239506, "stream_tokens_per_second": 86.03584351336357 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:gpt-4.1-mini", "provider": "openai", "model": "gpt-4.1-mini", "nonstreaming_avg_s": 1.1761900999999995, "streaming_ttfb_avg_s": 0.3248065639999993, "streaming_total_avg_s": 1.6013295529999994, "nonstream_tokens_per_second": 58.663986374311456, "stream_tokens_per_second": 55.578815636833525 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:gpt-4-turbo", "provider": "openai", "model": "gpt-4-turbo", "nonstreaming_avg_s": 2.9641083030000033, "streaming_ttfb_avg_s": 0.34915890299998864, "streaming_total_avg_s": 2.56278576199999, "nonstream_tokens_per_second": 49.59332958624348, "stream_tokens_per_second": 55.01825477989391 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:gpt-4", "provider": "openai", "model": "gpt-4", "nonstreaming_avg_s": 3.8592610390000033, "streaming_ttfb_avg_s": 0.32686900800000274, "streaming_total_avg_s": 4.2183633420000035, "nonstream_tokens_per_second": 31.87138645378372, "stream_tokens_per_second": 32.714109433392636 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:o3-mini", "provider": "openai", "model": "o3-mini", "nonstreaming_avg_s": 2.561419200000003, "streaming_ttfb_avg_s": 2.151610120000001, "streaming_total_avg_s": 2.180626017999998, "nonstream_tokens_per_second": 99.94459321613569, "stream_tokens_per_second": 117.39748030466737 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:o4-mini", "provider": "openai", "model": "o4-mini", "nonstreaming_avg_s": 2.2211490400000002, "streaming_ttfb_avg_s": 1.0086452840000106, "streaming_total_avg_s": 1.5036327740000104, "nonstream_tokens_per_second": 115.25566064670743, "stream_tokens_per_second": 69.83088012951178 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "openai:gpt-4o-2024-08-06", "provider": "openai", "model": "gpt-4o-2024-08-06", "nonstreaming_avg_s": 2.7905528349999997, "streaming_ttfb_avg_s": 0.3183006619999986, "streaming_total_avg_s": 3.2860092399999985, "nonstream_tokens_per_second": 64.14499584273237, "stream_tokens_per_second": 50.517204266899775 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "azure:gpt-4o-mini", "provider": "azure", "model": "gpt-4o-mini", "nonstreaming_avg_s": 3.7937286720000003, "streaming_ttfb_avg_s": 0.5982219480000026, "streaming_total_avg_s": 3.1361802430000125, "nonstream_tokens_per_second": 42.174866426504416, "stream_tokens_per_second": 40.81398072884917 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "azure:gpt-4o", "provider": "azure", "model": "gpt-4o", "nonstreaming_avg_s": 2.658904752000012, "streaming_ttfb_avg_s": 0.20207875399998443, "streaming_total_avg_s": 3.4639829169999814, "nonstream_tokens_per_second": 62.05562642884744, "stream_tokens_per_second": 47.34434433701939 }, { "timestamp": "2025-10-11T04:17:09.678519+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6158913199999745, "streaming_ttfb_avg_s": 0.37231978799999865, "streaming_total_avg_s": 2.570617109000011, "nonstream_tokens_per_second": 41.2861188743885, "stream_tokens_per_second": 42.01325807016541 }, { "timestamp": "2025-10-11T08:17:58.754817+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9490315180000266, "streaming_ttfb_avg_s": 0.4653049949999968, "streaming_total_avg_s": 2.9197103419999735, "nonstream_tokens_per_second": 37.63947564564449, "stream_tokens_per_second": 40.4149679858897 }, { "timestamp": "2025-10-11T12:26:56.713466+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.863784083999988, "streaming_ttfb_avg_s": 0.3661516120000101, "streaming_total_avg_s": 2.5641923710000043, "nonstream_tokens_per_second": 37.71234032740034, "stream_tokens_per_second": 42.118524811725145 }, { "timestamp": "2025-10-11T16:16:03.069494+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.786588338999991, "streaming_ttfb_avg_s": 0.5283824159999995, "streaming_total_avg_s": 2.979406855999997, "nonstream_tokens_per_second": 39.833655530129015, "stream_tokens_per_second": 39.26956124316582 }, { "timestamp": "2025-10-11T20:14:29.706482+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0114914000000113, "streaming_ttfb_avg_s": 0.5664421349999884, "streaming_total_avg_s": 2.7073827569999906, "nonstream_tokens_per_second": 38.851181842989675, "stream_tokens_per_second": 39.89092407446413 }, { "timestamp": "2025-10-12T01:11:37.473343+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.884278404, "streaming_ttfb_avg_s": 0.4268815630000091, "streaming_total_avg_s": 2.559218926, "nonstream_tokens_per_second": 40.56473877061973, "stream_tokens_per_second": 42.200375631326516 }, { "timestamp": "2025-10-12T04:17:44.436839+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.659124250000019, "streaming_ttfb_avg_s": 0.43755111000001534, "streaming_total_avg_s": 2.5780621819999965, "nonstream_tokens_per_second": 40.61487536733164, "stream_tokens_per_second": 41.89192982002331 }, { "timestamp": "2025-10-12T08:17:52.332128+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.667476537000084, "streaming_ttfb_avg_s": 0.359924632000002, "streaming_total_avg_s": 2.8030207560000235, "nonstream_tokens_per_second": 40.487703828675365, "stream_tokens_per_second": 41.38392473608891 }, { "timestamp": "2025-10-12T12:27:24.584369+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.612768492999976, "streaming_ttfb_avg_s": 0.49922859499997685, "streaming_total_avg_s": 2.9985423850000075, "nonstream_tokens_per_second": 41.3354647720796, "stream_tokens_per_second": 39.01895820625517 }, { "timestamp": "2025-10-12T16:16:36.674136+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9734436810000062, "streaming_ttfb_avg_s": 0.39229151400000717, "streaming_total_avg_s": 2.937943329999996, "nonstream_tokens_per_second": 37.330453140672674, "stream_tokens_per_second": 42.20639613222225 }, { "timestamp": "2025-10-12T20:15:34.407543+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.895542796999962, "streaming_ttfb_avg_s": 0.35350606899999093, "streaming_total_avg_s": 2.7910808249999945, "nonstream_tokens_per_second": 40.40693168867072, "stream_tokens_per_second": 41.919244671103435 }, { "timestamp": "2025-10-13T01:13:19.154203+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5816358339999965, "streaming_ttfb_avg_s": 0.4103940619999946, "streaming_total_avg_s": 2.626358891999999, "nonstream_tokens_per_second": 41.8339405494943, "stream_tokens_per_second": 42.263835433196405 }, { "timestamp": "2025-10-13T04:18:47.844378+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9330067300000024, "streaming_ttfb_avg_s": 0.39465648600000236, "streaming_total_avg_s": 2.8391392380000013, "nonstream_tokens_per_second": 39.89080516020497, "stream_tokens_per_second": 40.85745371252551 }, { "timestamp": "2025-10-13T08:22:06.300524+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7595647979999853, "streaming_ttfb_avg_s": 0.3841710840000019, "streaming_total_avg_s": 2.9667980090000015, "nonstream_tokens_per_second": 40.22373385848669, "stream_tokens_per_second": 41.45883866271664 }, { "timestamp": "2025-10-13T16:19:25.204766+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.233156736000012, "streaming_ttfb_avg_s": 0.5079586359999553, "streaming_total_avg_s": 2.741881116000002, "nonstream_tokens_per_second": 38.04331495298084, "stream_tokens_per_second": 40.48315565261726 }, { "timestamp": "2025-10-13T20:17:06.172799+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2709559179999133, "streaming_ttfb_avg_s": 1.665229687999954, "streaming_total_avg_s": 3.8742336759999034, "nonstream_tokens_per_second": 33.935033911393404, "stream_tokens_per_second": 27.876480623520006 }, { "timestamp": "2025-10-14T01:08:25.715631+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9429189079999674, "streaming_ttfb_avg_s": 0.5623074760000009, "streaming_total_avg_s": 2.795056074999991, "nonstream_tokens_per_second": 42.1350379933749, "stream_tokens_per_second": 39.71297785143733 }, { "timestamp": "2025-10-14T04:18:26.522598+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.078800374999986, "streaming_ttfb_avg_s": 0.520457945000004, "streaming_total_avg_s": 3.086337751000002, "nonstream_tokens_per_second": 37.67701243053166, "stream_tokens_per_second": 37.90900719212954 }, { "timestamp": "2025-10-14T08:19:39.718869+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0590540159999904, "streaming_ttfb_avg_s": 0.4743461670000073, "streaming_total_avg_s": 2.7140233249999994, "nonstream_tokens_per_second": 36.2857273586634, "stream_tokens_per_second": 40.89869050775384 }, { "timestamp": "2025-10-14T12:33:20.199002+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.001433893000012, "streaming_ttfb_avg_s": 0.527074663999997, "streaming_total_avg_s": 2.7680903259999923, "nonstream_tokens_per_second": 38.98136829628969, "stream_tokens_per_second": 40.099847522100085 }, { "timestamp": "2025-10-14T16:19:33.274179+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.815150296999974, "streaming_ttfb_avg_s": 0.4860174700000073, "streaming_total_avg_s": 2.7297189370000012, "nonstream_tokens_per_second": 39.42951114130196, "stream_tokens_per_second": 39.56451286471767 }, { "timestamp": "2025-10-14T20:16:44.251679+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9528657079999903, "streaming_ttfb_avg_s": 0.4800969390000205, "streaming_total_avg_s": 2.641743054000017, "nonstream_tokens_per_second": 39.62252657918719, "stream_tokens_per_second": 40.88209859640623 }, { "timestamp": "2025-10-15T01:10:32.955486+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8128177739999956, "streaming_ttfb_avg_s": 0.4610789509999904, "streaming_total_avg_s": 2.8558853229999954, "nonstream_tokens_per_second": 38.39566181580882, "stream_tokens_per_second": 41.31818566021609 }, { "timestamp": "2025-10-15T04:18:23.697026+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8577934840000125, "streaming_ttfb_avg_s": 0.44850099000001364, "streaming_total_avg_s": 2.855010443000026, "nonstream_tokens_per_second": 38.84115511546163, "stream_tokens_per_second": 41.33084706898879 }, { "timestamp": "2025-10-15T08:21:36.669317+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.774689935999959, "streaming_ttfb_avg_s": 0.5694093459999863, "streaming_total_avg_s": 2.752972457999988, "nonstream_tokens_per_second": 38.92326800150314, "stream_tokens_per_second": 39.23032345861576 }, { "timestamp": "2025-10-15T12:33:06.345996+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7233671209999954, "streaming_ttfb_avg_s": 0.48247712599999204, "streaming_total_avg_s": 2.710424948999986, "nonstream_tokens_per_second": 40.758368250859185, "stream_tokens_per_second": 40.95298784825367 }, { "timestamp": "2025-10-15T16:16:38.617752+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.969074685999999, "streaming_ttfb_avg_s": 0.5765321829999976, "streaming_total_avg_s": 2.7215248790000004, "nonstream_tokens_per_second": 36.37496911386218, "stream_tokens_per_second": 39.683635021438285 }, { "timestamp": "2025-10-15T20:17:44.300178+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.131539435999997, "streaming_ttfb_avg_s": 0.6042401530000063, "streaming_total_avg_s": 3.0453143780000005, "nonstream_tokens_per_second": 37.042484174547084, "stream_tokens_per_second": 38.09130539625357 }, { "timestamp": "2025-10-16T01:10:00.846597+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1664331610000005, "streaming_ttfb_avg_s": 0.4753009920000011, "streaming_total_avg_s": 2.7408179730000057, "nonstream_tokens_per_second": 35.05521650264197, "stream_tokens_per_second": 40.49885876897662 }, { "timestamp": "2025-10-16T04:17:59.978610+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.074667782000006, "streaming_ttfb_avg_s": 0.42458253099999865, "streaming_total_avg_s": 3.007642324999992, "nonstream_tokens_per_second": 35.125746148010926, "stream_tokens_per_second": 40.89582028341762 }, { "timestamp": "2025-10-16T08:21:54.588289+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.785554509000008, "streaming_ttfb_avg_s": 0.40842937900001175, "streaming_total_avg_s": 2.8527951890000054, "nonstream_tokens_per_second": 39.848439383025436, "stream_tokens_per_second": 40.66187451776433 }, { "timestamp": "2025-10-16T12:33:01.404458+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3778768990000003, "streaming_ttfb_avg_s": 0.6189965909999842, "streaming_total_avg_s": 2.8164173200000278, "nonstream_tokens_per_second": 31.972745967140703, "stream_tokens_per_second": 38.34658991516177 }, { "timestamp": "2025-10-16T16:20:01.902002+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7587826890000997, "streaming_ttfb_avg_s": 1.2713862539999354, "streaming_total_avg_s": 3.6704586050000216, "nonstream_tokens_per_second": 40.23513720112226, "stream_tokens_per_second": 31.603680216412442 }, { "timestamp": "2025-10-16T20:17:13.718210+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0381492449999996, "streaming_ttfb_avg_s": 0.5321049309999921, "streaming_total_avg_s": 2.9793748939999887, "nonstream_tokens_per_second": 38.18113945221938, "stream_tokens_per_second": 42.62639127951264 }, { "timestamp": "2025-10-17T01:09:27.314245+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1604770019999933, "streaming_ttfb_avg_s": 0.4454245109999988, "streaming_total_avg_s": 2.724033902000002, "nonstream_tokens_per_second": 36.703320393280386, "stream_tokens_per_second": 40.74839153745595 }, { "timestamp": "2025-10-17T04:18:32.353839+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.598911406999946, "streaming_ttfb_avg_s": 0.4051226859999133, "streaming_total_avg_s": 2.647751934999974, "nonstream_tokens_per_second": 41.55586054573127, "stream_tokens_per_second": 41.9223562950587 }, { "timestamp": "2025-10-17T08:21:24.846865+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.075967559999995, "streaming_ttfb_avg_s": 0.3707870550000081, "streaming_total_avg_s": 2.893300499999995, "nonstream_tokens_per_second": 37.71171110790264, "stream_tokens_per_second": 42.85762920235911 }, { "timestamp": "2025-10-17T12:31:18.744095+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1322345990000002, "streaming_ttfb_avg_s": 0.4637292999999971, "streaming_total_avg_s": 2.8794163080000033, "nonstream_tokens_per_second": 39.58835013175205, "stream_tokens_per_second": 40.28594256332866 }, { "timestamp": "2025-10-17T16:18:34.975131+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.2016477829999985, "streaming_ttfb_avg_s": 0.5951078699999925, "streaming_total_avg_s": 3.067105701999992, "nonstream_tokens_per_second": 27.60821610734239, "stream_tokens_per_second": 37.820672409287674 }, { "timestamp": "2025-10-17T20:17:12.328208+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9446390950000136, "streaming_ttfb_avg_s": 0.4807962489999795, "streaming_total_avg_s": 2.9377473679999753, "nonstream_tokens_per_second": 37.695621235375704, "stream_tokens_per_second": 43.23040210447431 }, { "timestamp": "2025-10-18T01:06:12.972977+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.826203896999999, "streaming_ttfb_avg_s": 0.5083103359999939, "streaming_total_avg_s": 2.7275070390000025, "nonstream_tokens_per_second": 38.21380336876665, "stream_tokens_per_second": 39.59659808599302 }, { "timestamp": "2025-10-18T04:17:01.376943+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.17842292200001, "streaming_ttfb_avg_s": 0.4908728819999908, "streaming_total_avg_s": 2.7314287819999947, "nonstream_tokens_per_second": 39.013058690746384, "stream_tokens_per_second": 40.63807218093531 }, { "timestamp": "2025-10-18T08:18:30.685382+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8182402239999647, "streaming_ttfb_avg_s": 0.4362543770000684, "streaming_total_avg_s": 2.9135814640000035, "nonstream_tokens_per_second": 39.3862805075063, "stream_tokens_per_second": 40.15676288637999 }, { "timestamp": "2025-10-18T12:27:52.177149+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.709616656999998, "streaming_ttfb_avg_s": 0.4573289260000024, "streaming_total_avg_s": 2.571239824000031, "nonstream_tokens_per_second": 41.33426022114983, "stream_tokens_per_second": 43.16983540933156 }, { "timestamp": "2025-10-18T16:16:54.439620+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7242656039999957, "streaming_ttfb_avg_s": 0.5079169109999953, "streaming_total_avg_s": 2.680890398999992, "nonstream_tokens_per_second": 39.64371162687857, "stream_tokens_per_second": 40.28512319648929 }, { "timestamp": "2025-10-18T20:15:00.343769+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9512548200000026, "streaming_ttfb_avg_s": 0.5009246720000107, "streaming_total_avg_s": 2.7277141420000106, "nonstream_tokens_per_second": 39.64415380438071, "stream_tokens_per_second": 40.69341368689489 }, { "timestamp": "2025-10-19T01:17:51.003272+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.810314008999967, "streaming_ttfb_avg_s": 0.5598574079999707, "streaming_total_avg_s": 2.788454403000003, "nonstream_tokens_per_second": 39.49736564829589, "stream_tokens_per_second": 39.8069984148132 }, { "timestamp": "2025-10-19T04:18:47.719711+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9889339279999945, "streaming_ttfb_avg_s": 0.3395452020000107, "streaming_total_avg_s": 2.800719793999974, "nonstream_tokens_per_second": 41.15179624673196, "stream_tokens_per_second": 45.34548592546605 }, { "timestamp": "2025-10-19T08:17:55.013799+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.786012634000002, "streaming_ttfb_avg_s": 0.47046662799999694, "streaming_total_avg_s": 3.0226715430000013, "nonstream_tokens_per_second": 39.84188680459513, "stream_tokens_per_second": 41.0233127337845 }, { "timestamp": "2025-10-19T12:27:51.942480+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.650742366000003, "streaming_ttfb_avg_s": 0.6812474449999968, "streaming_total_avg_s": 2.7975535779999916, "nonstream_tokens_per_second": 40.743303229039604, "stream_tokens_per_second": 38.6051587534601 }, { "timestamp": "2025-10-19T16:16:40.194309+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0397262599999806, "streaming_ttfb_avg_s": 0.4401474119999875, "streaming_total_avg_s": 2.847895309999984, "nonstream_tokens_per_second": 38.81928499706442, "stream_tokens_per_second": 41.43410735136913 }, { "timestamp": "2025-10-19T20:16:05.174511+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6281768430000056, "streaming_ttfb_avg_s": 0.411570815999994, "streaming_total_avg_s": 2.6716646599999763, "nonstream_tokens_per_second": 42.23460087765478, "stream_tokens_per_second": 41.54713039472588 }, { "timestamp": "2025-10-20T01:15:01.249181+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.084196714000001, "streaming_ttfb_avg_s": 0.39832313399999464, "streaming_total_avg_s": 2.9307718050000062, "nonstream_tokens_per_second": 39.88072467675937, "stream_tokens_per_second": 42.3096741235368 }, { "timestamp": "2025-10-20T04:21:27.285883+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.810382525999998, "streaming_ttfb_avg_s": 0.3877380329999909, "streaming_total_avg_s": 2.961347042, "nonstream_tokens_per_second": 39.49640270429154, "stream_tokens_per_second": 41.535152164040085 }, { "timestamp": "2025-10-20T08:21:28.416201+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7483496779999967, "streaming_ttfb_avg_s": 0.9510633229999996, "streaming_total_avg_s": 2.7385607460000045, "nonstream_tokens_per_second": 40.38787381697946, "stream_tokens_per_second": 39.436773552584846 }, { "timestamp": "2025-10-20T12:32:45.172703+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8881394869999895, "streaming_ttfb_avg_s": 0.5094982640000012, "streaming_total_avg_s": 2.7214298819999954, "nonstream_tokens_per_second": 38.43304677617893, "stream_tokens_per_second": 39.68502025877299 }, { "timestamp": "2025-10-20T16:19:18.832374+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0185623849999956, "streaming_ttfb_avg_s": 0.4162686800000017, "streaming_total_avg_s": 2.611391869000016, "nonstream_tokens_per_second": 39.09145644508526, "stream_tokens_per_second": 41.357255217830094 }, { "timestamp": "2025-10-20T20:17:52.074097+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.819503655999995, "streaming_ttfb_avg_s": 0.4402640269999978, "streaming_total_avg_s": 2.6509973739999992, "nonstream_tokens_per_second": 38.30461427853534, "stream_tokens_per_second": 41.871033554633776 }, { "timestamp": "2025-10-21T01:11:54.593549+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.078240445000006, "streaming_ttfb_avg_s": 0.4590105590000064, "streaming_total_avg_s": 2.738812749999994, "nonstream_tokens_per_second": 41.25733589339534, "stream_tokens_per_second": 40.528510026835626 }, { "timestamp": "2025-10-21T04:18:29.438979+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9457569500000034, "streaming_ttfb_avg_s": 0.495209989999978, "streaming_total_avg_s": 2.696285520999993, "nonstream_tokens_per_second": 39.378673111507, "stream_tokens_per_second": 41.16774693758417 }, { "timestamp": "2025-10-21T08:21:52.833429+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3113927440000026, "streaming_ttfb_avg_s": 0.4321131290000011, "streaming_total_avg_s": 2.707619538000003, "nonstream_tokens_per_second": 35.3325651908839, "stream_tokens_per_second": 40.9954199407169 }, { "timestamp": "2025-10-21T12:32:48.320932+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.737984678999993, "streaming_ttfb_avg_s": 0.45221663099999887, "streaming_total_avg_s": 2.957214676999996, "nonstream_tokens_per_second": 39.44507097806162, "stream_tokens_per_second": 37.53532026717996 }, { "timestamp": "2025-10-21T16:20:53.174164+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0517815400000075, "streaming_ttfb_avg_s": 0.36810979999999915, "streaming_total_avg_s": 2.5692574459999946, "nonstream_tokens_per_second": 38.33826191897069, "stream_tokens_per_second": 42.035491681902954 }, { "timestamp": "2025-10-21T20:18:00.313140+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.266218042999995, "streaming_ttfb_avg_s": 1.3016486199999946, "streaming_total_avg_s": 3.8067414579999905, "nonstream_tokens_per_second": 37.65823297180292, "stream_tokens_per_second": 30.472255938533003 }, { "timestamp": "2025-10-22T01:12:56.928383+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9162430380000046, "streaming_ttfb_avg_s": 0.3867347730000006, "streaming_total_avg_s": 2.5870219429999963, "nonstream_tokens_per_second": 40.12011292455242, "stream_tokens_per_second": 41.74684342830105 }, { "timestamp": "2025-10-22T04:18:51.436890+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8535058879999724, "streaming_ttfb_avg_s": 0.5706280560000323, "streaming_total_avg_s": 2.974951001999898, "nonstream_tokens_per_second": 37.84817842997247, "stream_tokens_per_second": 39.32837882753271 }, { "timestamp": "2025-10-22T08:23:03.583147+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6553118049999966, "streaming_ttfb_avg_s": 0.7702269349999824, "streaming_total_avg_s": 2.9237871089999885, "nonstream_tokens_per_second": 40.67318941475506, "stream_tokens_per_second": 36.93839393010349 }, { "timestamp": "2025-10-22T16:20:42.897766+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.889200944999999, "streaming_ttfb_avg_s": 0.5715079659999986, "streaming_total_avg_s": 2.7154447699999906, "nonstream_tokens_per_second": 38.418926932754424, "stream_tokens_per_second": 39.772490014591746 }, { "timestamp": "2025-10-22T20:19:24.746770+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7776959289999468, "streaming_ttfb_avg_s": 0.9848603870000261, "streaming_total_avg_s": 3.4106221670000423, "nonstream_tokens_per_second": 39.96117747847343, "stream_tokens_per_second": 32.5453816239149 }, { "timestamp": "2025-10-23T01:10:59.316779+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7871841790000076, "streaming_ttfb_avg_s": 0.45822979199999736, "streaming_total_avg_s": 2.6600509139999957, "nonstream_tokens_per_second": 38.74878481792634, "stream_tokens_per_second": 41.72852459921005 }, { "timestamp": "2025-10-23T04:18:38.325545+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8584410600000183, "streaming_ttfb_avg_s": 0.4909106019999854, "streaming_total_avg_s": 2.9204316369999788, "nonstream_tokens_per_second": 38.832355703706305, "stream_tokens_per_second": 39.72015592844396 }, { "timestamp": "2025-10-23T08:21:31.921450+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.016223033000003, "streaming_ttfb_avg_s": 0.4704888799999907, "streaming_total_avg_s": 3.0814401189999927, "nonstream_tokens_per_second": 37.13253256626792, "stream_tokens_per_second": 39.91640117930206 }, { "timestamp": "2025-10-23T12:32:43.629290+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9890153279999936, "streaming_ttfb_avg_s": 0.6943428539999843, "streaming_total_avg_s": 3.2495198209999785, "nonstream_tokens_per_second": 39.14332553064788, "stream_tokens_per_second": 38.159484117823084 }, { "timestamp": "2025-10-23T16:19:32.616728+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8608253010000055, "streaming_ttfb_avg_s": 0.41546075999998777, "streaming_total_avg_s": 2.6674031759999934, "nonstream_tokens_per_second": 38.79999242218663, "stream_tokens_per_second": 40.48881735304654 }, { "timestamp": "2025-10-23T20:16:46.501214+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6531490439999885, "streaming_ttfb_avg_s": 1.0662797560000001, "streaming_total_avg_s": 3.5042694999999924, "nonstream_tokens_per_second": 30.65848084790059, "stream_tokens_per_second": 33.67320920950865 }, { "timestamp": "2025-10-24T01:07:21.982127+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.642009234999989, "streaming_ttfb_avg_s": 0.5683004319999867, "streaming_total_avg_s": 2.804145265999992, "nonstream_tokens_per_second": 40.8779797471073, "stream_tokens_per_second": 39.58425454838769 }, { "timestamp": "2025-10-24T04:18:32.823033+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.827680192999992, "streaming_ttfb_avg_s": 4.220227598000008, "streaming_total_avg_s": 6.620604502999981, "nonstream_tokens_per_second": 33.17936546325261, "stream_tokens_per_second": 17.974189508839828 }, { "timestamp": "2025-10-24T08:20:53.703013+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7542634790000022, "streaming_ttfb_avg_s": 0.46499408299999345, "streaming_total_avg_s": 2.6795549160000007, "nonstream_tokens_per_second": 40.30115522582504, "stream_tokens_per_second": 41.42479011615075 }, { "timestamp": "2025-10-24T12:33:04.643973+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.86747225500001, "streaming_ttfb_avg_s": 0.47794606099999726, "streaming_total_avg_s": 2.746743441999996, "nonstream_tokens_per_second": 40.45374799973421, "stream_tokens_per_second": 40.41149176975086 }, { "timestamp": "2025-10-24T16:19:21.083943+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8728161239999963, "streaming_ttfb_avg_s": 0.4481175930000063, "streaming_total_avg_s": 2.6681213340000056, "nonstream_tokens_per_second": 41.422769458112434, "stream_tokens_per_second": 41.60230593171359 }, { "timestamp": "2025-10-24T20:17:09.859461+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.744357285999996, "streaming_ttfb_avg_s": 0.5375501670000062, "streaming_total_avg_s": 2.8180986719999908, "nonstream_tokens_per_second": 28.84340135056228, "stream_tokens_per_second": 39.38825886505381 }, { "timestamp": "2025-10-25T01:08:43.297254+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.687514317999998, "streaming_ttfb_avg_s": 0.40536068699999817, "streaming_total_avg_s": 2.843790827999996, "nonstream_tokens_per_second": 41.302105539145295, "stream_tokens_per_second": 44.65869948997535 }, { "timestamp": "2025-10-25T04:17:45.465774+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8162884440000084, "streaming_ttfb_avg_s": 0.3445978940000032, "streaming_total_avg_s": 2.7366161019999993, "nonstream_tokens_per_second": 41.899117347654624, "stream_tokens_per_second": 45.67684883117012 }, { "timestamp": "2025-10-25T08:17:58.272307+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9586780969999893, "streaming_ttfb_avg_s": 0.4923817769999914, "streaming_total_avg_s": 2.931029991999992, "nonstream_tokens_per_second": 42.92457504206834, "stream_tokens_per_second": 43.32947815158363 }, { "timestamp": "2025-10-25T12:28:08.363440+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8273060020000003, "streaming_ttfb_avg_s": 0.7141440320000072, "streaming_total_avg_s": 5.712491473, "nonstream_tokens_per_second": 39.259988102271215, "stream_tokens_per_second": 19.431101214704604 }, { "timestamp": "2025-10-25T16:17:21.372751+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3936369679999814, "streaming_ttfb_avg_s": 0.5478851400000053, "streaming_total_avg_s": 2.7195879450000007, "nonstream_tokens_per_second": 36.24430107280723, "stream_tokens_per_second": 39.71189834054069 }, { "timestamp": "2025-10-25T20:16:04.455595+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.989721685999939, "streaming_ttfb_avg_s": 0.44118897199996354, "streaming_total_avg_s": 2.8989436139999043, "nonstream_tokens_per_second": 42.47887038941008, "stream_tokens_per_second": 40.35952939373172 }, { "timestamp": "2025-10-26T01:15:55.522157+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.842011893999995, "streaming_ttfb_avg_s": 0.3772063600000024, "streaming_total_avg_s": 2.5227070540000085, "nonstream_tokens_per_second": 41.51988253431293, "stream_tokens_per_second": 42.81115392639626 }, { "timestamp": "2025-10-26T04:17:37.820233+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8427497020000487, "streaming_ttfb_avg_s": 0.6448826379999559, "streaming_total_avg_s": 2.863079589999984, "nonstream_tokens_per_second": 39.04670183305435, "stream_tokens_per_second": 38.76944266156451 }, { "timestamp": "2025-10-26T08:18:32.584833+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.8102828400000135, "streaming_ttfb_avg_s": 0.3843534999999747, "streaming_total_avg_s": 2.8449065539999765, "nonstream_tokens_per_second": 32.543515850912414, "stream_tokens_per_second": 41.12613113267163 }, { "timestamp": "2025-10-26T12:28:29.506127+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0183712179999986, "streaming_ttfb_avg_s": 0.45157277399999884, "streaming_total_avg_s": 3.073348612000018, "nonstream_tokens_per_second": 39.093932282520214, "stream_tokens_per_second": 41.32300498034073 }, { "timestamp": "2025-10-26T16:17:12.918531+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8933406680000076, "streaming_ttfb_avg_s": 0.39379994899999815, "streaming_total_avg_s": 2.5619403019999964, "nonstream_tokens_per_second": 43.20265545723137, "stream_tokens_per_second": 42.15554902496715 }, { "timestamp": "2025-10-26T20:16:24.653210+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0592771510000034, "streaming_ttfb_avg_s": 0.4061661869999966, "streaming_total_avg_s": 2.5579326269999854, "nonstream_tokens_per_second": 36.60995538223463, "stream_tokens_per_second": 42.221596792666666 }, { "timestamp": "2025-10-27T01:17:07.811569+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7222805860000108, "streaming_ttfb_avg_s": 0.40387943500000745, "streaming_total_avg_s": 2.604727301000011, "nonstream_tokens_per_second": 39.67261881652326, "stream_tokens_per_second": 41.46307368089414 }, { "timestamp": "2025-10-27T04:26:05.640909+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.921847069000023, "streaming_ttfb_avg_s": 0.3549424779999981, "streaming_total_avg_s": 2.499473819000002, "nonstream_tokens_per_second": 43.465656141772214, "stream_tokens_per_second": 43.209094321783695 }, { "timestamp": "2025-10-27T08:22:10.760847+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6545270950000486, "streaming_ttfb_avg_s": 0.4584214440000096, "streaming_total_avg_s": 2.966800807000027, "nonstream_tokens_per_second": 41.815357699333624, "stream_tokens_per_second": 41.79586297382279 }, { "timestamp": "2025-10-27T12:33:42.896740+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6574631020000083, "streaming_ttfb_avg_s": 0.3604392299999972, "streaming_total_avg_s": 2.5958262169999955, "nonstream_tokens_per_second": 40.64026323402915, "stream_tokens_per_second": 42.76095189772875 }, { "timestamp": "2025-10-27T16:20:13.238808+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1669983700000017, "streaming_ttfb_avg_s": 0.47976150800000994, "streaming_total_avg_s": 2.8896994990000024, "nonstream_tokens_per_second": 38.83803704010114, "stream_tokens_per_second": 40.83469580170346 }, { "timestamp": "2025-10-27T20:15:04.927995+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.958975417000005, "streaming_ttfb_avg_s": 0.8473621610000066, "streaming_total_avg_s": 3.0871471069999927, "nonstream_tokens_per_second": 42.92026194957732, "stream_tokens_per_second": 35.95552662466637 }, { "timestamp": "2025-10-28T01:09:41.905681+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.572941775000004, "streaming_ttfb_avg_s": 0.4386106130000087, "streaming_total_avg_s": 2.7839426380000134, "nonstream_tokens_per_second": 41.975298877488136, "stream_tokens_per_second": 42.38593079804665 }, { "timestamp": "2025-10-28T04:18:41.971695+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8203515780000004, "streaming_ttfb_avg_s": 0.44099721999999986, "streaming_total_avg_s": 2.5888467099999986, "nonstream_tokens_per_second": 38.293098223089686, "stream_tokens_per_second": 41.7174178690557 }, { "timestamp": "2025-10-28T08:21:23.697597+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.149618947999997, "streaming_ttfb_avg_s": 0.3145516280000038, "streaming_total_avg_s": 2.482092941999994, "nonstream_tokens_per_second": 20.97242555042736, "stream_tokens_per_second": 43.511666373369934 }, { "timestamp": "2025-10-28T12:31:46.850060+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8274609549999923, "streaming_ttfb_avg_s": 0.3966641350000373, "streaming_total_avg_s": 2.9359864310000034, "nonstream_tokens_per_second": 39.257836541902066, "stream_tokens_per_second": 42.23452761590772 }, { "timestamp": "2025-10-28T16:20:46.246108+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.914478258999992, "streaming_ttfb_avg_s": 0.5808740209999996, "streaming_total_avg_s": 2.748863869999994, "nonstream_tokens_per_second": 38.428833584241296, "stream_tokens_per_second": 40.38031901521564 }, { "timestamp": "2025-10-28T20:18:22.031393+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.958114566000006, "streaming_ttfb_avg_s": 0.6912469719999876, "streaming_total_avg_s": 3.29708212700001, "nonstream_tokens_per_second": 36.50974213146814, "stream_tokens_per_second": 38.51890705420684 }, { "timestamp": "2025-10-29T01:14:59.213105+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7882085950000146, "streaming_ttfb_avg_s": 0.444171066999985, "streaming_total_avg_s": 2.6751574170000083, "nonstream_tokens_per_second": 39.81050779308691, "stream_tokens_per_second": 41.49288535120237 }, { "timestamp": "2025-10-29T04:22:21.113367+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8062765029999923, "streaming_ttfb_avg_s": 0.4226490820000066, "streaming_total_avg_s": 2.7730341559999943, "nonstream_tokens_per_second": 38.48515992082206, "stream_tokens_per_second": 42.552667353441805 }, { "timestamp": "2025-10-29T08:21:44.984760+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.9638164680000045, "streaming_ttfb_avg_s": 0.38369806599996537, "streaming_total_avg_s": 2.7987489889999893, "nonstream_tokens_per_second": 28.00331470846492, "stream_tokens_per_second": 42.16169455130814 }, { "timestamp": "2025-10-29T12:33:23.795655+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6105201830000055, "streaming_ttfb_avg_s": 1.0023402740000051, "streaming_total_avg_s": 3.5605430909999995, "nonstream_tokens_per_second": 34.3440816599916, "stream_tokens_per_second": 35.668715910507714 }, { "timestamp": "2025-10-29T16:21:03.500974+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7437750640000047, "streaming_ttfb_avg_s": 0.9163599169999941, "streaming_total_avg_s": 3.4114455989999897, "nonstream_tokens_per_second": 39.361827220104736, "stream_tokens_per_second": 37.22761987974482 }, { "timestamp": "2025-10-29T20:17:51.661711+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7000229550000086, "streaming_ttfb_avg_s": 0.5154671660000076, "streaming_total_avg_s": 2.7288185200000044, "nonstream_tokens_per_second": 39.99965992881703, "stream_tokens_per_second": 39.57756780395928 }, { "timestamp": "2025-10-30T01:14:31.182326+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0303238330000113, "streaming_ttfb_avg_s": 0.7296382319999566, "streaming_total_avg_s": 2.9456888349999986, "nonstream_tokens_per_second": 36.6297485408054, "stream_tokens_per_second": 36.66375033125318 }, { "timestamp": "2025-10-30T04:17:59.597627+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8006599550000004, "streaming_ttfb_avg_s": 0.4427782110000038, "streaming_total_avg_s": 2.5899849599999953, "nonstream_tokens_per_second": 39.633515594005765, "stream_tokens_per_second": 41.69908384332865 }, { "timestamp": "2025-10-30T08:20:35.708279+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5099283089999744, "streaming_ttfb_avg_s": 0.34233353099995156, "streaming_total_avg_s": 2.553151681999964, "nonstream_tokens_per_second": 43.029117450382564, "stream_tokens_per_second": 42.3006595187483 }, { "timestamp": "2025-10-30T12:32:17.780437+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9129671919999964, "streaming_ttfb_avg_s": 0.7122232590000408, "streaming_total_avg_s": 2.85687193199999, "nonstream_tokens_per_second": 37.07559779478633, "stream_tokens_per_second": 37.80358467955307 }, { "timestamp": "2025-10-30T16:20:26.828352+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.144960029999993, "streaming_ttfb_avg_s": 0.8373941320000426, "streaming_total_avg_s": 3.143926418000035, "nonstream_tokens_per_second": 35.29456620788921, "stream_tokens_per_second": 37.53268502863501 }, { "timestamp": "2025-10-30T20:17:26.082426+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6859518330000043, "streaming_ttfb_avg_s": 0.5284970979999883, "streaming_total_avg_s": 2.827749265999998, "nonstream_tokens_per_second": 40.20920951489, "stream_tokens_per_second": 38.192919470817074 }, { "timestamp": "2025-10-31T01:12:08.990258+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6968813760000074, "streaming_ttfb_avg_s": 0.4570982879999974, "streaming_total_avg_s": 2.9364418830000005, "nonstream_tokens_per_second": 41.158651243546466, "stream_tokens_per_second": 43.249621501192834 }, { "timestamp": "2025-10-31T04:19:36.212317+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.828731845000007, "streaming_ttfb_avg_s": 0.3584970299999952, "streaming_total_avg_s": 2.664527892999999, "nonstream_tokens_per_second": 41.36129064577335, "stream_tokens_per_second": 42.033712724207554 }, { "timestamp": "2025-10-31T08:20:35.842410+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6097249709999915, "streaming_ttfb_avg_s": 0.5085160790000032, "streaming_total_avg_s": 2.8460568289999912, "nonstream_tokens_per_second": 34.07461814630317, "stream_tokens_per_second": 39.00132944253319 }, { "timestamp": "2025-10-31T12:32:25.096079+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1889366690000145, "streaming_ttfb_avg_s": 0.5203187209999953, "streaming_total_avg_s": 2.745145831000002, "nonstream_tokens_per_second": 33.867088377727676, "stream_tokens_per_second": 40.43501031767223 }, { "timestamp": "2025-10-31T16:19:42.620979+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.176755204999992, "streaming_ttfb_avg_s": 3.090598189000005, "streaming_total_avg_s": 9.132999092000006, "nonstream_tokens_per_second": 39.03353957044994, "stream_tokens_per_second": 11.825250272345032 }, { "timestamp": "2025-10-31T20:17:40.381894+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0180866490000113, "streaming_ttfb_avg_s": 0.7429578410000062, "streaming_total_avg_s": 3.173706217000003, "nonstream_tokens_per_second": 35.78426087792538, "stream_tokens_per_second": 34.974881860654556 }, { "timestamp": "2025-11-01T01:15:55.844644+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.603106650000001, "streaming_ttfb_avg_s": 0.27889728200000263, "streaming_total_avg_s": 2.907467112000006, "nonstream_tokens_per_second": 42.64135701086237, "stream_tokens_per_second": 43.68063166590334 }, { "timestamp": "2025-11-01T04:17:03.894076+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.711568420000006, "streaming_ttfb_avg_s": 0.45664182400000186, "streaming_total_avg_s": 3.1599904520000024, "nonstream_tokens_per_second": 40.935717934050786, "stream_tokens_per_second": 35.12668841443699 }, { "timestamp": "2025-11-01T08:18:06.021384+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.625129887, "streaming_ttfb_avg_s": 0.5700274550000017, "streaming_total_avg_s": 2.932575775999993, "nonstream_tokens_per_second": 41.14082146366573, "stream_tokens_per_second": 40.23766443332998 }, { "timestamp": "2025-11-01T12:27:54.584408+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.676802936999991, "streaming_ttfb_avg_s": 0.5368960269999974, "streaming_total_avg_s": 2.709609967999995, "nonstream_tokens_per_second": 41.46737829135921, "stream_tokens_per_second": 40.96530545388081 }, { "timestamp": "2025-11-01T16:16:16.656521+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8112127499999815, "streaming_ttfb_avg_s": 0.3788952810000126, "streaming_total_avg_s": 2.605381227999999, "nonstream_tokens_per_second": 39.48473839270996, "stream_tokens_per_second": 42.60412979378388 }, { "timestamp": "2025-11-01T20:14:54.505477+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0734838030000162, "streaming_ttfb_avg_s": 0.38301541000001293, "streaming_total_avg_s": 2.6169494420000206, "nonstream_tokens_per_second": 40.345096297225986, "stream_tokens_per_second": 42.41579841724704 }, { "timestamp": "2025-11-02T01:16:51.828007+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.958842782000005, "streaming_ttfb_avg_s": 0.3091894370000148, "streaming_total_avg_s": 2.522314143000017, "nonstream_tokens_per_second": 36.500756531240334, "stream_tokens_per_second": 42.817822791710554 }, { "timestamp": "2025-11-02T04:18:45.120383+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.805805081999978, "streaming_ttfb_avg_s": 0.4351059300000202, "streaming_total_avg_s": 2.7033003880000024, "nonstream_tokens_per_second": 42.05566550470769, "stream_tokens_per_second": 41.06091964205345 }, { "timestamp": "2025-11-02T08:17:37.008451+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7672862919999943, "streaming_ttfb_avg_s": 0.43256036199994696, "streaming_total_avg_s": 3.257267138999964, "nonstream_tokens_per_second": 40.111498517841184, "stream_tokens_per_second": 36.226687884196075 }, { "timestamp": "2025-11-02T12:27:28.052466+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1131298030000067, "streaming_ttfb_avg_s": 0.43369802300000515, "streaming_total_avg_s": 3.142515111999998, "nonstream_tokens_per_second": 40.79495814071577, "stream_tokens_per_second": 35.32202584361035 }, { "timestamp": "2025-11-02T16:16:28.407638+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2999501719999955, "streaming_ttfb_avg_s": 0.4914636219999977, "streaming_total_avg_s": 2.9520124729999964, "nonstream_tokens_per_second": 35.75811568345104, "stream_tokens_per_second": 43.021498439312374 }, { "timestamp": "2025-11-03T01:15:28.195675+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.669021767000004, "streaming_ttfb_avg_s": 0.49089050799999256, "streaming_total_avg_s": 2.725986419999998, "nonstream_tokens_per_second": 40.4642634748508, "stream_tokens_per_second": 40.719205050185124 }, { "timestamp": "2025-11-03T04:24:52.521700+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.774934805000001, "streaming_ttfb_avg_s": 0.8022077379999928, "streaming_total_avg_s": 2.973937922999994, "nonstream_tokens_per_second": 40.361308596581594, "stream_tokens_per_second": 36.31548566119825 }, { "timestamp": "2025-11-03T08:22:25.266116+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.65859084600001, "streaming_ttfb_avg_s": 0.47312002499998584, "streaming_total_avg_s": 2.9280885439999906, "nonstream_tokens_per_second": 40.623024096577964, "stream_tokens_per_second": 39.95780805185937 }, { "timestamp": "2025-11-03T12:33:31.624172+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7441245779999974, "streaming_ttfb_avg_s": 0.4176627749999966, "streaming_total_avg_s": 2.894718578999999, "nonstream_tokens_per_second": 39.35681377800775, "stream_tokens_per_second": 40.763893546005406 }, { "timestamp": "2025-11-03T16:18:39.419203+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1531713780000103, "streaming_ttfb_avg_s": 0.6137051380000003, "streaming_total_avg_s": 3.782718892999995, "nonstream_tokens_per_second": 34.25123060342572, "stream_tokens_per_second": 33.57373455241845 }, { "timestamp": "2025-11-03T20:18:06.077059+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.118116170999997, "streaming_ttfb_avg_s": 1.4947120730000023, "streaming_total_avg_s": 4.587519263999994, "nonstream_tokens_per_second": 34.63629771220609, "stream_tokens_per_second": 27.02985924725703 }, { "timestamp": "2025-11-04T01:12:31.801950+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.759444615999996, "streaming_ttfb_avg_s": 0.4646508080000018, "streaming_total_avg_s": 2.8767938649999962, "nonstream_tokens_per_second": 39.138310431667, "stream_tokens_per_second": 43.4511493926591 }, { "timestamp": "2025-11-04T04:18:30.832668+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.652431370000002, "streaming_ttfb_avg_s": 0.36309332499999414, "streaming_total_avg_s": 2.561779258999991, "nonstream_tokens_per_second": 42.225409210116496, "stream_tokens_per_second": 42.15819908002479 }, { "timestamp": "2025-11-04T12:35:06.066111+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.139955850999996, "streaming_ttfb_avg_s": 0.45120893300000375, "streaming_total_avg_s": 2.6892949679999845, "nonstream_tokens_per_second": 26.81188012504728, "stream_tokens_per_second": 40.159224363669956 }, { "timestamp": "2025-11-04T16:19:39.837466+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.445939433999996, "streaming_ttfb_avg_s": 0.5704735089999815, "streaming_total_avg_s": 3.0235058499999923, "nonstream_tokens_per_second": 32.21182557789555, "stream_tokens_per_second": 36.71234834885478 }, { "timestamp": "2025-11-04T20:18:37.215780+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1223646880000047, "streaming_ttfb_avg_s": 0.44264627299999404, "streaming_total_avg_s": 2.7217942869999945, "nonstream_tokens_per_second": 37.79186987782121, "stream_tokens_per_second": 40.781921150384214 }, { "timestamp": "2025-11-05T01:13:52.188463+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.179538149999999, "streaming_ttfb_avg_s": 0.4514782349999962, "streaming_total_avg_s": 2.992529822999998, "nonstream_tokens_per_second": 36.79779718950692, "stream_tokens_per_second": 41.436512694697406 }, { "timestamp": "2025-11-05T04:19:26.442406+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0017047289999965, "streaming_ttfb_avg_s": 0.6158532269999881, "streaming_total_avg_s": 3.094585214999995, "nonstream_tokens_per_second": 41.64300332153028, "stream_tokens_per_second": 37.80797485649468 }, { "timestamp": "2025-11-05T08:21:30.925274+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8579050350000017, "streaming_ttfb_avg_s": 0.47274487899998974, "streaming_total_avg_s": 2.7090707989999885, "nonstream_tokens_per_second": 37.789919076159904, "stream_tokens_per_second": 40.97345851609856 }, { "timestamp": "2025-11-05T12:32:46.028497+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8907533140000083, "streaming_ttfb_avg_s": 0.47391004399999304, "streaming_total_avg_s": 2.669931100999989, "nonstream_tokens_per_second": 40.819809642186456, "stream_tokens_per_second": 40.450482021633434 }, { "timestamp": "2025-11-05T16:20:31.120671+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6875963839999883, "streaming_ttfb_avg_s": 0.7359009329999964, "streaming_total_avg_s": 2.8961378869999947, "nonstream_tokens_per_second": 40.18460533841843, "stream_tokens_per_second": 38.326904426149724 }, { "timestamp": "2025-11-05T20:18:06.782276+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.923077937000002, "streaming_ttfb_avg_s": 1.2829922539999927, "streaming_total_avg_s": 3.4748634739999886, "nonstream_tokens_per_second": 37.97367103865897, "stream_tokens_per_second": 31.943701049130876 }, { "timestamp": "2025-11-06T01:13:42.958128+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8316956140000116, "streaming_ttfb_avg_s": 0.4026113990000084, "streaming_total_avg_s": 2.9798975530000007, "nonstream_tokens_per_second": 38.13969251004376, "stream_tokens_per_second": 41.612168805992496 }, { "timestamp": "2025-11-06T04:22:00.143663+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7452171169999957, "streaming_ttfb_avg_s": 0.4798335819999977, "streaming_total_avg_s": 2.637130177000003, "nonstream_tokens_per_second": 39.34115058921956, "stream_tokens_per_second": 40.953609701156545 }, { "timestamp": "2025-11-06T08:21:42.189882+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.5118260720000194, "streaming_ttfb_avg_s": 0.7628827080000065, "streaming_total_avg_s": 3.3536761420000403, "nonstream_tokens_per_second": 31.607487877890378, "stream_tokens_per_second": 36.67617110060191 }, { "timestamp": "2025-11-06T12:32:26.345996+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.78749486400001, "streaming_ttfb_avg_s": 1.1544651699999946, "streaming_total_avg_s": 3.7910563249999996, "nonstream_tokens_per_second": 38.74446600594691, "stream_tokens_per_second": 28.488102191412313 }, { "timestamp": "2025-11-06T16:20:53.880091+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.298035334000019, "streaming_ttfb_avg_s": 7.90172151500002, "streaming_total_avg_s": 10.041346266000005, "nonstream_tokens_per_second": 27.454404356927856, "stream_tokens_per_second": 10.755529899978448 }, { "timestamp": "2025-11-06T20:17:39.679321+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1991165089999924, "streaming_ttfb_avg_s": 0.44694374400000925, "streaming_total_avg_s": 2.608857846999996, "nonstream_tokens_per_second": 39.69846038514513, "stream_tokens_per_second": 41.397426128139735 }, { "timestamp": "2025-11-07T01:13:01.950542+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 15.090589766999997, "streaming_ttfb_avg_s": 0.7210903430000002, "streaming_total_avg_s": 2.9778867679999905, "nonstream_tokens_per_second": 7.42184379333675, "stream_tokens_per_second": 37.274755102441276 }, { "timestamp": "2025-11-07T04:19:17.157918+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.816440641, "streaming_ttfb_avg_s": 0.7117155830000002, "streaming_total_avg_s": 3.2510731569999933, "nonstream_tokens_per_second": 39.411446626685716, "stream_tokens_per_second": 38.14125183034147 }, { "timestamp": "2025-11-07T08:21:43.500496+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.620941092999999, "streaming_ttfb_avg_s": 0.4587860290000094, "streaming_total_avg_s": 3.0379778480000112, "nonstream_tokens_per_second": 30.931185325416735, "stream_tokens_per_second": 40.487457826914195 }, { "timestamp": "2025-11-07T12:31:19.105463+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2131508490000016, "streaming_ttfb_avg_s": 0.6436864060000005, "streaming_total_avg_s": 3.0971061970000022, "nonstream_tokens_per_second": 34.54553029607853, "stream_tokens_per_second": 41.006020433854665 }, { "timestamp": "2025-11-07T16:17:12.608573+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8792814129999726, "streaming_ttfb_avg_s": 0.4761182780000013, "streaming_total_avg_s": 2.945443253999997, "nonstream_tokens_per_second": 38.551285573836005, "stream_tokens_per_second": 41.759419344766684 }, { "timestamp": "2025-11-07T20:16:05.792079+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.024984226000001, "streaming_ttfb_avg_s": 0.42573299200000747, "streaming_total_avg_s": 2.595367306, "nonstream_tokens_per_second": 35.70266551201512, "stream_tokens_per_second": 42.76851285881151 }, { "timestamp": "2025-11-08T01:09:16.986958+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8867630260000112, "streaming_ttfb_avg_s": 0.45615042500000413, "streaming_total_avg_s": 2.739278810000002, "nonstream_tokens_per_second": 40.876233669760026, "stream_tokens_per_second": 40.521614519406995 }, { "timestamp": "2025-11-08T04:17:48.681649+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.742124689999997, "streaming_ttfb_avg_s": 0.3508571579999966, "streaming_total_avg_s": 2.640007794999974, "nonstream_tokens_per_second": 40.479559665829825, "stream_tokens_per_second": 42.42411716060903 }, { "timestamp": "2025-11-08T08:18:40.138495+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0276025659999988, "streaming_ttfb_avg_s": 0.3872240839999961, "streaming_total_avg_s": 2.7061023269999964, "nonstream_tokens_per_second": 40.62620417266486, "stream_tokens_per_second": 41.01840454904577 }, { "timestamp": "2025-11-08T12:28:17.789343+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.084131240000005, "streaming_ttfb_avg_s": 0.3966688739999995, "streaming_total_avg_s": 3.1035636780000004, "nonstream_tokens_per_second": 39.881571317308726, "stream_tokens_per_second": 39.95406985814066 }, { "timestamp": "2025-11-08T16:16:58.291374+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6532960880000473, "streaming_ttfb_avg_s": 0.3672659069999895, "streaming_total_avg_s": 2.5542887359999895, "nonstream_tokens_per_second": 40.70408895880379, "stream_tokens_per_second": 42.281829175321725 }, { "timestamp": "2025-11-08T20:15:16.768002+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.065933240999982, "streaming_ttfb_avg_s": 0.38526314500001035, "streaming_total_avg_s": 2.573238102000005, "nonstream_tokens_per_second": 41.422950213546656, "stream_tokens_per_second": 41.97046511788352 }, { "timestamp": "2025-11-09T01:16:28.780426+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.054018452999998, "streaming_ttfb_avg_s": 0.6080554570000061, "streaming_total_avg_s": 3.0579849930000194, "nonstream_tokens_per_second": 27.380240442136948, "stream_tokens_per_second": 40.54957767413714 }, { "timestamp": "2025-11-09T04:18:01.371778+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.721486374999998, "streaming_ttfb_avg_s": 0.4869957899999946, "streaming_total_avg_s": 2.673049610999996, "nonstream_tokens_per_second": 29.020662476562222, "stream_tokens_per_second": 40.40329051715462 }, { "timestamp": "2025-11-09T08:17:49.590860+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7140472620000082, "streaming_ttfb_avg_s": 0.40589383600000417, "streaming_total_avg_s": 2.795272730999997, "nonstream_tokens_per_second": 41.26678321639325, "stream_tokens_per_second": 44.71835560578082 }, { "timestamp": "2025-11-09T12:28:07.793831+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.733087299999994, "streaming_ttfb_avg_s": 0.4072058759999919, "streaming_total_avg_s": 2.5456680819999917, "nonstream_tokens_per_second": 40.61341179990857, "stream_tokens_per_second": 42.42501242155274 }, { "timestamp": "2025-11-09T16:16:49.909776+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8926560790000053, "streaming_ttfb_avg_s": 0.6797460000000228, "streaming_total_avg_s": 2.8125118130000146, "nonstream_tokens_per_second": 40.447255672526076, "stream_tokens_per_second": 38.39983871385056 }, { "timestamp": "2025-11-09T20:15:32.592678+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9031103860000087, "streaming_ttfb_avg_s": 0.6118423429999922, "streaming_total_avg_s": 2.74568627299999, "nonstream_tokens_per_second": 38.23485339561582, "stream_tokens_per_second": 39.33442835841442 }, { "timestamp": "2025-11-10T01:16:14.817438+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1206611990000113, "streaming_ttfb_avg_s": 0.502493439999995, "streaming_total_avg_s": 2.9073035979999986, "nonstream_tokens_per_second": 40.69650368988984, "stream_tokens_per_second": 40.58743644151059 }, { "timestamp": "2025-11-10T04:24:02.554262+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7439226770000005, "streaming_ttfb_avg_s": 12.383317622999996, "streaming_total_avg_s": 14.848934100999998, "nonstream_tokens_per_second": 39.359709697825416, "stream_tokens_per_second": 8.55280245276644 }, { "timestamp": "2025-11-10T08:23:32.913291+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.427776475000002, "streaming_ttfb_avg_s": 2.814422061000002, "streaming_total_avg_s": 5.002888288000008, "nonstream_tokens_per_second": 22.845450723908073, "stream_tokens_per_second": 21.587529799346147 }, { "timestamp": "2025-11-10T12:33:09.561522+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1571319760000023, "streaming_ttfb_avg_s": 0.598941632000006, "streaming_total_avg_s": 3.0978064819999958, "nonstream_tokens_per_second": 35.15849221502418, "stream_tokens_per_second": 34.86337853172591 }, { "timestamp": "2025-11-10T16:20:46.590136+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.342064640000018, "streaming_ttfb_avg_s": 0.5255139010000107, "streaming_total_avg_s": 2.789951497000004, "nonstream_tokens_per_second": 37.10281318795777, "stream_tokens_per_second": 39.785637893474764 }, { "timestamp": "2025-11-11T01:14:06.371673+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7926618080000054, "streaming_ttfb_avg_s": 2.5662124429999977, "streaming_total_avg_s": 4.9972124899999955, "nonstream_tokens_per_second": 39.74702546582031, "stream_tokens_per_second": 23.41305282377538 }, { "timestamp": "2025-11-11T04:20:33.783198+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3513103860000086, "streaming_ttfb_avg_s": 2.447956640000001, "streaming_total_avg_s": 4.66401628700001, "nonstream_tokens_per_second": 32.22620036961259, "stream_tokens_per_second": 23.799230785147508 }, { "timestamp": "2025-11-11T08:21:10.994414+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.710225931000011, "streaming_ttfb_avg_s": 4.343827701999999, "streaming_total_avg_s": 6.474080395000001, "nonstream_tokens_per_second": 24.839572817510298, "stream_tokens_per_second": 16.681905909511027 }, { "timestamp": "2025-11-11T12:33:01.871263+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1003908960000217, "streaming_ttfb_avg_s": 0.6062721490000058, "streaming_total_avg_s": 3.2044963220000113, "nonstream_tokens_per_second": 34.83431722733302, "stream_tokens_per_second": 39.631813314342 }, { "timestamp": "2025-11-11T16:20:27.959721+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7772460999999993, "streaming_ttfb_avg_s": 0.6266713830000015, "streaming_total_avg_s": 3.105924468000012, "nonstream_tokens_per_second": 39.9676499680745, "stream_tokens_per_second": 40.88959706150829 }, { "timestamp": "2025-11-11T20:17:33.081241+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7188597250000015, "streaming_ttfb_avg_s": 0.639711951999999, "streaming_total_avg_s": 2.8667665330000034, "nonstream_tokens_per_second": 39.72253478432027, "stream_tokens_per_second": 38.71958135490061 }, { "timestamp": "2025-11-12T01:13:55.029716+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8053513170000315, "streaming_ttfb_avg_s": 0.4669655259999672, "streaming_total_avg_s": 2.916039103999992, "nonstream_tokens_per_second": 38.49785206777322, "stream_tokens_per_second": 43.55222802938116 }, { "timestamp": "2025-11-12T04:19:54.209328+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.205625224000002, "streaming_ttfb_avg_s": 0.49962017100000367, "streaming_total_avg_s": 2.8055596279999975, "nonstream_tokens_per_second": 34.626630452293924, "stream_tokens_per_second": 39.92073413169321 }, { "timestamp": "2025-11-12T08:21:58.245817+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.839989424999999, "streaming_ttfb_avg_s": 0.5349401169999908, "streaming_total_avg_s": 2.715189413999994, "nonstream_tokens_per_second": 38.028310615980566, "stream_tokens_per_second": 39.77623050647333 }, { "timestamp": "2025-11-12T12:33:40.417528+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.234433607999989, "streaming_ttfb_avg_s": 0.49945211200000017, "streaming_total_avg_s": 3.071912131000005, "nonstream_tokens_per_second": 33.390699296740785, "stream_tokens_per_second": 40.040207777674816 }, { "timestamp": "2025-11-12T16:22:33.424109+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2382518550000015, "streaming_ttfb_avg_s": 0.587033458999997, "streaming_total_avg_s": 2.7482772900000043, "nonstream_tokens_per_second": 39.21869134542654, "stream_tokens_per_second": 39.29734470134192 }, { "timestamp": "2025-11-12T20:18:26.135403+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.973679221999987, "streaming_ttfb_avg_s": 0.6262281110000174, "streaming_total_avg_s": 3.012486743000011, "nonstream_tokens_per_second": 36.318644997412726, "stream_tokens_per_second": 42.15786187112842 }, { "timestamp": "2025-11-13T01:14:12.929494+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6030823819999966, "streaming_ttfb_avg_s": 0.4420653920000035, "streaming_total_avg_s": 2.69543496, "nonstream_tokens_per_second": 41.48927469480301, "stream_tokens_per_second": 41.18073767211211 }, { "timestamp": "2025-11-13T04:21:27.510287+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0331176020000044, "streaming_ttfb_avg_s": 0.3833249930000022, "streaming_total_avg_s": 2.5834284740000015, "nonstream_tokens_per_second": 40.55233464040272, "stream_tokens_per_second": 41.80491199463335 }, { "timestamp": "2025-11-13T08:21:28.523014+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.082835585000012, "streaming_ttfb_avg_s": 0.42718140300000584, "streaming_total_avg_s": 3.0212872449999963, "nonstream_tokens_per_second": 38.27644930989712, "stream_tokens_per_second": 40.7111241089558 }, { "timestamp": "2025-11-13T12:34:18.440861+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.665828570000002, "streaming_ttfb_avg_s": 0.5073588970000031, "streaming_total_avg_s": 2.675330954000003, "nonstream_tokens_per_second": 40.51273259480444, "stream_tokens_per_second": 41.49019388948462 }, { "timestamp": "2025-11-13T16:19:51.647337+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2803159609999994, "streaming_ttfb_avg_s": 0.7055779650000034, "streaming_total_avg_s": 3.2381095850000037, "nonstream_tokens_per_second": 38.71578272029754, "stream_tokens_per_second": 37.98512581840242 }, { "timestamp": "2025-11-13T20:18:25.903363+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.826865196, "streaming_ttfb_avg_s": 0.40949940799998785, "streaming_total_avg_s": 2.9038355169999903, "nonstream_tokens_per_second": 39.6198588310753, "stream_tokens_per_second": 40.29153831718231 }, { "timestamp": "2025-11-14T01:13:25.006918+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.680907296000001, "streaming_ttfb_avg_s": 0.432930963000004, "streaming_total_avg_s": 2.581932965000007, "nonstream_tokens_per_second": 40.28486929075819, "stream_tokens_per_second": 42.99104643872878 }, { "timestamp": "2025-11-14T04:19:35.363376+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8092183100000057, "streaming_ttfb_avg_s": 0.3759774589999978, "streaming_total_avg_s": 2.6353175790000023, "nonstream_tokens_per_second": 39.51277108114812, "stream_tokens_per_second": 42.120160729212785 }, { "timestamp": "2025-11-14T08:21:00.814909+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7305073740000125, "streaming_ttfb_avg_s": 0.42129648200000247, "streaming_total_avg_s": 2.767892123999985, "nonstream_tokens_per_second": 39.553088568219884, "stream_tokens_per_second": 42.631719269995884 }, { "timestamp": "2025-11-14T12:32:44.603595+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6143265609999844, "streaming_ttfb_avg_s": 0.3514976870000055, "streaming_total_avg_s": 2.746863367000003, "nonstream_tokens_per_second": 41.31082995182125, "stream_tokens_per_second": 45.506449829908796 }, { "timestamp": "2025-11-14T16:20:08.689510+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0494954079999985, "streaming_ttfb_avg_s": 0.5663474149999956, "streaming_total_avg_s": 3.000655390999995, "nonstream_tokens_per_second": 35.415695238194, "stream_tokens_per_second": 38.99148177792209 }, { "timestamp": "2025-11-14T20:18:12.274094+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7510152300000073, "streaming_ttfb_avg_s": 0.3500312070000007, "streaming_total_avg_s": 2.5309337209999967, "nonstream_tokens_per_second": 39.25823413198614, "stream_tokens_per_second": 42.67199852129203 }, { "timestamp": "2025-11-15T01:11:31.848809+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.696289630999999, "streaming_ttfb_avg_s": 0.3685828569999927, "streaming_total_avg_s": 2.5574270489999975, "nonstream_tokens_per_second": 41.53856422259113, "stream_tokens_per_second": 42.229943584208996 }, { "timestamp": "2025-11-15T04:18:07.198517+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.595161049000012, "streaming_ttfb_avg_s": 0.5941056970000034, "streaming_total_avg_s": 2.8164370449999865, "nonstream_tokens_per_second": 41.61591437325842, "stream_tokens_per_second": 39.411496946845666 }, { "timestamp": "2025-11-15T08:18:56.572486+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.896375677000009, "streaming_ttfb_avg_s": 0.36476981700000977, "streaming_total_avg_s": 2.5031472370000074, "nonstream_tokens_per_second": 43.847903090922, "stream_tokens_per_second": 43.14568412261547 }, { "timestamp": "2025-11-15T12:28:21.887831+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.650822888999997, "streaming_ttfb_avg_s": 0.4061696409999911, "streaming_total_avg_s": 2.557740725000002, "nonstream_tokens_per_second": 40.74206558580841, "stream_tokens_per_second": 42.22476459180589 }, { "timestamp": "2025-11-15T16:16:43.969811+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6506171249999966, "streaming_ttfb_avg_s": 0.4130231719999955, "streaming_total_avg_s": 2.5922040239999973, "nonstream_tokens_per_second": 41.87704023831814, "stream_tokens_per_second": 42.820703529623145 }, { "timestamp": "2025-11-15T20:15:35.948547+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.010276759000007, "streaming_ttfb_avg_s": 0.4708320060000091, "streaming_total_avg_s": 2.9592191960000065, "nonstream_tokens_per_second": 36.87368600516101, "stream_tokens_per_second": 42.91672619982549 }, { "timestamp": "2025-11-16T01:18:14.958890+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.762582519999995, "streaming_ttfb_avg_s": 0.4439085050000102, "streaming_total_avg_s": 2.6586718600000125, "nonstream_tokens_per_second": 40.17979524463225, "stream_tokens_per_second": 41.75016919914272 }, { "timestamp": "2025-11-16T04:22:15.172786+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5462263309999997, "streaming_ttfb_avg_s": 0.431632295, "streaming_total_avg_s": 2.559413008000007, "nonstream_tokens_per_second": 42.41571092291089, "stream_tokens_per_second": 42.197175548620834 }, { "timestamp": "2025-11-16T08:19:19.551196+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0335618020000084, "streaming_ttfb_avg_s": 0.48362938600001826, "streaming_total_avg_s": 2.8700442669999973, "nonstream_tokens_per_second": 40.54639662159079, "stream_tokens_per_second": 43.55333520017798 }, { "timestamp": "2025-11-16T12:28:38.276739+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8314909980000067, "streaming_ttfb_avg_s": 0.3626017350000126, "streaming_total_avg_s": 2.500151496000001, "nonstream_tokens_per_second": 43.44001096485199, "stream_tokens_per_second": 43.197382307747944 }, { "timestamp": "2025-11-16T16:17:16.652523+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.589886573000001, "streaming_ttfb_avg_s": 0.35746974799999975, "streaming_total_avg_s": 2.5531497390000055, "nonstream_tokens_per_second": 41.700667946588084, "stream_tokens_per_second": 42.30069171042841 }, { "timestamp": "2025-11-16T20:16:39.289179+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8614696479999964, "streaming_ttfb_avg_s": 0.42685991000000456, "streaming_total_avg_s": 2.680377110000009, "nonstream_tokens_per_second": 38.79125542274497, "stream_tokens_per_second": 41.41208324227169 }, { "timestamp": "2025-11-17T01:14:28.920412+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.663873308999996, "streaming_ttfb_avg_s": 0.3902493530000015, "streaming_total_avg_s": 2.6043145540000125, "nonstream_tokens_per_second": 40.542468605814676, "stream_tokens_per_second": 42.62157957436944 }, { "timestamp": "2025-11-17T04:22:53.463471+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6200592630000017, "streaming_ttfb_avg_s": 0.4042399060000008, "streaming_total_avg_s": 2.588667129000001, "nonstream_tokens_per_second": 41.220441661437306, "stream_tokens_per_second": 41.72031188950905 }, { "timestamp": "2025-11-17T08:23:39.923980+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6988736299999943, "streaming_ttfb_avg_s": 0.4535843110000002, "streaming_total_avg_s": 2.672822750999998, "nonstream_tokens_per_second": 40.01669392723669, "stream_tokens_per_second": 41.529128693053416 }, { "timestamp": "2025-11-17T12:33:08.087769+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1497469050000007, "streaming_ttfb_avg_s": 1.2581892390000036, "streaming_total_avg_s": 3.4411580930000127, "nonstream_tokens_per_second": 35.24092676265364, "stream_tokens_per_second": 32.25658252255125 }, { "timestamp": "2025-11-17T16:21:23.651098+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9398278369999957, "streaming_ttfb_avg_s": 0.427529528000008, "streaming_total_avg_s": 2.673681645000002, "nonstream_tokens_per_second": 36.73684514471796, "stream_tokens_per_second": 41.51578786785586 }, { "timestamp": "2025-11-17T20:18:28.606072+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5884080259999678, "streaming_ttfb_avg_s": 0.503775907999966, "streaming_total_avg_s": 2.8457822809999698, "nonstream_tokens_per_second": 41.72448814683182, "stream_tokens_per_second": 41.464872695228244 }, { "timestamp": "2025-11-18T01:13:31.532613+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9381977359999922, "streaming_ttfb_avg_s": 0.4825600289999983, "streaming_total_avg_s": 2.6388771350000013, "nonstream_tokens_per_second": 42.202741660543005, "stream_tokens_per_second": 40.926498080404166 }, { "timestamp": "2025-11-18T04:19:54.088449+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2701864130000047, "streaming_ttfb_avg_s": 0.7176619339999775, "streaming_total_avg_s": 3.082762554999988, "nonstream_tokens_per_second": 33.02564024199554, "stream_tokens_per_second": 36.006665456594156 }, { "timestamp": "2025-11-18T08:21:37.402757+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.700116749000003, "streaming_ttfb_avg_s": 0.5927136090000005, "streaming_total_avg_s": 2.812573388000004, "nonstream_tokens_per_second": 39.998270459971096, "stream_tokens_per_second": 39.46563686963244 }, { "timestamp": "2025-11-18T12:33:37.351543+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.805468132999991, "streaming_ttfb_avg_s": 0.5292544389999989, "streaming_total_avg_s": 2.7741056050000026, "nonstream_tokens_per_second": 39.5655893197773, "stream_tokens_per_second": 40.012896336727565 }, { "timestamp": "2025-11-18T16:22:15.836712+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.166898850999999, "streaming_ttfb_avg_s": 0.790583342000005, "streaming_total_avg_s": 3.223963731000012, "nonstream_tokens_per_second": 38.8392575156484, "stream_tokens_per_second": 38.46197114678383 }, { "timestamp": "2025-11-18T20:18:48.467601+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.236954296999997, "streaming_ttfb_avg_s": 0.44001779600000646, "streaming_total_avg_s": 3.0274851909999967, "nonstream_tokens_per_second": 38.307615314471064, "stream_tokens_per_second": 40.62777924253772 }, { "timestamp": "2025-11-19T01:13:16.844987+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 5.314792221999994, "streaming_ttfb_avg_s": 0.42348414299999604, "streaming_total_avg_s": 2.528553979999998, "nonstream_tokens_per_second": 23.142955521545154, "stream_tokens_per_second": 42.71215914480896 }, { "timestamp": "2025-11-19T04:19:54.090232+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.194138007999996, "streaming_ttfb_avg_s": 0.37536369300001127, "streaming_total_avg_s": 2.614779347999999, "nonstream_tokens_per_second": 34.7511596937862, "stream_tokens_per_second": 42.45100072589377 }, { "timestamp": "2025-11-19T08:21:29.903638+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.901190993, "streaming_ttfb_avg_s": 0.41412854800000787, "streaming_total_avg_s": 2.8469710640000017, "nonstream_tokens_per_second": 43.77512556271748, "stream_tokens_per_second": 44.60881306660162 }, { "timestamp": "2025-11-19T12:33:53.084478+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5373075349999965, "streaming_ttfb_avg_s": 0.6726365839999886, "streaming_total_avg_s": 3.303806758999997, "nonstream_tokens_per_second": 42.564804821737994, "stream_tokens_per_second": 38.440504927848934 }, { "timestamp": "2025-11-19T16:21:14.410888+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6638177479999854, "streaming_ttfb_avg_s": 0.3985159360000239, "streaming_total_avg_s": 2.6296183540000015, "nonstream_tokens_per_second": 40.54331422676616, "stream_tokens_per_second": 42.21144860475823 }, { "timestamp": "2025-11-19T20:16:00.215260+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7201713609999842, "streaming_ttfb_avg_s": 0.785706848000018, "streaming_total_avg_s": 3.2235762459999933, "nonstream_tokens_per_second": 40.80625272048831, "stream_tokens_per_second": 34.74402075613267 }, { "timestamp": "2025-11-20T01:12:03.114952+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7131193949999926, "streaming_ttfb_avg_s": 0.41952531500000134, "streaming_total_avg_s": 2.867589382999995, "nonstream_tokens_per_second": 40.912316724638764, "stream_tokens_per_second": 44.28807023519386 }, { "timestamp": "2025-11-20T04:18:32.958267+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.820498978999993, "streaming_ttfb_avg_s": 0.3794745739999996, "streaming_total_avg_s": 2.5649997539999987, "nonstream_tokens_per_second": 38.291097002379125, "stream_tokens_per_second": 42.10526719606074 }, { "timestamp": "2025-11-20T08:22:27.843620+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.787800420999986, "streaming_ttfb_avg_s": 0.6045364660000132, "streaming_total_avg_s": 2.7969726219999984, "nonstream_tokens_per_second": 39.8163366229008, "stream_tokens_per_second": 39.68576564779834 }, { "timestamp": "2025-11-20T12:32:42.458936+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6325742530000014, "streaming_ttfb_avg_s": 0.5429673809999969, "streaming_total_avg_s": 2.755746981999991, "nonstream_tokens_per_second": 30.556842687614555, "stream_tokens_per_second": 40.27945987967351 }, { "timestamp": "2025-11-20T16:20:59.355053+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.869781314000008, "streaming_ttfb_avg_s": 0.8855193750000012, "streaming_total_avg_s": 3.312998566999994, "nonstream_tokens_per_second": 37.63352959095882, "stream_tokens_per_second": 38.333852982919275 }, { "timestamp": "2025-11-20T20:18:23.157957+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0592793699999987, "streaming_ttfb_avg_s": 0.8039948899999985, "streaming_total_avg_s": 3.2549299229999917, "nonstream_tokens_per_second": 36.28305446324768, "stream_tokens_per_second": 39.017737095533874 }, { "timestamp": "2025-11-21T01:12:38.305472+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.983697497999998, "streaming_ttfb_avg_s": 0.4342577520000077, "streaming_total_avg_s": 2.5937118450000014, "nonstream_tokens_per_second": 41.559172832741396, "stream_tokens_per_second": 41.63916674406055 }, { "timestamp": "2025-11-21T04:19:07.618493+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.785717996999992, "streaming_ttfb_avg_s": 0.3464638949999994, "streaming_total_avg_s": 3.11116388100001, "nonstream_tokens_per_second": 39.8461007609308, "stream_tokens_per_second": 39.53504370218664 }, { "timestamp": "2025-11-21T08:22:22.231487+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7197736290000023, "streaming_ttfb_avg_s": 0.4345567550000027, "streaming_total_avg_s": 3.008509122999996, "nonstream_tokens_per_second": 39.709187135441525, "stream_tokens_per_second": 40.884037565207066 }, { "timestamp": "2025-11-21T12:31:39.762267+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7606762450000133, "streaming_ttfb_avg_s": 0.41619105899997066, "streaming_total_avg_s": 2.82025992399997, "nonstream_tokens_per_second": 40.207539801538545, "stream_tokens_per_second": 44.322155889345375 }, { "timestamp": "2025-11-21T16:20:22.749654+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.700697941999991, "streaming_ttfb_avg_s": 0.8258715879999983, "streaming_total_avg_s": 3.1687500990000075, "nonstream_tokens_per_second": 41.10048675706377, "stream_tokens_per_second": 35.34516654858485 }, { "timestamp": "2025-11-21T20:17:43.374706+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8885691049999878, "streaming_ttfb_avg_s": 0.43317421399999034, "streaming_total_avg_s": 2.6919969539999897, "nonstream_tokens_per_second": 40.85067578814269, "stream_tokens_per_second": 41.233330459407505 }, { "timestamp": "2025-11-22T01:10:25.385280+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.8580652610000072, "streaming_ttfb_avg_s": 0.41477365599999416, "streaming_total_avg_s": 2.8626517060000083, "nonstream_tokens_per_second": 29.030094729649466, "stream_tokens_per_second": 44.36446101138076 }, { "timestamp": "2025-11-22T04:18:06.705340+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.553733729000001, "streaming_ttfb_avg_s": 0.4510709509999913, "streaming_total_avg_s": 2.5997663939999995, "nonstream_tokens_per_second": 42.2910183522896, "stream_tokens_per_second": 41.54219404068503 }, { "timestamp": "2025-11-22T08:19:18.753221+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.001711134000004, "streaming_ttfb_avg_s": 0.40194647399999894, "streaming_total_avg_s": 2.608661159999997, "nonstream_tokens_per_second": 39.31091125439382, "stream_tokens_per_second": 42.55056260353879 }, { "timestamp": "2025-11-22T12:28:03.557123+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8055601349999506, "streaming_ttfb_avg_s": 0.5014699619999874, "streaming_total_avg_s": 2.6844370329999947, "nonstream_tokens_per_second": 39.564291855751634, "stream_tokens_per_second": 40.231899155147815 }, { "timestamp": "2025-11-22T16:17:43.235799+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6461730069999874, "streaming_ttfb_avg_s": 0.38648324100000764, "streaming_total_avg_s": 2.675536612000002, "nonstream_tokens_per_second": 41.94737067696214, "stream_tokens_per_second": 41.86076150020552 }, { "timestamp": "2025-11-22T20:16:46.758881+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9737959109999963, "streaming_ttfb_avg_s": 0.5000372820000081, "streaming_total_avg_s": 2.7578136240000077, "nonstream_tokens_per_second": 36.31721988738727, "stream_tokens_per_second": 40.249275380329216 }, { "timestamp": "2025-11-23T01:23:00.957854+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.748736045000001, "streaming_ttfb_avg_s": 0.5217896970000027, "streaming_total_avg_s": 3.076005447, "nonstream_tokens_per_second": 39.290786103836304, "stream_tokens_per_second": 40.312022243307815 }, { "timestamp": "2025-11-23T04:29:53.272634+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.978687641999997, "streaming_ttfb_avg_s": 0.44947080200000755, "streaming_total_avg_s": 2.656817296, "nonstream_tokens_per_second": 42.63622617198212, "stream_tokens_per_second": 41.77931247553878 }, { "timestamp": "2025-11-23T08:19:26.174017+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8296859089999913, "streaming_ttfb_avg_s": 0.3741470169999985, "streaming_total_avg_s": 2.591481818999995, "nonstream_tokens_per_second": 44.881306294832456, "stream_tokens_per_second": 42.832636982509435 }, { "timestamp": "2025-11-23T12:27:55.633159+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7067453340000043, "streaming_ttfb_avg_s": 1.0716281420000087, "streaming_total_avg_s": 3.152572624000001, "nonstream_tokens_per_second": 41.00866032932813, "stream_tokens_per_second": 34.25773578626367 }, { "timestamp": "2025-11-23T16:17:54.001410+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7227536100000407, "streaming_ttfb_avg_s": 0.43421989699993446, "streaming_total_avg_s": 2.878959907999956, "nonstream_tokens_per_second": 39.665726492232395, "stream_tokens_per_second": 44.11315338122518 }, { "timestamp": "2025-11-23T20:17:17.883252+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.162329788000008, "streaming_ttfb_avg_s": 0.44849103500000354, "streaming_total_avg_s": 3.3787949709999907, "nonstream_tokens_per_second": 37.3142612917131, "stream_tokens_per_second": 32.85194897965305 }, { "timestamp": "2025-11-24T01:18:22.857383+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6083213179999944, "streaming_ttfb_avg_s": 0.32245512000000076, "streaming_total_avg_s": 2.591703948000003, "nonstream_tokens_per_second": 35.196422049905756, "stream_tokens_per_second": 42.82896589545184 }, { "timestamp": "2025-11-24T04:30:53.027050+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9672017590000053, "streaming_ttfb_avg_s": 0.40732346000000064, "streaming_total_avg_s": 2.5775311630000033, "nonstream_tokens_per_second": 41.45319731862554, "stream_tokens_per_second": 43.06446478451359 }, { "timestamp": "2025-11-24T08:23:35.543298+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.783975523999999, "streaming_ttfb_avg_s": 0.37155644199999927, "streaming_total_avg_s": 2.947412596999996, "nonstream_tokens_per_second": 44.899820031607454, "stream_tokens_per_second": 41.73151737398243 }, { "timestamp": "2025-11-24T12:33:32.746126+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0297521469999538, "streaming_ttfb_avg_s": 0.4688539240000864, "streaming_total_avg_s": 2.8675792290000572, "nonstream_tokens_per_second": 40.59738025824786, "stream_tokens_per_second": 41.14969128199026 }, { "timestamp": "2025-11-24T16:18:16.989961+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0282670929999966, "streaming_ttfb_avg_s": 0.7015885040000001, "streaming_total_avg_s": 2.8877032740000033, "nonstream_tokens_per_second": 36.65462675223811, "stream_tokens_per_second": 37.399964522809164 }, { "timestamp": "2025-11-24T20:18:51.491670+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.910297174000007, "streaming_ttfb_avg_s": 0.3158225859999959, "streaming_total_avg_s": 2.5160079980000063, "nonstream_tokens_per_second": 43.63815528345068, "stream_tokens_per_second": 42.92514176658024 }, { "timestamp": "2025-11-25T01:13:35.963740+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.710286961999998, "streaming_ttfb_avg_s": 0.4457022129999899, "streaming_total_avg_s": 2.69886993099999, "nonstream_tokens_per_second": 40.95507285991958, "stream_tokens_per_second": 41.12832512787012 }, { "timestamp": "2025-11-25T04:22:26.302253+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7584846410000097, "streaming_ttfb_avg_s": 0.45842174499999544, "streaming_total_avg_s": 2.711350871999997, "nonstream_tokens_per_second": 39.15193088073446, "stream_tokens_per_second": 40.939002453091625 }, { "timestamp": "2025-11-25T08:22:54.930031+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3183302000000054, "streaming_ttfb_avg_s": 0.9605098210000023, "streaming_total_avg_s": 3.169735756999998, "nonstream_tokens_per_second": 33.45055895884015, "stream_tokens_per_second": 34.07224080477194 }, { "timestamp": "2025-11-25T12:34:04.088565+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2607404419999995, "streaming_ttfb_avg_s": 0.49382709300000727, "streaming_total_avg_s": 2.6435016700000062, "nonstream_tokens_per_second": 33.12131153062811, "stream_tokens_per_second": 40.85490137027216 }, { "timestamp": "2025-11-25T16:21:56.725555+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.674710499000014, "streaming_ttfb_avg_s": 1.2207364200000086, "streaming_total_avg_s": 3.915375154000003, "nonstream_tokens_per_second": 40.37820169337117, "stream_tokens_per_second": 30.13759738436546 }, { "timestamp": "2025-11-25T20:18:05.427582+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6683308990000114, "streaming_ttfb_avg_s": 0.8800961919999963, "streaming_total_avg_s": 3.3751898219999816, "nonstream_tokens_per_second": 40.47474023573099, "stream_tokens_per_second": 37.62751332449375 }, { "timestamp": "2025-11-26T01:14:01.686613+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8496551359999955, "streaming_ttfb_avg_s": 0.4253201719999993, "streaming_total_avg_s": 2.565469188999998, "nonstream_tokens_per_second": 38.95208181429578, "stream_tokens_per_second": 42.097562684858296 }, { "timestamp": "2025-11-26T04:21:55.822661+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1580769339999932, "streaming_ttfb_avg_s": 0.49125183299999264, "streaming_total_avg_s": 2.707131989000004, "nonstream_tokens_per_second": 38.94775287953775, "stream_tokens_per_second": 41.00280313299487 }, { "timestamp": "2025-11-26T08:22:07.926090+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.146435878999995, "streaming_ttfb_avg_s": 0.5835554070000057, "streaming_total_avg_s": 3.1471248430000003, "nonstream_tokens_per_second": 39.09185018545239, "stream_tokens_per_second": 39.083292254383565 }, { "timestamp": "2025-11-26T12:34:48.378957+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.776844651999994, "streaming_ttfb_avg_s": 0.4390278370000118, "streaming_total_avg_s": 2.946352016000006, "nonstream_tokens_per_second": 39.97342808502211, "stream_tokens_per_second": 43.10415025439369 }, { "timestamp": "2025-11-26T16:20:48.227166+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2684193259999574, "streaming_ttfb_avg_s": 0.48930025999999316, "streaming_total_avg_s": 2.806773432, "nonstream_tokens_per_second": 38.856703296828336, "stream_tokens_per_second": 38.478346263611066 }, { "timestamp": "2025-11-26T20:17:50.846672+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1304724830000055, "streaming_ttfb_avg_s": 0.5771479149999976, "streaming_total_avg_s": 2.8380068310000013, "nonstream_tokens_per_second": 39.61063407309298, "stream_tokens_per_second": 39.46431656774259 }, { "timestamp": "2025-11-27T01:12:45.313043+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.571545862999997, "streaming_ttfb_avg_s": 0.4119561980000128, "streaming_total_avg_s": 2.5825618670000097, "nonstream_tokens_per_second": 41.99808432504714, "stream_tokens_per_second": 42.98057731679486 }, { "timestamp": "2025-11-27T04:20:08.553346+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.751624168999996, "streaming_ttfb_avg_s": 0.435164149000002, "streaming_total_avg_s": 2.6607630780000022, "nonstream_tokens_per_second": 39.249546219551384, "stream_tokens_per_second": 41.71735579081871 }, { "timestamp": "2025-11-27T08:22:59.674073+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.726397890000001, "streaming_ttfb_avg_s": 0.36481389899999783, "streaming_total_avg_s": 2.589290473999995, "nonstream_tokens_per_second": 33.54445866756326, "stream_tokens_per_second": 42.868886714175666 }, { "timestamp": "2025-11-27T12:34:09.800773+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6124503159999932, "streaming_ttfb_avg_s": 0.6704197640000018, "streaming_total_avg_s": 2.951816234000006, "nonstream_tokens_per_second": 41.340499123965074, "stream_tokens_per_second": 37.60396691415438 }, { "timestamp": "2025-11-27T16:19:58.816469+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3034190659999894, "streaming_ttfb_avg_s": 0.4415172789999957, "streaming_total_avg_s": 2.7259267489999957, "nonstream_tokens_per_second": 38.44501634900972, "stream_tokens_per_second": 41.08694411582671 }, { "timestamp": "2025-11-27T20:15:47.492184+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7170634889999974, "streaming_ttfb_avg_s": 0.4007543620000007, "streaming_total_avg_s": 2.9163842179999904, "nonstream_tokens_per_second": 39.7487951375582, "stream_tokens_per_second": 42.51840317701253 }, { "timestamp": "2025-11-28T01:11:48.021482+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7468260910000026, "streaming_ttfb_avg_s": 0.49589653099999964, "streaming_total_avg_s": 3.0242524689999897, "nonstream_tokens_per_second": 40.410275832056634, "stream_tokens_per_second": 41.99384849704505 }, { "timestamp": "2025-11-28T04:19:53.124920+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.794471962000003, "streaming_ttfb_avg_s": 0.6737081090000032, "streaming_total_avg_s": 3.0805976350000037, "nonstream_tokens_per_second": 39.72127883528927, "stream_tokens_per_second": 35.05813247824553 }, { "timestamp": "2025-11-28T08:22:23.995483+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.760252710000003, "streaming_ttfb_avg_s": 0.46275444200000493, "streaming_total_avg_s": 2.9824217900000036, "nonstream_tokens_per_second": 40.21370927301793, "stream_tokens_per_second": 42.5828433878227 }, { "timestamp": "2025-11-28T12:32:36.062482+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7171145390000078, "streaming_ttfb_avg_s": 0.4552074470000065, "streaming_total_avg_s": 2.635113294000007, "nonstream_tokens_per_second": 40.852160778195184, "stream_tokens_per_second": 40.98495508557808 }, { "timestamp": "2025-11-28T16:20:01.374008+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.284630386999993, "streaming_ttfb_avg_s": 0.6391504699999899, "streaming_total_avg_s": 3.3252485459999974, "nonstream_tokens_per_second": 35.924894462105655, "stream_tokens_per_second": 32.47877519709472 }, { "timestamp": "2025-11-28T20:17:24.778675+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.107282435000002, "streaming_ttfb_avg_s": 0.5752298219999972, "streaming_total_avg_s": 2.873145131000001, "nonstream_tokens_per_second": 40.8717271946346, "stream_tokens_per_second": 38.98167161539044 }, { "timestamp": "2025-11-29T01:12:14.155671+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8289795120000463, "streaming_ttfb_avg_s": 0.47427878799999235, "streaming_total_avg_s": 2.9060916979999547, "nonstream_tokens_per_second": 39.59024783492252, "stream_tokens_per_second": 43.70130511965765 }, { "timestamp": "2025-11-29T04:19:19.815709+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9607641829999807, "streaming_ttfb_avg_s": 0.47660116800000196, "streaming_total_avg_s": 2.689378909000027, "nonstream_tokens_per_second": 37.49032112632819, "stream_tokens_per_second": 41.273470104393866 }, { "timestamp": "2025-11-29T08:20:12.475530+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.747731678000008, "streaming_ttfb_avg_s": 0.45693773400000737, "streaming_total_avg_s": 3.043128612000004, "nonstream_tokens_per_second": 39.305147902436374, "stream_tokens_per_second": 40.41892922795727 }, { "timestamp": "2025-11-29T12:29:58.417925+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7555201760000045, "streaming_ttfb_avg_s": 0.513372025999999, "streaming_total_avg_s": 2.948692895999997, "nonstream_tokens_per_second": 39.19405161343294, "stream_tokens_per_second": 43.069931145518694 }, { "timestamp": "2025-11-29T16:18:14.047188+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.874754292999995, "streaming_ttfb_avg_s": 0.5311395909999987, "streaming_total_avg_s": 2.7485982119999903, "nonstream_tokens_per_second": 37.56842811331013, "stream_tokens_per_second": 40.38422186094342 }, { "timestamp": "2025-11-29T20:16:58.561989+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.04842956600001, "streaming_ttfb_avg_s": 0.45963493700000413, "streaming_total_avg_s": 2.8894045440000014, "nonstream_tokens_per_second": 41.660795255519965, "stream_tokens_per_second": 43.953692903169994 }, { "timestamp": "2025-11-30T01:22:25.575513+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9990186090000037, "streaming_ttfb_avg_s": 0.44935687500000654, "streaming_total_avg_s": 2.966123490000001, "nonstream_tokens_per_second": 42.347186382530325, "stream_tokens_per_second": 41.80540709719404 }, { "timestamp": "2025-11-30T04:30:54.223580+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.572108347000011, "streaming_ttfb_avg_s": 0.4552087049999898, "streaming_total_avg_s": 2.653862382, "nonstream_tokens_per_second": 30.234245299614834, "stream_tokens_per_second": 40.69540332329109 }, { "timestamp": "2025-11-30T08:19:03.011985+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.000656454999998, "streaming_ttfb_avg_s": 0.5396348119999885, "streaming_total_avg_s": 2.7259985849999993, "nonstream_tokens_per_second": 39.324728361814444, "stream_tokens_per_second": 39.61850919302661 }, { "timestamp": "2025-11-30T12:29:26.935445+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1188215479999997, "streaming_ttfb_avg_s": 0.4605559150000005, "streaming_total_avg_s": 2.7129149350000006, "nonstream_tokens_per_second": 40.079240853058266, "stream_tokens_per_second": 40.915400098971396 }, { "timestamp": "2025-11-30T16:18:23.355459+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.864852408999994, "streaming_ttfb_avg_s": 0.42299507399999925, "streaming_total_avg_s": 2.603629435000002, "nonstream_tokens_per_second": 38.74545147641504, "stream_tokens_per_second": 41.48055731287272 }, { "timestamp": "2025-11-30T20:17:17.243727+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.721850971000009, "streaming_ttfb_avg_s": 0.9688099789999995, "streaming_total_avg_s": 3.0393856390000025, "nonstream_tokens_per_second": 39.678880714149, "stream_tokens_per_second": 35.53349684034613 }, { "timestamp": "2025-12-01T01:27:04.423513+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0440224299999983, "streaming_ttfb_avg_s": 0.5969187289999951, "streaming_total_avg_s": 3.0712985600000025, "nonstream_tokens_per_second": 38.764497540184045, "stream_tokens_per_second": 41.35058755082407 }, { "timestamp": "2025-12-01T04:45:33.507146+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.861209803999998, "streaming_ttfb_avg_s": 0.47801822100001345, "streaming_total_avg_s": 2.736791917000005, "nonstream_tokens_per_second": 38.794778294419714, "stream_tokens_per_second": 40.55843606907284 }, { "timestamp": "2025-12-01T08:25:32.582269+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7511024619999915, "streaming_ttfb_avg_s": 0.44826929999999265, "streaming_total_avg_s": 2.6384526479999977, "nonstream_tokens_per_second": 40.710951899108274, "stream_tokens_per_second": 40.933082533001404 }, { "timestamp": "2025-12-01T12:34:35.590015+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.018198718000008, "streaming_ttfb_avg_s": 2.0701426640000022, "streaming_total_avg_s": 4.275486226999988, "nonstream_tokens_per_second": 42.0780776436602, "stream_tokens_per_second": 25.260284857888823 }, { "timestamp": "2025-12-01T16:22:45.548161+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0950055520000035, "streaming_ttfb_avg_s": 0.5339096689999963, "streaming_total_avg_s": 2.89303798600001, "nonstream_tokens_per_second": 34.894929325800405, "stream_tokens_per_second": 37.3309996352048 }, { "timestamp": "2025-12-01T20:16:58.726378+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0110150990000193, "streaming_ttfb_avg_s": 0.5096811129999992, "streaming_total_avg_s": 2.750621026999994, "nonstream_tokens_per_second": 39.18944147413564, "stream_tokens_per_second": 39.26386039366238 }, { "timestamp": "2025-12-02T01:15:17.711928+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.855965647000005, "streaming_ttfb_avg_s": 0.7188169420000037, "streaming_total_avg_s": 3.250296488999993, "nonstream_tokens_per_second": 38.86601371294429, "stream_tokens_per_second": 38.15036579575257 }, { "timestamp": "2025-12-02T04:26:39.837569+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.172166611000009, "streaming_ttfb_avg_s": 0.4569792749999948, "streaming_total_avg_s": 2.5929032300000046, "nonstream_tokens_per_second": 30.439819844481214, "stream_tokens_per_second": 41.6521522093209 }, { "timestamp": "2025-12-02T08:24:23.466112+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.805445507999991, "streaming_ttfb_avg_s": 0.5619985909999912, "streaming_total_avg_s": 3.027653971999996, "nonstream_tokens_per_second": 39.565908403308164, "stream_tokens_per_second": 41.94666932697954 }, { "timestamp": "2025-12-02T12:35:47.109002+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.502022756999992, "streaming_ttfb_avg_s": 0.5085261580000093, "streaming_total_avg_s": 2.9563329530000004, "nonstream_tokens_per_second": 28.20954198921661, "stream_tokens_per_second": 42.958625438695634 }, { "timestamp": "2025-12-02T16:22:23.224404+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2127064870000055, "streaming_ttfb_avg_s": 0.5105834659999999, "streaming_total_avg_s": 2.953410646000009, "nonstream_tokens_per_second": 36.41789266259847, "stream_tokens_per_second": 43.00113164825357 }, { "timestamp": "2025-12-02T20:20:18.476404+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.580558714999995, "streaming_ttfb_avg_s": 0.9735912000000013, "streaming_total_avg_s": 3.689026631999994, "nonstream_tokens_per_second": 41.85140193564641, "stream_tokens_per_second": 34.42642536065058 }, { "timestamp": "2025-12-03T01:15:26.635641+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8325532289999984, "streaming_ttfb_avg_s": 0.5586029389999965, "streaming_total_avg_s": 2.7642820639999997, "nonstream_tokens_per_second": 39.187260053427956, "stream_tokens_per_second": 40.15509178516307 }, { "timestamp": "2025-12-03T04:25:10.708008+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.66267375999999, "streaming_ttfb_avg_s": 0.5947939290000193, "streaming_total_avg_s": 2.98622926500002, "nonstream_tokens_per_second": 29.48665567200293, "stream_tokens_per_second": 42.52854979639319 }, { "timestamp": "2025-12-03T08:23:22.330233+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.939890217999988, "streaming_ttfb_avg_s": 0.422773921000001, "streaming_total_avg_s": 2.645253178999994, "nonstream_tokens_per_second": 40.13755319077036, "stream_tokens_per_second": 41.961956942799034 }, { "timestamp": "2025-12-03T12:35:19.943477+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.983837792999992, "streaming_ttfb_avg_s": 0.5638526050000081, "streaming_total_avg_s": 3.3172537470000094, "nonstream_tokens_per_second": 42.56263537446264, "stream_tokens_per_second": 37.07886383766579 }, { "timestamp": "2025-12-03T16:23:05.063791+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9216549330000134, "streaming_ttfb_avg_s": 0.41093931199998224, "streaming_total_avg_s": 2.5687402589999806, "nonstream_tokens_per_second": 43.468514561914354, "stream_tokens_per_second": 42.04395505602609 }, { "timestamp": "2025-12-03T20:19:30.978119+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.4018586520000014, "streaming_ttfb_avg_s": 0.5380723930000073, "streaming_total_avg_s": 2.874116934, "nonstream_tokens_per_second": 31.747350800864478, "stream_tokens_per_second": 41.05608877777135 }, { "timestamp": "2025-12-04T01:16:02.597240+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8007878470000094, "streaming_ttfb_avg_s": 0.4860881660000018, "streaming_total_avg_s": 2.619722992999982, "nonstream_tokens_per_second": 39.63170581409611, "stream_tokens_per_second": 41.22573275440986 }, { "timestamp": "2025-12-04T04:27:33.443924+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8817871650000058, "streaming_ttfb_avg_s": 0.5968941359999889, "streaming_total_avg_s": 2.815815160999989, "nonstream_tokens_per_second": 38.517764721878684, "stream_tokens_per_second": 39.42020113301053 }, { "timestamp": "2025-12-04T08:23:54.794558+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.024739095000001, "streaming_ttfb_avg_s": 0.4973489470000061, "streaming_total_avg_s": 2.925481621000003, "nonstream_tokens_per_second": 35.70555892854619, "stream_tokens_per_second": 39.99341481420979 }, { "timestamp": "2025-12-04T12:36:24.577686+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.837553329000002, "streaming_ttfb_avg_s": 0.5283517539999991, "streaming_total_avg_s": 2.9114872729999917, "nonstream_tokens_per_second": 41.58512151790466, "stream_tokens_per_second": 40.52911413842898 }, { "timestamp": "2025-12-04T16:22:41.331613+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9633145490000175, "streaming_ttfb_avg_s": 0.43163613799998757, "streaming_total_avg_s": 3.0859114360000035, "nonstream_tokens_per_second": 39.48281495782556, "stream_tokens_per_second": 39.85856449575692 }, { "timestamp": "2025-12-04T20:19:12.956518+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.818488932999969, "streaming_ttfb_avg_s": 0.5909872210000344, "streaming_total_avg_s": 3.0217617950000317, "nonstream_tokens_per_second": 28.28343931198736, "stream_tokens_per_second": 41.36659620451608 }, { "timestamp": "2025-12-05T01:15:48.117137+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.02073412, "streaming_ttfb_avg_s": 0.4482254689999934, "streaming_total_avg_s": 3.0104339840000023, "nonstream_tokens_per_second": 41.04962405628735, "stream_tokens_per_second": 40.857896454041594 }, { "timestamp": "2025-12-05T04:26:19.957665+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2299165189999712, "streaming_ttfb_avg_s": 0.45769792199996573, "streaming_total_avg_s": 3.0384438779999527, "nonstream_tokens_per_second": 36.533451965667055, "stream_tokens_per_second": 40.48124794753965 }, { "timestamp": "2025-12-05T08:22:24.992297+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.289717883999998, "streaming_ttfb_avg_s": 0.6210781460000021, "streaming_total_avg_s": 2.8135450059999982, "nonstream_tokens_per_second": 37.389224346023, "stream_tokens_per_second": 38.385737484094136 }, { "timestamp": "2025-12-05T12:34:21.331044+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.725537582000001, "streaming_ttfb_avg_s": 0.5605726699999991, "streaming_total_avg_s": 3.0081316979999997, "nonstream_tokens_per_second": 39.625210348686345, "stream_tokens_per_second": 38.89457369096877 }, { "timestamp": "2025-12-05T16:20:45.262029+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2753592169999877, "streaming_ttfb_avg_s": 0.506768706999992, "streaming_total_avg_s": 2.9744033439999953, "nonstream_tokens_per_second": 32.97348255405123, "stream_tokens_per_second": 42.69763892519353 }, { "timestamp": "2025-12-05T20:18:37.229264+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.85130699299998, "streaming_ttfb_avg_s": 0.44045590600001105, "streaming_total_avg_s": 2.7300758930000484, "nonstream_tokens_per_second": 38.92951557742025, "stream_tokens_per_second": 41.02450055955203 }, { "timestamp": "2025-12-06T01:12:04.608527+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7267685220000004, "streaming_ttfb_avg_s": 0.5557440930000013, "streaming_total_avg_s": 2.7071787489999934, "nonstream_tokens_per_second": 39.607322414293286, "stream_tokens_per_second": 39.893930180965775 }, { "timestamp": "2025-12-06T04:18:18.343911+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1298411550000083, "streaming_ttfb_avg_s": 0.44739668799999777, "streaming_total_avg_s": 2.6726152630000115, "nonstream_tokens_per_second": 39.299118999539026, "stream_tokens_per_second": 41.53235279940834 }, { "timestamp": "2025-12-06T08:20:09.385907+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.697422322999955, "streaming_ttfb_avg_s": 0.7004180310000265, "streaming_total_avg_s": 3.2466845879999937, "nonstream_tokens_per_second": 40.038224299963204, "stream_tokens_per_second": 38.19280765933159 }, { "timestamp": "2025-12-06T12:29:59.843895+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.968372001000006, "streaming_ttfb_avg_s": 1.2832518769999979, "streaming_total_avg_s": 3.381683171000006, "nonstream_tokens_per_second": 27.97116801852968, "stream_tokens_per_second": 33.11960178897546 }, { "timestamp": "2025-12-06T16:18:27.788974+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8010286869999845, "streaming_ttfb_avg_s": 0.8845369109999979, "streaming_total_avg_s": 3.1081108049999955, "nonstream_tokens_per_second": 38.55726308739536, "stream_tokens_per_second": 35.71301249023526 }, { "timestamp": "2025-12-06T20:16:51.050134+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.176797605000047, "streaming_ttfb_avg_s": 0.6549831889999496, "streaming_total_avg_s": 2.708632087999945, "nonstream_tokens_per_second": 39.97736582277426, "stream_tokens_per_second": 39.87252476202748 }, { "timestamp": "2025-12-07T01:22:32.548545+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7897712230000025, "streaming_ttfb_avg_s": 0.4604868799999906, "streaming_total_avg_s": 2.7350146809999956, "nonstream_tokens_per_second": 39.78820882689989, "stream_tokens_per_second": 40.584791288731 }, { "timestamp": "2025-12-07T04:30:08.587403+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0645580849999874, "streaming_ttfb_avg_s": 0.46641158200003474, "streaming_total_avg_s": 2.6696757550000143, "nonstream_tokens_per_second": 40.46260392548589, "stream_tokens_per_second": 40.454350981660475 }, { "timestamp": "2025-12-07T08:19:34.107175+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7066595409999934, "streaming_ttfb_avg_s": 0.46925962600002435, "streaming_total_avg_s": 2.914090511000012, "nonstream_tokens_per_second": 41.37941928175453, "stream_tokens_per_second": 40.14974811466984 }, { "timestamp": "2025-12-07T12:29:37.104751+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.625363727999968, "streaming_ttfb_avg_s": 2.6877262070000256, "streaming_total_avg_s": 4.951188370000011, "nonstream_tokens_per_second": 41.137157053006, "stream_tokens_per_second": 22.418860222035896 }, { "timestamp": "2025-12-07T16:17:51.193969+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.843041527000011, "streaming_ttfb_avg_s": 0.4962212390000076, "streaming_total_avg_s": 2.9496999970000104, "nonstream_tokens_per_second": 37.987485928129246, "stream_tokens_per_second": 43.05522599897116 }, { "timestamp": "2025-12-07T20:16:43.912939+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.878089713999998, "streaming_ttfb_avg_s": 1.597356056999999, "streaming_total_avg_s": 4.242207618999998, "nonstream_tokens_per_second": 38.914700766690586, "stream_tokens_per_second": 25.458442796691426 }, { "timestamp": "2025-12-08T01:16:04.642518+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7235470469999967, "streaming_ttfb_avg_s": 0.4756342090000061, "streaming_total_avg_s": 3.0058399699999967, "nonstream_tokens_per_second": 39.65417087946494, "stream_tokens_per_second": 41.25302785164579 }, { "timestamp": "2025-12-08T04:30:18.971159+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8493576649999994, "streaming_ttfb_avg_s": 0.6097000030000004, "streaming_total_avg_s": 2.7984363429999917, "nonstream_tokens_per_second": 38.95614838511332, "stream_tokens_per_second": 38.59298078019577 }, { "timestamp": "2025-12-08T08:25:35.604932+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.897457277000001, "streaming_ttfb_avg_s": 0.530286588999985, "streaming_total_avg_s": 3.053247626000001, "nonstream_tokens_per_second": 43.83153498349234, "stream_tokens_per_second": 38.319852934194984 }, { "timestamp": "2025-12-08T12:34:28.201790+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.65377406799999, "streaming_ttfb_avg_s": 1.0655690119999974, "streaming_total_avg_s": 3.4420824909999794, "nonstream_tokens_per_second": 33.116442819967034, "stream_tokens_per_second": 31.37635436756319 }, { "timestamp": "2025-12-08T16:22:03.944322+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2558443270000055, "streaming_ttfb_avg_s": 0.4201345769999989, "streaming_total_avg_s": 3.004110644000008, "nonstream_tokens_per_second": 34.399679085148044, "stream_tokens_per_second": 40.94389807035339 }, { "timestamp": "2025-12-08T20:19:39.655103+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.648383492999983, "streaming_ttfb_avg_s": 0.5588196940000216, "streaming_total_avg_s": 2.816489938000018, "nonstream_tokens_per_second": 26.891068731363912, "stream_tokens_per_second": 39.41075680846238 }, { "timestamp": "2025-12-09T01:15:31.228205+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.035610027000004, "streaming_ttfb_avg_s": 0.6647713400000015, "streaming_total_avg_s": 3.304647774000003, "nonstream_tokens_per_second": 36.565961705462456, "stream_tokens_per_second": 37.522909695730824 }, { "timestamp": "2025-12-09T04:25:17.107868+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9998304840000003, "streaming_ttfb_avg_s": 0.450772575000002, "streaming_total_avg_s": 2.701021446000013, "nonstream_tokens_per_second": 37.002090815475555, "stream_tokens_per_second": 39.98487318934064 }, { "timestamp": "2025-12-09T08:24:02.394397+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.193614796999995, "streaming_ttfb_avg_s": 0.6183626949999876, "streaming_total_avg_s": 3.411257123999988, "nonstream_tokens_per_second": 33.81747858303155, "stream_tokens_per_second": 36.35023555615165 }, { "timestamp": "2025-12-09T12:35:07.255928+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.025770291000015, "streaming_ttfb_avg_s": 0.6767981600000326, "streaming_total_avg_s": 2.8254628260000345, "nonstream_tokens_per_second": 38.33734515307905, "stream_tokens_per_second": 38.22382620156217 }, { "timestamp": "2025-12-09T16:22:22.029353+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8570263560000058, "streaming_ttfb_avg_s": 1.110727699999984, "streaming_total_avg_s": 3.471567240000013, "nonstream_tokens_per_second": 38.85158418888586, "stream_tokens_per_second": 31.97403141757945 }, { "timestamp": "2025-12-09T20:17:05.682974+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8195476989999975, "streaming_ttfb_avg_s": 0.6066089220000066, "streaming_total_avg_s": 3.2110278510000114, "nonstream_tokens_per_second": 39.36801638055923, "stream_tokens_per_second": 38.305491483574045 }, { "timestamp": "2025-12-10T01:17:15.746094+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9237190430000055, "streaming_ttfb_avg_s": 0.5250268639999831, "streaming_total_avg_s": 2.861761285, "nonstream_tokens_per_second": 37.96534426444196, "stream_tokens_per_second": 38.787302274934504 }, { "timestamp": "2025-12-10T04:29:48.090761+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1567158889999973, "streaming_ttfb_avg_s": 0.81887485499999, "streaming_total_avg_s": 3.2641948529999922, "nonstream_tokens_per_second": 40.231685227849816, "stream_tokens_per_second": 36.149802727478374 }, { "timestamp": "2025-12-10T08:23:23.971123+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.833662914999991, "streaming_ttfb_avg_s": 0.5876568540000022, "streaming_total_avg_s": 2.798578422999995, "nonstream_tokens_per_second": 38.11321361771795, "stream_tokens_per_second": 38.591021467330236 }, { "timestamp": "2025-12-10T12:35:25.223362+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.088540218999924, "streaming_ttfb_avg_s": 0.6221794670000236, "streaming_total_avg_s": 2.818580775999976, "nonstream_tokens_per_second": 34.967975918076476, "stream_tokens_per_second": 38.31715625098016 }, { "timestamp": "2025-12-10T16:23:04.620769+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1610318259999985, "streaming_ttfb_avg_s": 0.8768839120000109, "streaming_total_avg_s": 3.125003241999991, "nonstream_tokens_per_second": 37.32958302710871, "stream_tokens_per_second": 35.83996281818908 }, { "timestamp": "2025-12-10T20:19:42.903032+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8655397499999964, "streaming_ttfb_avg_s": 0.4747528110000019, "streaming_total_avg_s": 2.746740270999993, "nonstream_tokens_per_second": 38.73615782157625, "stream_tokens_per_second": 40.41153842317561 }, { "timestamp": "2025-12-11T01:18:04.814577+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.321456544, "streaming_ttfb_avg_s": 0.5765944709999928, "streaming_total_avg_s": 2.8065747480000027, "nonstream_tokens_per_second": 26.842801453379604, "stream_tokens_per_second": 38.48107023586741 }, { "timestamp": "2025-12-11T04:31:44.254050+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.25816657, "streaming_ttfb_avg_s": 0.6247142139999937, "streaming_total_avg_s": 2.7685129979999914, "nonstream_tokens_per_second": 38.05821382545214, "stream_tokens_per_second": 39.01011123228266 }, { "timestamp": "2025-12-11T08:24:33.668377+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.001477700999999, "streaming_ttfb_avg_s": 0.5032312360000049, "streaming_total_avg_s": 3.1088957820000047, "nonstream_tokens_per_second": 35.98227631810084, "stream_tokens_per_second": 39.56388654523248 }, { "timestamp": "2025-12-11T12:36:34.718319+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7703617679999866, "streaming_ttfb_avg_s": 0.7851161960000184, "streaming_total_avg_s": 3.0037804410000035, "nonstream_tokens_per_second": 38.98407827002633, "stream_tokens_per_second": 35.9546918029885 }, { "timestamp": "2025-12-11T16:24:41.526543+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.175243335000005, "streaming_ttfb_avg_s": 0.5275558829999909, "streaming_total_avg_s": 3.0203001200000017, "nonstream_tokens_per_second": 30.417388834655753, "stream_tokens_per_second": 41.386615579116665 }, { "timestamp": "2025-12-11T20:19:28.331139+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0976788140000053, "streaming_ttfb_avg_s": 0.5676639720000054, "streaming_total_avg_s": 2.8725012820000018, "nonstream_tokens_per_second": 40.998440324420216, "stream_tokens_per_second": 37.59789444717119 }, { "timestamp": "2025-12-12T01:17:43.227963+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.205203886999996, "streaming_ttfb_avg_s": 0.6299161840000096, "streaming_total_avg_s": 2.8138518200000107, "nonstream_tokens_per_second": 38.68708649173061, "stream_tokens_per_second": 38.381552017902486 }, { "timestamp": "2025-12-12T04:30:21.320772+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.847799397000003, "streaming_ttfb_avg_s": 0.5487128270000028, "streaming_total_avg_s": 3.051268196999999, "nonstream_tokens_per_second": 37.92401954778555, "stream_tokens_per_second": 38.67244449898484 }, { "timestamp": "2025-12-12T08:24:16.595475+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2341741970000015, "streaming_ttfb_avg_s": 0.5093898460000048, "streaming_total_avg_s": 2.7431546010000005, "nonstream_tokens_per_second": 33.39337754292273, "stream_tokens_per_second": 40.464361709520716 }, { "timestamp": "2025-12-12T12:35:24.867677+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8283573289999993, "streaming_ttfb_avg_s": 0.7357769740000037, "streaming_total_avg_s": 2.9648829090000106, "nonstream_tokens_per_second": 38.184708449898984, "stream_tokens_per_second": 37.43824070186901 }, { "timestamp": "2025-12-12T16:20:18.636385+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9512990859999917, "streaming_ttfb_avg_s": 0.7782187560000011, "streaming_total_avg_s": 3.7543196670000043, "nonstream_tokens_per_second": 37.61055615357593, "stream_tokens_per_second": 32.229541097305784 }, { "timestamp": "2025-12-12T20:18:19.093930+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2333532019999893, "streaming_ttfb_avg_s": 0.6372063329999946, "streaming_total_avg_s": 2.849991180999993, "nonstream_tokens_per_second": 36.49462110325935, "stream_tokens_per_second": 37.89485410341004 }, { "timestamp": "2025-12-13T01:13:19.517648+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1722480090000147, "streaming_ttfb_avg_s": 0.5981209159999992, "streaming_total_avg_s": 2.8736923609999963, "nonstream_tokens_per_second": 39.08899923593566, "stream_tokens_per_second": 38.62626407280906 }, { "timestamp": "2025-12-13T04:22:14.981179+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.714201923999994, "streaming_ttfb_avg_s": 0.4869810339999958, "streaming_total_avg_s": 2.7472984670000073, "nonstream_tokens_per_second": 39.79070202737069, "stream_tokens_per_second": 39.311345781055145 }, { "timestamp": "2025-12-13T08:20:05.407892+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.176658577000012, "streaming_ttfb_avg_s": 0.5713692650000155, "streaming_total_avg_s": 2.8094948400000135, "nonstream_tokens_per_second": 26.57626855382766, "stream_tokens_per_second": 39.50888195971895 }, { "timestamp": "2025-12-13T12:30:57.542638+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9217507509999905, "streaming_ttfb_avg_s": 0.588239619000035, "streaming_total_avg_s": 3.226688101000036, "nonstream_tokens_per_second": 36.96413869767509, "stream_tokens_per_second": 38.11958148724664 }, { "timestamp": "2025-12-13T16:18:53.240772+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9116464249999865, "streaming_ttfb_avg_s": 0.5704204860000175, "streaming_total_avg_s": 2.8194184940000184, "nonstream_tokens_per_second": 37.092415848535076, "stream_tokens_per_second": 39.72450355927873 }, { "timestamp": "2025-12-13T20:17:04.868249+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.127314600999995, "streaming_ttfb_avg_s": 0.6150151109999911, "streaming_total_avg_s": 2.805804092999992, "nonstream_tokens_per_second": 30.77061292328662, "stream_tokens_per_second": 39.56085183456902 }, { "timestamp": "2025-12-14T01:22:55.597753+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7236171739999975, "streaming_ttfb_avg_s": 1.6886753909999896, "streaming_total_avg_s": 4.050591372999989, "nonstream_tokens_per_second": 39.653149873991836, "stream_tokens_per_second": 29.13154873793297 }, { "timestamp": "2025-12-14T04:33:22.122031+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.391082388000001, "streaming_ttfb_avg_s": 0.5169125329999815, "streaming_total_avg_s": 3.191850009999996, "nonstream_tokens_per_second": 36.5664958300034, "stream_tokens_per_second": 36.96915570290226 }, { "timestamp": "2025-12-14T08:20:49.350062+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.777514177999933, "streaming_ttfb_avg_s": 0.5218273570000065, "streaming_total_avg_s": 2.6831319570000005, "nonstream_tokens_per_second": 38.883689903527326, "stream_tokens_per_second": 40.25146796013506 }, { "timestamp": "2025-12-14T12:30:58.578986+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0223243569998886, "streaming_ttfb_avg_s": 0.659400875999836, "streaming_total_avg_s": 2.822159369000019, "nonstream_tokens_per_second": 36.72670001249773, "stream_tokens_per_second": 38.26856880809954 }, { "timestamp": "2025-12-14T16:18:35.628304+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.971208985000004, "streaming_ttfb_avg_s": 0.7552251150000018, "streaming_total_avg_s": 3.322350481000001, "nonstream_tokens_per_second": 37.695093332520955, "stream_tokens_per_second": 32.50710622423341 }, { "timestamp": "2025-12-14T20:17:36.378574+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.915626520999993, "streaming_ttfb_avg_s": 0.7152720359999876, "streaming_total_avg_s": 2.9460298989999956, "nonstream_tokens_per_second": 38.41369914607121, "stream_tokens_per_second": 37.67782534646984 }, { "timestamp": "2025-12-15T01:20:09.518129+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.979254150999992, "streaming_ttfb_avg_s": 1.6729240110000063, "streaming_total_avg_s": 3.8651817970000053, "nonstream_tokens_per_second": 37.59330165316947, "stream_tokens_per_second": 27.941764623807643 }, { "timestamp": "2025-12-15T04:36:45.822118+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.214569836999999, "streaming_ttfb_avg_s": 0.8239830400000017, "streaming_total_avg_s": 2.9945172829999933, "nonstream_tokens_per_second": 39.50761888518275, "stream_tokens_per_second": 36.065913064893884 }, { "timestamp": "2025-12-15T08:26:39.219424+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1971251869999975, "streaming_ttfb_avg_s": 0.9882968030000114, "streaming_total_avg_s": 3.19108562400001, "nonstream_tokens_per_second": 39.09762448723285, "stream_tokens_per_second": 33.84428145322611 }, { "timestamp": "2025-12-15T12:38:17.260550+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9736848339999966, "streaming_ttfb_avg_s": 0.5212120360000085, "streaming_total_avg_s": 2.7033693770000014, "nonstream_tokens_per_second": 37.3274258021118, "stream_tokens_per_second": 39.950145517979635 }, { "timestamp": "2025-12-15T16:24:34.237340+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.877995526999996, "streaming_ttfb_avg_s": 1.158981690999994, "streaming_total_avg_s": 4.053825528999994, "nonstream_tokens_per_second": 37.526118086979274, "stream_tokens_per_second": 30.58839091937649 }, { "timestamp": "2025-12-15T20:19:16.748503+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0791697590000098, "streaming_ttfb_avg_s": 0.5652357660000007, "streaming_total_avg_s": 2.8176457249999913, "nonstream_tokens_per_second": 41.24488415385207, "stream_tokens_per_second": 39.39459067374425 }, { "timestamp": "2025-12-16T01:18:48.590616+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1868596670000073, "streaming_ttfb_avg_s": 0.546699077999989, "streaming_total_avg_s": 2.711981834999989, "nonstream_tokens_per_second": 34.83052647388497, "stream_tokens_per_second": 39.82327558620998 }, { "timestamp": "2025-12-16T04:32:41.217709+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1297841299999902, "streaming_ttfb_avg_s": 1.7793371559999969, "streaming_total_avg_s": 4.235032755999981, "nonstream_tokens_per_second": 34.507172224686414, "stream_tokens_per_second": 29.987961679888496 }, { "timestamp": "2025-12-16T08:24:35.832699+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.301327645999976, "streaming_ttfb_avg_s": 0.5918884830000195, "streaming_total_avg_s": 3.1136850890000005, "nonstream_tokens_per_second": 33.925745036456405, "stream_tokens_per_second": 40.78768288054064 }, { "timestamp": "2025-12-16T12:36:04.765463+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.84274021600001, "streaming_ttfb_avg_s": 0.7457935760000112, "streaming_total_avg_s": 2.9433573809999984, "nonstream_tokens_per_second": 37.991512341555314, "stream_tokens_per_second": 36.69279194472377 }, { "timestamp": "2025-12-16T16:22:47.147872+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7362755470000053, "streaming_ttfb_avg_s": 0.7398176270000079, "streaming_total_avg_s": 3.1019688190000068, "nonstream_tokens_per_second": 39.46970915206581, "stream_tokens_per_second": 34.81659755523151 }, { "timestamp": "2025-12-16T20:19:41.213380+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8362111409999784, "streaming_ttfb_avg_s": 0.48712347999997974, "streaming_total_avg_s": 3.0705475970000293, "nonstream_tokens_per_second": 38.07897036957617, "stream_tokens_per_second": 36.47557852854184 }, { "timestamp": "2025-12-17T01:13:27.956653+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7049838679999993, "streaming_ttfb_avg_s": 0.43162752800000703, "streaming_total_avg_s": 2.8868110690000037, "nonstream_tokens_per_second": 39.92630095788802, "stream_tokens_per_second": 40.875553397706554 }, { "timestamp": "2025-12-17T04:29:53.078853+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7041169440000203, "streaming_ttfb_avg_s": 0.4543737199999782, "streaming_total_avg_s": 3.3470819670000083, "nonstream_tokens_per_second": 39.939101095325704, "stream_tokens_per_second": 36.74842779851161 }, { "timestamp": "2025-12-17T08:24:18.820711+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.961534610000001, "streaming_ttfb_avg_s": 0.8972184529999936, "streaming_total_avg_s": 3.0841414710000095, "nonstream_tokens_per_second": 42.88317265351829, "stream_tokens_per_second": 35.0178488942603 }, { "timestamp": "2025-12-17T12:36:20.328200+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7285650020000105, "streaming_ttfb_avg_s": 2.3911338670000077, "streaming_total_avg_s": 4.683214329000009, "nonstream_tokens_per_second": 39.58124505769043, "stream_tokens_per_second": 23.701669879307328 }, { "timestamp": "2025-12-17T16:22:18.665470+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.80000622, "streaming_ttfb_avg_s": 1.3503956149999112, "streaming_total_avg_s": 3.9946863440000016, "nonstream_tokens_per_second": 39.64276907927726, "stream_tokens_per_second": 31.79223324773755 }, { "timestamp": "2025-12-17T20:19:17.005306+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.888588815999995, "streaming_ttfb_avg_s": 0.5463305420000069, "streaming_total_avg_s": 2.881437261000002, "nonstream_tokens_per_second": 37.38849897977317, "stream_tokens_per_second": 38.86949110983955 }, { "timestamp": "2025-12-18T01:14:34.146840+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.89825134299997, "streaming_ttfb_avg_s": 0.43031587500001933, "streaming_total_avg_s": 2.6706845820000353, "nonstream_tokens_per_second": 38.29895577141501, "stream_tokens_per_second": 40.43906971564588 }, { "timestamp": "2025-12-18T04:30:44.727992+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.921851516000004, "streaming_ttfb_avg_s": 0.4957480709999942, "streaming_total_avg_s": 3.054463910999999, "nonstream_tokens_per_second": 42.78109250778226, "stream_tokens_per_second": 36.34025584661754 }, { "timestamp": "2025-12-18T08:23:51.777362+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.5369030019999883, "streaming_ttfb_avg_s": 0.5520646979999952, "streaming_total_avg_s": 2.775896998999997, "nonstream_tokens_per_second": 30.53518853610913, "stream_tokens_per_second": 39.98707446277265 }, { "timestamp": "2025-12-18T12:34:56.669091+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.971073692999994, "streaming_ttfb_avg_s": 0.47592098299999464, "streaming_total_avg_s": 3.0435554910000064, "nonstream_tokens_per_second": 39.716281786619504, "stream_tokens_per_second": 40.74182329406385 }, { "timestamp": "2025-12-18T16:23:20.711796+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6647174619999987, "streaming_ttfb_avg_s": 0.6325777229999971, "streaming_total_avg_s": 3.4390616279999904, "nonstream_tokens_per_second": 40.529625200467144, "stream_tokens_per_second": 32.27624625748646 }, { "timestamp": "2025-12-18T20:17:25.863549+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.056650989000005, "streaming_ttfb_avg_s": 0.7636561509999922, "streaming_total_avg_s": 2.962467672999992, "nonstream_tokens_per_second": 35.332787547109724, "stream_tokens_per_second": 36.4560940138908 }, { "timestamp": "2025-12-19T01:17:50.717712+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.967763810000008, "streaming_ttfb_avg_s": 0.4837278899999973, "streaming_total_avg_s": 2.851854844999991, "nonstream_tokens_per_second": 36.391036118200965, "stream_tokens_per_second": 41.37657995002209 }, { "timestamp": "2025-12-19T04:31:03.191566+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.321859142000008, "streaming_ttfb_avg_s": 0.5746050139999994, "streaming_total_avg_s": 3.554240120000003, "nonstream_tokens_per_second": 38.231603018403874, "stream_tokens_per_second": 34.88790734825195 }, { "timestamp": "2025-12-19T08:23:32.525977+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.871598834000011, "streaming_ttfb_avg_s": 0.46083273799999347, "streaming_total_avg_s": 2.6022240420000173, "nonstream_tokens_per_second": 38.654424387469845, "stream_tokens_per_second": 41.502959874659126 }, { "timestamp": "2025-12-19T12:33:31.338043+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.086430225000001, "streaming_ttfb_avg_s": 0.4790290560000017, "streaming_total_avg_s": 3.0220706830000097, "nonstream_tokens_per_second": 35.9638779781584, "stream_tokens_per_second": 41.0314691504519 }, { "timestamp": "2025-12-19T16:20:40.294580+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9995041560000004, "streaming_ttfb_avg_s": 1.421947915000004, "streaming_total_avg_s": 3.5434869939999913, "nonstream_tokens_per_second": 41.34016609110509, "stream_tokens_per_second": 30.478452491252536 }, { "timestamp": "2025-12-19T20:18:34.810016+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1603196180000026, "streaming_ttfb_avg_s": 0.5987230730000022, "streaming_total_avg_s": 2.8312538870000026, "nonstream_tokens_per_second": 40.185808826631124, "stream_tokens_per_second": 39.20524418868547 }, { "timestamp": "2025-12-20T01:14:04.756141+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8338729099999966, "streaming_ttfb_avg_s": 0.5635918999999916, "streaming_total_avg_s": 3.1230886359999914, "nonstream_tokens_per_second": 38.1103893611094, "stream_tokens_per_second": 39.70428458886696 }, { "timestamp": "2025-12-20T04:22:05.730239+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.706708718000016, "streaming_ttfb_avg_s": 0.38025065100003985, "streaming_total_avg_s": 2.529451436000045, "nonstream_tokens_per_second": 41.00921508909824, "stream_tokens_per_second": 42.697004758781254 }, { "timestamp": "2025-12-20T08:20:46.192394+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6269166020000085, "streaming_ttfb_avg_s": 0.40168826400000057, "streaming_total_avg_s": 2.6947521350000017, "nonstream_tokens_per_second": 41.11283925716331, "stream_tokens_per_second": 41.562264130092224 }, { "timestamp": "2025-12-20T12:30:52.764285+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.914544879999994, "streaming_ttfb_avg_s": 0.5367201069999936, "streaming_total_avg_s": 2.7258529019999997, "nonstream_tokens_per_second": 43.5745563128883, "stream_tokens_per_second": 39.62062660122223 }, { "timestamp": "2025-12-20T16:19:17.023299+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0191957170000023, "streaming_ttfb_avg_s": 0.6367154569999798, "streaming_total_avg_s": 2.8597945739999773, "nonstream_tokens_per_second": 42.06418261820815, "stream_tokens_per_second": 37.76495031562391 }, { "timestamp": "2025-12-20T20:16:43.847574+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.718835573000007, "streaming_ttfb_avg_s": 0.7760911350000015, "streaming_total_avg_s": 2.9025906640000017, "nonstream_tokens_per_second": 39.722887648123226, "stream_tokens_per_second": 37.208140072760855 }, { "timestamp": "2025-12-21T01:22:35.690345+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.91594983600001, "streaming_ttfb_avg_s": 0.5054163249999988, "streaming_total_avg_s": 2.947741820999994, "nonstream_tokens_per_second": 40.46708847428869, "stream_tokens_per_second": 40.030642832882016 }, { "timestamp": "2025-12-21T04:34:05.826869+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.668317669000004, "streaming_ttfb_avg_s": 0.43238426899998217, "streaming_total_avg_s": 2.8357629979999786, "nonstream_tokens_per_second": 41.59924483114452, "stream_tokens_per_second": 41.61137587422632 }, { "timestamp": "2025-12-21T08:21:06.798880+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6544276530000843, "streaming_ttfb_avg_s": 0.33911115099999734, "streaming_total_avg_s": 2.608317728000202, "nonstream_tokens_per_second": 40.686737074162245, "stream_tokens_per_second": 42.55616515136127 }, { "timestamp": "2025-12-21T12:31:08.334210+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.585873381000056, "streaming_ttfb_avg_s": 0.5980713650000098, "streaming_total_avg_s": 3.016490019999992, "nonstream_tokens_per_second": 41.7653860368957, "stream_tokens_per_second": 39.11831274681304 }, { "timestamp": "2025-12-21T16:19:00.926468+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9808801710000807, "streaming_ttfb_avg_s": 0.525456917000156, "streaming_total_avg_s": 2.788855345000229, "nonstream_tokens_per_second": 42.60486591696562, "stream_tokens_per_second": 39.801275530119284 }, { "timestamp": "2025-12-21T20:17:24.596786+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7479498339999964, "streaming_ttfb_avg_s": 0.435514418000011, "streaming_total_avg_s": 2.665552338000012, "nonstream_tokens_per_second": 39.302027520201136, "stream_tokens_per_second": 41.6424012455461 }, { "timestamp": "2025-12-22T01:20:56.891794+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7592860400000063, "streaming_ttfb_avg_s": 0.518488345000037, "streaming_total_avg_s": 2.9482042180000008, "nonstream_tokens_per_second": 40.22779747764017, "stream_tokens_per_second": 40.02436441802824 }, { "timestamp": "2025-12-22T04:36:18.636047+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8953868209999882, "streaming_ttfb_avg_s": 0.36971037800003614, "streaming_total_avg_s": 2.5994646320000356, "nonstream_tokens_per_second": 42.48137040201044, "stream_tokens_per_second": 42.70110030871867 }, { "timestamp": "2025-12-22T08:24:55.228712+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6780092110000027, "streaming_ttfb_avg_s": 0.48005474999999365, "streaming_total_avg_s": 2.673881800999993, "nonstream_tokens_per_second": 40.32846472535896, "stream_tokens_per_second": 40.390715834787294 }, { "timestamp": "2025-12-22T12:34:46.764038+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.470112787000005, "streaming_ttfb_avg_s": 0.6620688720000203, "streaming_total_avg_s": 2.846575809000001, "nonstream_tokens_per_second": 31.1229077062272, "stream_tokens_per_second": 37.940321019569225 }, { "timestamp": "2025-12-22T16:20:44.464498+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0809186200000056, "streaming_ttfb_avg_s": 0.4715876630000082, "streaming_total_avg_s": 2.737978408999993, "nonstream_tokens_per_second": 35.05447995247593, "stream_tokens_per_second": 40.54086023291219 }, { "timestamp": "2025-12-22T20:18:24.355946+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.824561353000007, "streaming_ttfb_avg_s": 0.4657006170000102, "streaming_total_avg_s": 2.6130618299999924, "nonstream_tokens_per_second": 38.23602552845654, "stream_tokens_per_second": 41.330824536976344 }, { "timestamp": "2025-12-23T01:17:50.734007+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.70294655400005, "streaming_ttfb_avg_s": 0.47016024500004505, "streaming_total_avg_s": 2.914086488999999, "nonstream_tokens_per_second": 39.95639493506537, "stream_tokens_per_second": 40.149803529046885 }, { "timestamp": "2025-12-23T04:34:31.418325+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6513338250000515, "streaming_ttfb_avg_s": 0.38289026100005685, "streaming_total_avg_s": 2.5557223880000492, "nonstream_tokens_per_second": 41.86572017199601, "stream_tokens_per_second": 43.43194727298287 }, { "timestamp": "2025-12-23T08:24:08.097716+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8914273800000103, "streaming_ttfb_avg_s": 0.40942247299999224, "streaming_total_avg_s": 2.635704405999988, "nonstream_tokens_per_second": 37.351794047132394, "stream_tokens_per_second": 42.113978998296105 }, { "timestamp": "2025-12-23T12:35:23.936632+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.288576007000003, "streaming_ttfb_avg_s": 0.9480472820000045, "streaming_total_avg_s": 3.533559265000008, "nonstream_tokens_per_second": 33.753211044454325, "stream_tokens_per_second": 35.941098047495096 }, { "timestamp": "2025-12-23T16:21:37.995887+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.9097182720000205, "streaming_ttfb_avg_s": 0.5332346049999614, "streaming_total_avg_s": 2.867953358999955, "nonstream_tokens_per_second": 31.971613119851757, "stream_tokens_per_second": 38.70355828893441 }, { "timestamp": "2025-12-23T20:18:09.180033+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.9920282029999044, "streaming_ttfb_avg_s": 1.100700536999966, "streaming_total_avg_s": 3.3635093829999505, "nonstream_tokens_per_second": 27.053917083762293, "stream_tokens_per_second": 33.29855435102309 }, { "timestamp": "2025-12-24T01:16:55.197816+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9964763069999663, "streaming_ttfb_avg_s": 0.4119530929999655, "streaming_total_avg_s": 2.6896330569999236, "nonstream_tokens_per_second": 41.38193908302489, "stream_tokens_per_second": 41.269570104039346 }, { "timestamp": "2025-12-24T04:32:41.304549+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2461261249999893, "streaming_ttfb_avg_s": 0.4827367059999972, "streaming_total_avg_s": 2.6984726869999918, "nonstream_tokens_per_second": 37.89131884085385, "stream_tokens_per_second": 41.50495965349763 }, { "timestamp": "2025-12-24T08:23:47.300282+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3092638719999883, "streaming_ttfb_avg_s": 0.35294388799999865, "streaming_total_avg_s": 2.528069896000005, "nonstream_tokens_per_second": 38.377114945278215, "stream_tokens_per_second": 43.907013874746035 }, { "timestamp": "2025-12-24T12:34:41.901708+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.781917706999991, "streaming_ttfb_avg_s": 0.35803115500002036, "streaming_total_avg_s": 2.51448253800001, "nonstream_tokens_per_second": 38.822140471030245, "stream_tokens_per_second": 42.951183143193326 }, { "timestamp": "2025-12-24T16:20:33.977921+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.9722676540000066, "streaming_ttfb_avg_s": 0.46431720900000073, "streaming_total_avg_s": 2.68831622700003, "nonstream_tokens_per_second": 27.188500223857226, "stream_tokens_per_second": 41.28978536273916 }, { "timestamp": "2025-12-24T20:18:05.791702+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.8135700890000095, "streaming_ttfb_avg_s": 0.3895409529999938, "streaming_total_avg_s": 2.540601492999997, "nonstream_tokens_per_second": 28.319920043299806, "stream_tokens_per_second": 42.509618410273106 }, { "timestamp": "2025-12-25T01:17:37.608174+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.755411121999998, "streaming_ttfb_avg_s": 0.4374723969999934, "streaming_total_avg_s": 2.6657848109999804, "nonstream_tokens_per_second": 39.19560284042436, "stream_tokens_per_second": 41.63876976940312 }, { "timestamp": "2025-12-25T04:34:43.347682+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.656009364000056, "streaming_ttfb_avg_s": 0.40367132699998365, "streaming_total_avg_s": 2.66800338500002, "nonstream_tokens_per_second": 40.662507242575266, "stream_tokens_per_second": 41.978957234343675 }, { "timestamp": "2025-12-25T08:23:01.303107+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.912535400999957, "streaming_ttfb_avg_s": 0.599754068999971, "streaming_total_avg_s": 2.8326466309999887, "nonstream_tokens_per_second": 38.11112474783672, "stream_tokens_per_second": 39.185967916094945 }, { "timestamp": "2025-12-25T12:34:02.828034+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.024979074000001, "streaming_ttfb_avg_s": 0.4009909920000041, "streaming_total_avg_s": 2.575048173000013, "nonstream_tokens_per_second": 39.00853431159966, "stream_tokens_per_second": 41.94096294290936 }, { "timestamp": "2025-12-25T16:20:35.263129+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0862254740000026, "streaming_ttfb_avg_s": 0.45740428299995983, "streaming_total_avg_s": 2.7236760369999615, "nonstream_tokens_per_second": 34.99420275992444, "stream_tokens_per_second": 40.753745486655895 }, { "timestamp": "2025-12-25T20:18:46.098219+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.466402967000022, "streaming_ttfb_avg_s": 0.5273844179999969, "streaming_total_avg_s": 3.0169721870000217, "nonstream_tokens_per_second": 36.63740228964534, "stream_tokens_per_second": 38.78060278584834 }, { "timestamp": "2025-12-26T01:18:08.906094+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9768547140000123, "streaming_ttfb_avg_s": 0.4194213960000184, "streaming_total_avg_s": 2.691508789000011, "nonstream_tokens_per_second": 37.28767799045484, "stream_tokens_per_second": 41.24080904125168 }, { "timestamp": "2025-12-26T04:31:47.029923+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7247092340000023, "streaming_ttfb_avg_s": 0.4757597529999913, "streaming_total_avg_s": 2.7029826050000025, "nonstream_tokens_per_second": 40.738291856943114, "stream_tokens_per_second": 41.06574707312994 }, { "timestamp": "2025-12-26T08:22:40.882775+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7115402860000017, "streaming_ttfb_avg_s": 0.4055626730000057, "streaming_total_avg_s": 2.730332219999994, "nonstream_tokens_per_second": 41.304936746936434, "stream_tokens_per_second": 39.555625945036184 }, { "timestamp": "2025-12-26T12:33:52.276782+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.978205782000032, "streaming_ttfb_avg_s": 0.6554174120000198, "streaming_total_avg_s": 3.1410124299999325, "nonstream_tokens_per_second": 42.643124517310014, "stream_tokens_per_second": 35.338924144277385 }, { "timestamp": "2025-12-26T16:19:35.180136+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1682214500000043, "streaming_ttfb_avg_s": 0.8852281879999992, "streaming_total_avg_s": 3.1202142010000102, "nonstream_tokens_per_second": 40.085581770175764, "stream_tokens_per_second": 35.57448074059312 }, { "timestamp": "2025-12-26T20:17:57.961073+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6647637559999993, "streaming_ttfb_avg_s": 0.5377554509999953, "streaming_total_avg_s": 2.6726596150000006, "nonstream_tokens_per_second": 40.52892109359657, "stream_tokens_per_second": 40.40918618811845 }, { "timestamp": "2025-12-27T01:16:07.206697+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.705189221000012, "streaming_ttfb_avg_s": 0.36918946400001573, "streaming_total_avg_s": 2.5642462100000216, "nonstream_tokens_per_second": 41.40190975572408, "stream_tokens_per_second": 42.11764048975589 }, { "timestamp": "2025-12-27T04:29:12.808904+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8634729399999514, "streaming_ttfb_avg_s": 0.5951875219999465, "streaming_total_avg_s": 2.845821580000006, "nonstream_tokens_per_second": 39.11334325373506, "stream_tokens_per_second": 39.00455347590686 }, { "timestamp": "2025-12-27T08:21:36.643006+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2151002870000127, "streaming_ttfb_avg_s": 0.4498791769999997, "streaming_total_avg_s": 2.9136381280000023, "nonstream_tokens_per_second": 33.59148715724014, "stream_tokens_per_second": 43.58811713079007 }, { "timestamp": "2025-12-27T12:31:39.678217+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7388809319999154, "streaming_ttfb_avg_s": 0.39084716299998945, "streaming_total_avg_s": 2.605671449000056, "nonstream_tokens_per_second": 39.432163237975814, "stream_tokens_per_second": 42.59938452432175 }, { "timestamp": "2025-12-27T16:18:55.327972+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6302246730000007, "streaming_ttfb_avg_s": 0.3649720150000064, "streaming_total_avg_s": 2.6387132400000013, "nonstream_tokens_per_second": 41.06113105418351, "stream_tokens_per_second": 40.92904009531553 }, { "timestamp": "2025-12-27T20:17:45.287109+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6464137699999952, "streaming_ttfb_avg_s": 0.41402636699999107, "streaming_total_avg_s": 2.7680984429999995, "nonstream_tokens_per_second": 41.94355442762082, "stream_tokens_per_second": 42.62854173354991 }, { "timestamp": "2025-12-28T01:26:27.243723+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6612960740000062, "streaming_ttfb_avg_s": 0.3730975869999895, "streaming_total_avg_s": 2.9657797569999786, "nonstream_tokens_per_second": 40.581730479041674, "stream_tokens_per_second": 41.47307287727262 }, { "timestamp": "2025-12-28T04:40:58.584099+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3112570999999775, "streaming_ttfb_avg_s": 0.5637963169999978, "streaming_total_avg_s": 3.0194953490000103, "nonstream_tokens_per_second": 33.52201192713207, "stream_tokens_per_second": 42.060008485212464 }, { "timestamp": "2025-12-28T08:21:37.587408+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.774663480999976, "streaming_ttfb_avg_s": 0.3875595530000169, "streaming_total_avg_s": 2.586620458000027, "nonstream_tokens_per_second": 28.611822098479852, "stream_tokens_per_second": 41.75332320827057 }, { "timestamp": "2025-12-28T12:32:13.478598+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.73549164100001, "streaming_ttfb_avg_s": 0.6715490889999955, "streaming_total_avg_s": 2.975398106, "nonstream_tokens_per_second": 40.57771492930677, "stream_tokens_per_second": 36.29766375874677 }, { "timestamp": "2025-12-28T16:19:25.165442+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6481598219999967, "streaming_ttfb_avg_s": 0.6332599539999961, "streaming_total_avg_s": 2.840631141000003, "nonstream_tokens_per_second": 40.783036999041116, "stream_tokens_per_second": 38.019719787335774 }, { "timestamp": "2025-12-28T20:18:08.092953+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.181460635999997, "streaming_ttfb_avg_s": 0.45035436099999515, "streaming_total_avg_s": 2.6722314730000107, "nonstream_tokens_per_second": 33.94667178274027, "stream_tokens_per_second": 40.41566050367358 }, { "timestamp": "2025-12-29T01:24:03.157218+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.749754459000002, "streaming_ttfb_avg_s": 0.37764621300000556, "streaming_total_avg_s": 2.586320360000002, "nonstream_tokens_per_second": 39.276234154840196, "stream_tokens_per_second": 41.758167963384054 }, { "timestamp": "2025-12-29T04:44:38.957999+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1467335620000085, "streaming_ttfb_avg_s": 0.7724976969999489, "streaming_total_avg_s": 3.122699570000009, "nonstream_tokens_per_second": 39.08815207151614, "stream_tokens_per_second": 35.54616686996876 }, { "timestamp": "2025-12-29T08:26:08.679992+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.801269500999979, "streaming_ttfb_avg_s": 0.5207782859999952, "streaming_total_avg_s": 2.744155362000015, "nonstream_tokens_per_second": 39.62489148594091, "stream_tokens_per_second": 40.44960483545661 }, { "timestamp": "2025-12-29T12:36:30.763601+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6668113289999837, "streaming_ttfb_avg_s": 0.36760323700002573, "streaming_total_avg_s": 2.597662199999945, "nonstream_tokens_per_second": 40.497803059993174, "stream_tokens_per_second": 42.73072919181037 }, { "timestamp": "2025-12-29T16:20:46.542411+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2984780239999623, "streaming_ttfb_avg_s": 1.1648311110000122, "streaming_total_avg_s": 3.7959392930000035, "nonstream_tokens_per_second": 38.5026060734493, "stream_tokens_per_second": 32.40304717907929 }, { "timestamp": "2025-12-29T20:19:14.863803+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6899446069999158, "streaming_ttfb_avg_s": 0.6046324250000907, "streaming_total_avg_s": 2.9034068200001, "nonstream_tokens_per_second": 40.149525651553084, "stream_tokens_per_second": 38.575372637581715 }, { "timestamp": "2025-12-30T01:18:33.281239+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7315741729999985, "streaming_ttfb_avg_s": 0.5020749530000046, "streaming_total_avg_s": 3.084295937999997, "nonstream_tokens_per_second": 39.53764135988558, "stream_tokens_per_second": 39.879441685404224 }, { "timestamp": "2025-12-30T04:36:06.640624+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7420517569999987, "streaming_ttfb_avg_s": 0.43953970399999776, "streaming_total_avg_s": 2.6387475769999895, "nonstream_tokens_per_second": 39.386565087363536, "stream_tokens_per_second": 40.928507501572376 }, { "timestamp": "2025-12-30T08:23:43.323315+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.71820688599999, "streaming_ttfb_avg_s": 0.3848579300000097, "streaming_total_avg_s": 2.5790054180000084, "nonstream_tokens_per_second": 39.732075051479505, "stream_tokens_per_second": 41.8766084189745 }, { "timestamp": "2025-12-30T12:35:57.117067+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6773650970000062, "streaming_ttfb_avg_s": 0.5305245399999876, "streaming_total_avg_s": 2.721176548999992, "nonstream_tokens_per_second": 40.33816684956947, "stream_tokens_per_second": 39.68871480966166 }, { "timestamp": "2025-12-30T16:21:44.046997+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8427603340000474, "streaming_ttfb_avg_s": 0.4305719519999798, "streaming_total_avg_s": 2.631602074, "nonstream_tokens_per_second": 37.99124347849374, "stream_tokens_per_second": 41.03963933872473 }, { "timestamp": "2025-12-30T20:18:52.526904+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8604663940000137, "streaming_ttfb_avg_s": 0.5341837349999992, "streaming_total_avg_s": 2.754365412000027, "nonstream_tokens_per_second": 37.756080695978795, "stream_tokens_per_second": 39.210483666935815 }, { "timestamp": "2025-12-31T01:19:20.449295+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.660135218999983, "streaming_ttfb_avg_s": 0.758376214000009, "streaming_total_avg_s": 3.6475712530000237, "nonstream_tokens_per_second": 40.59943991892267, "stream_tokens_per_second": 29.60874305366155 }, { "timestamp": "2025-12-31T04:35:43.405971+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6366666110000097, "streaming_ttfb_avg_s": 0.5368453070000214, "streaming_total_avg_s": 2.849959455999965, "nonstream_tokens_per_second": 40.96080996718762, "stream_tokens_per_second": 37.89527593897158 }, { "timestamp": "2025-12-31T08:23:36.465022+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6674092580000064, "streaming_ttfb_avg_s": 0.4313698179999932, "streaming_total_avg_s": 2.6348953929999936, "nonstream_tokens_per_second": 40.48872503388445, "stream_tokens_per_second": 40.98834446593921 }, { "timestamp": "2025-12-31T12:34:35.515759+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9726658550000025, "streaming_ttfb_avg_s": 1.557433579000005, "streaming_total_avg_s": 3.812749721000003, "nonstream_tokens_per_second": 41.71340004172783, "stream_tokens_per_second": 29.112847189688356 }, { "timestamp": "2025-12-31T16:20:49.430530+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1687989920000064, "streaming_ttfb_avg_s": 0.44091811699996697, "streaming_total_avg_s": 2.6987777289999713, "nonstream_tokens_per_second": 38.8159679141932, "stream_tokens_per_second": 40.01811591946821 }, { "timestamp": "2025-12-31T20:18:22.463654+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2430079060000025, "streaming_ttfb_avg_s": 0.4091091739999939, "streaming_total_avg_s": 2.629938616000004, "nonstream_tokens_per_second": 37.92775212556016, "stream_tokens_per_second": 41.06559725118688 }, { "timestamp": "2026-01-01T01:26:13.620678+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6551862880000385, "streaming_ttfb_avg_s": 0.41306780000002163, "streaming_total_avg_s": 2.5614571820000265, "nonstream_tokens_per_second": 40.675112133600486, "stream_tokens_per_second": 42.16350004167233 }, { "timestamp": "2026-01-01T04:44:02.997729+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.060863745000006, "streaming_ttfb_avg_s": 0.4192956020000054, "streaming_total_avg_s": 2.6438836449999883, "nonstream_tokens_per_second": 41.49155616856763, "stream_tokens_per_second": 41.98369327255341 }, { "timestamp": "2026-01-01T08:23:41.092639+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7615439690000585, "streaming_ttfb_avg_s": 0.49924719199998435, "streaming_total_avg_s": 2.7352102739999964, "nonstream_tokens_per_second": 40.19490590989668, "stream_tokens_per_second": 40.58188909830051 }, { "timestamp": "2026-01-01T12:34:55.608379+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7841924420000623, "streaming_ttfb_avg_s": 0.7539057390000607, "streaming_total_avg_s": 3.2126850089999834, "nonstream_tokens_per_second": 38.790422088214825, "stream_tokens_per_second": 39.53079733749916 }, { "timestamp": "2026-01-01T16:21:17.633758+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.998486478000018, "streaming_ttfb_avg_s": 0.5879943539999886, "streaming_total_avg_s": 2.787551571999984, "nonstream_tokens_per_second": 39.01968571758865, "stream_tokens_per_second": 38.74367781562271 }, { "timestamp": "2026-01-01T20:19:19.493169+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9108865310000027, "streaming_ttfb_avg_s": 0.49936525900000106, "streaming_total_avg_s": 2.65535563200001, "nonstream_tokens_per_second": 37.10209891379648, "stream_tokens_per_second": 40.672518098321376 }, { "timestamp": "2026-01-02T01:19:54.316506+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.839064968999992, "streaming_ttfb_avg_s": 0.6163250259999984, "streaming_total_avg_s": 3.3495432089999895, "nonstream_tokens_per_second": 39.097379317493285, "stream_tokens_per_second": 36.72142507954743 }, { "timestamp": "2026-01-02T04:37:02.907329+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.189656114999991, "streaming_ttfb_avg_s": 0.4374316369999889, "streaming_total_avg_s": 2.5800576189999873, "nonstream_tokens_per_second": 36.994583662195296, "stream_tokens_per_second": 41.859530269661214 }, { "timestamp": "2026-01-02T08:23:34.439077+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7904245349999997, "streaming_ttfb_avg_s": 0.5105247400000081, "streaming_total_avg_s": 2.888597997000005, "nonstream_tokens_per_second": 39.77889335752992, "stream_tokens_per_second": 38.42694626087834 }, { "timestamp": "2026-01-02T12:33:20.937530+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6893145720000007, "streaming_ttfb_avg_s": 0.4756397120000031, "streaming_total_avg_s": 3.014501715999998, "nonstream_tokens_per_second": 41.27445749771513, "stream_tokens_per_second": 35.82681656035258 }, { "timestamp": "2026-01-02T16:20:24.852379+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1910767899998973, "streaming_ttfb_avg_s": 0.5889631860000009, "streaming_total_avg_s": 2.8412878899999896, "nonstream_tokens_per_second": 39.79847818077862, "stream_tokens_per_second": 39.066790940357826 }, { "timestamp": "2026-01-02T20:18:24.791770+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7354393040000105, "streaming_ttfb_avg_s": 0.4255661899999268, "streaming_total_avg_s": 2.976793305000001, "nonstream_tokens_per_second": 39.4817753192595, "stream_tokens_per_second": 41.65556264579141 }, { "timestamp": "2026-01-03T01:15:13.692728+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.689624428000002, "streaming_ttfb_avg_s": 0.5837800980000054, "streaming_total_avg_s": 3.1936925089999875, "nonstream_tokens_per_second": 40.15430514226424, "stream_tokens_per_second": 38.51341344020433 }, { "timestamp": "2026-01-03T04:29:00.824716+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9296751000000114, "streaming_ttfb_avg_s": 0.37660331300000394, "streaming_total_avg_s": 2.577537504999995, "nonstream_tokens_per_second": 42.32551247747558, "stream_tokens_per_second": 41.90045723505397 }, { "timestamp": "2026-01-03T08:21:36.886726+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.538792756999996, "streaming_ttfb_avg_s": 0.34449842999998737, "streaming_total_avg_s": 2.539386064999988, "nonstream_tokens_per_second": 43.721567935763645, "stream_tokens_per_second": 42.5299648165158 }, { "timestamp": "2026-01-03T12:31:47.008877+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7726570220000326, "streaming_ttfb_avg_s": 0.46354302100002087, "streaming_total_avg_s": 2.733199726999999, "nonstream_tokens_per_second": 38.95180656787298, "stream_tokens_per_second": 40.611741214329506 }, { "timestamp": "2026-01-03T16:19:30.100312+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.4878148979999963, "streaming_ttfb_avg_s": 0.46304853499999865, "streaming_total_avg_s": 2.6965781520000007, "nonstream_tokens_per_second": 31.825083396383874, "stream_tokens_per_second": 41.16327943904515 }, { "timestamp": "2026-01-03T20:17:53.849266+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.771699685999991, "streaming_ttfb_avg_s": 0.42963665199999923, "streaming_total_avg_s": 2.720258067000003, "nonstream_tokens_per_second": 38.96526039437606, "stream_tokens_per_second": 41.17256423524462 }, { "timestamp": "2026-01-04T01:27:10.555162+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6215696610000236, "streaming_ttfb_avg_s": 0.39941189799998256, "streaming_total_avg_s": 2.8610500180000145, "nonstream_tokens_per_second": 41.19669280838501, "stream_tokens_per_second": 44.38929735621258 }, { "timestamp": "2026-01-04T04:44:34.468923+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.83246090199998, "streaming_ttfb_avg_s": 2.167813448000004, "streaming_total_avg_s": 4.631757726999979, "nonstream_tokens_per_second": 32.094260879690154, "stream_tokens_per_second": 27.419396152712583 }, { "timestamp": "2026-01-04T08:22:05.946673+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9207132020000017, "streaming_ttfb_avg_s": 0.47374477000001036, "streaming_total_avg_s": 2.7403923310000096, "nonstream_tokens_per_second": 43.48253019606131, "stream_tokens_per_second": 43.05952788772404 }, { "timestamp": "2026-01-04T12:32:01.095351+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.812984002999997, "streaming_ttfb_avg_s": 0.479458711999996, "streaming_total_avg_s": 2.7039981890000035, "nonstream_tokens_per_second": 44.081302939425264, "stream_tokens_per_second": 46.22784161191605 }, { "timestamp": "2026-01-04T16:19:42.024996+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.83086278899998, "streaming_ttfb_avg_s": 0.44766567900001064, "streaming_total_avg_s": 2.58092817499994, "nonstream_tokens_per_second": 44.86264770355174, "stream_tokens_per_second": 41.845410905323824 }, { "timestamp": "2026-01-04T20:18:49.170614+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6146224440001333, "streaming_ttfb_avg_s": 0.3804580150001584, "streaming_total_avg_s": 2.478158805000021, "nonstream_tokens_per_second": 41.30615502357957, "stream_tokens_per_second": 44.79131836750836 }, { "timestamp": "2026-01-05T01:25:54.227574+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.771064499999966, "streaming_ttfb_avg_s": 0.47914981799999623, "streaming_total_avg_s": 2.502129517000185, "nonstream_tokens_per_second": 45.83076287109216, "stream_tokens_per_second": 43.16323326439221 }, { "timestamp": "2026-01-05T04:53:42.545204+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.725844910999996, "streaming_ttfb_avg_s": 0.3677605789999916, "streaming_total_avg_s": 2.475080879999979, "nonstream_tokens_per_second": 40.72131893933718, "stream_tokens_per_second": 44.84701930225446 }, { "timestamp": "2026-01-05T08:27:47.459028+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.696499732999996, "streaming_ttfb_avg_s": 0.48712805200000275, "streaming_total_avg_s": 2.5849080300000082, "nonstream_tokens_per_second": 41.164476540298686, "stream_tokens_per_second": 42.941566474223706 }, { "timestamp": "2026-01-05T12:37:34.484112+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.850038374999997, "streaming_ttfb_avg_s": 0.6419524320000392, "streaming_total_avg_s": 3.1668456350000156, "nonstream_tokens_per_second": 44.56080350146167, "stream_tokens_per_second": 37.26105203735307 }, { "timestamp": "2026-01-05T16:22:33.534666+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.1526542060000224, "streaming_ttfb_avg_s": 0.843063074999975, "streaming_total_avg_s": 3.2662596459999804, "nonstream_tokens_per_second": 37.428779780359825, "stream_tokens_per_second": 37.96391390741284 }, { "timestamp": "2026-01-05T20:20:40.516019+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.083927822999982, "streaming_ttfb_avg_s": 0.6153422220000095, "streaming_total_avg_s": 2.7763772680000045, "nonstream_tokens_per_second": 35.020274856802516, "stream_tokens_per_second": 38.8996125435788 }, { "timestamp": "2026-01-06T01:19:42.286400+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5378764769999975, "streaming_ttfb_avg_s": 0.8614495099999999, "streaming_total_avg_s": 2.927202637999997, "nonstream_tokens_per_second": 42.55526262951375, "stream_tokens_per_second": 36.89529334183393 }, { "timestamp": "2026-01-06T04:36:27.626501+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.106984713000003, "streaming_ttfb_avg_s": 0.38114872299999547, "streaming_total_avg_s": 2.533298068999997, "nonstream_tokens_per_second": 39.91007727883851, "stream_tokens_per_second": 43.81639940372928 }, { "timestamp": "2026-01-06T08:24:53.281833+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0278252140000177, "streaming_ttfb_avg_s": 0.6652034710000123, "streaming_total_avg_s": 2.907563723999999, "nonstream_tokens_per_second": 35.66916594149195, "stream_tokens_per_second": 38.17629140292577 }, { "timestamp": "2026-01-06T12:36:01.303761+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.809190614000002, "streaming_ttfb_avg_s": 0.4496482359999874, "streaming_total_avg_s": 2.697483614999996, "nonstream_tokens_per_second": 45.2087513631426, "stream_tokens_per_second": 41.149462181255984 }, { "timestamp": "2026-01-06T16:22:48.803232+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7366686339999973, "streaming_ttfb_avg_s": 0.5785616560000051, "streaming_total_avg_s": 3.1866771250000028, "nonstream_tokens_per_second": 40.56026316849295, "stream_tokens_per_second": 36.40155417376961 }, { "timestamp": "2026-01-06T20:19:13.031303+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.893115101999996, "streaming_ttfb_avg_s": 0.5836409820000057, "streaming_total_avg_s": 2.9226546170000063, "nonstream_tokens_per_second": 37.33000457719091, "stream_tokens_per_second": 42.76933691477638 }, { "timestamp": "2026-01-07T01:20:19.893647+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.57459125500003, "streaming_ttfb_avg_s": 0.4685166229999709, "streaming_total_avg_s": 2.5055206669999848, "nonstream_tokens_per_second": 41.94840629177805, "stream_tokens_per_second": 43.10481307237234 }, { "timestamp": "2026-01-07T04:36:57.930452+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6685856679999915, "streaming_ttfb_avg_s": 0.5925922480000025, "streaming_total_avg_s": 2.6190758500000015, "nonstream_tokens_per_second": 41.595067129019874, "stream_tokens_per_second": 41.23591915064237 }, { "timestamp": "2026-01-07T08:25:05.095452+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.495238293, "streaming_ttfb_avg_s": 0.41168148100000224, "streaming_total_avg_s": 2.530224623999999, "nonstream_tokens_per_second": 43.28243931771049, "stream_tokens_per_second": 43.869622857642405 }, { "timestamp": "2026-01-07T12:37:09.692607+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.962035457000013, "streaming_ttfb_avg_s": 0.649128619999999, "streaming_total_avg_s": 2.687640391000002, "nonstream_tokens_per_second": 42.875921589617704, "stream_tokens_per_second": 40.183947362026345 }, { "timestamp": "2026-01-07T16:24:47.674608+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9522726290000065, "streaming_ttfb_avg_s": 1.186059929999999, "streaming_total_avg_s": 3.2998632810000004, "nonstream_tokens_per_second": 43.017707359573166, "stream_tokens_per_second": 32.7286286743587 }, { "timestamp": "2026-01-07T20:20:05.789611+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5738407590000065, "streaming_ttfb_avg_s": 0.45686421400000654, "streaming_total_avg_s": 2.543670603999999, "nonstream_tokens_per_second": 41.96063786089096, "stream_tokens_per_second": 42.45832767425418 }, { "timestamp": "2026-01-08T01:20:45.774375+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.050016412000005, "streaming_ttfb_avg_s": 1.280490198999999, "streaming_total_avg_s": 3.2149399329999966, "nonstream_tokens_per_second": 41.63912020287181, "stream_tokens_per_second": 33.59316262534978 }, { "timestamp": "2026-01-08T04:36:01.651316+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6947699709999995, "streaming_ttfb_avg_s": 1.1724904339999966, "streaming_total_avg_s": 3.3053015379999806, "nonstream_tokens_per_second": 41.190899852134365, "stream_tokens_per_second": 32.674779822161156 }, { "timestamp": "2026-01-08T08:24:59.984050+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.213413670000008, "streaming_ttfb_avg_s": 0.4489896569999985, "streaming_total_avg_s": 2.531411931000008, "nonstream_tokens_per_second": 26.344434393027395, "stream_tokens_per_second": 42.66393733766425 }, { "timestamp": "2026-01-08T12:37:07.727612+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.887425100999991, "streaming_ttfb_avg_s": 0.7222116160000098, "streaming_total_avg_s": 3.1509214500000127, "nonstream_tokens_per_second": 37.40356761551902, "stream_tokens_per_second": 34.275687830935794 }, { "timestamp": "2026-01-08T16:24:16.882128+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.3853799649999985, "streaming_ttfb_avg_s": 1.0126355820000015, "streaming_total_avg_s": 3.703299575000017, "nonstream_tokens_per_second": 31.901884313301903, "stream_tokens_per_second": 29.16318213332755 }, { "timestamp": "2026-01-08T20:19:59.387679+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.5150245790000127, "streaming_ttfb_avg_s": 0.42524036600001125, "streaming_total_avg_s": 2.455861432000006, "nonstream_tokens_per_second": 31.578726550918834, "stream_tokens_per_second": 43.97642252643175 }, { "timestamp": "2026-01-09T01:20:34.434238+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.5202243829999986, "streaming_ttfb_avg_s": 0.45079464999997754, "streaming_total_avg_s": 2.4754875269999843, "nonstream_tokens_per_second": 31.532080891219724, "stream_tokens_per_second": 43.62776981182531 }, { "timestamp": "2026-01-09T04:36:34.521793+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.90060396399997, "streaming_ttfb_avg_s": 0.39761353500000496, "streaming_total_avg_s": 2.5070566630000144, "nonstream_tokens_per_second": 42.40496169990109, "stream_tokens_per_second": 44.27502642368453 }, { "timestamp": "2026-01-09T08:25:07.535668+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.166666203999995, "streaming_ttfb_avg_s": 0.6531352690000034, "streaming_total_avg_s": 2.707884148000005, "nonstream_tokens_per_second": 39.473689977840245, "stream_tokens_per_second": 39.883537883172316 }, { "timestamp": "2026-01-09T12:36:12.066871+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6451369899999975, "streaming_ttfb_avg_s": 0.43114364000000194, "streaming_total_avg_s": 2.720252997000003, "nonstream_tokens_per_second": 41.96380014329621, "stream_tokens_per_second": 43.37831816751414 }, { "timestamp": "2026-01-09T16:21:38.012339+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.952600891000003, "streaming_ttfb_avg_s": 0.6760386370000049, "streaming_total_avg_s": 3.0302413179999945, "nonstream_tokens_per_second": 39.96476474679756, "stream_tokens_per_second": 41.910853517046604 }, { "timestamp": "2026-01-09T20:19:51.676733+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9909611580000046, "streaming_ttfb_avg_s": 0.710393579999959, "streaming_total_avg_s": 3.024539752999999, "nonstream_tokens_per_second": 42.46126689419208, "stream_tokens_per_second": 35.70791221800814 }, { "timestamp": "2026-01-10T01:18:01.035816+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.928262658999998, "streaming_ttfb_avg_s": 0.8433113140000046, "streaming_total_avg_s": 2.88050589800001, "nonstream_tokens_per_second": 43.37042635491262, "stream_tokens_per_second": 37.49341394335851 }, { "timestamp": "2026-01-10T04:30:39.099478+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.411455585000013, "streaming_ttfb_avg_s": 0.3273822059999958, "streaming_total_avg_s": 2.3402200419999986, "nonstream_tokens_per_second": 44.78622814858911, "stream_tokens_per_second": 46.14950648303185 }, { "timestamp": "2026-01-10T08:20:58.788883+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.4867859889999977, "streaming_ttfb_avg_s": 0.49093337899999767, "streaming_total_avg_s": 2.507153500000001, "nonstream_tokens_per_second": 43.42955142811853, "stream_tokens_per_second": 43.07674021554721 }, { "timestamp": "2026-01-10T12:31:57.216016+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.818661985999995, "streaming_ttfb_avg_s": 0.36795958199999745, "streaming_total_avg_s": 2.4404409390000126, "nonstream_tokens_per_second": 45.056839248833654, "stream_tokens_per_second": 44.25429776811306 }, { "timestamp": "2026-01-10T16:19:36.315780+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.14691685599999, "streaming_ttfb_avg_s": 0.47437537800000484, "streaming_total_avg_s": 2.6363918620000106, "nonstream_tokens_per_second": 34.31930519361657, "stream_tokens_per_second": 42.482303793425814 }, { "timestamp": "2026-01-10T20:17:37.749712+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.949310036000014, "streaming_ttfb_avg_s": 0.5322207780000099, "streaming_total_avg_s": 2.615107662000014, "nonstream_tokens_per_second": 41.70466939678478, "stream_tokens_per_second": 41.29849090702539 }, { "timestamp": "2026-01-11T01:27:01.739351+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.798188492999998, "streaming_ttfb_avg_s": 0.8732842370000071, "streaming_total_avg_s": 2.962299700000017, "nonstream_tokens_per_second": 44.31438422043432, "stream_tokens_per_second": 36.45816120495822 }, { "timestamp": "2026-01-11T04:43:48.338959+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.704319404000003, "streaming_ttfb_avg_s": 0.42739702799998724, "streaming_total_avg_s": 2.543003813999988, "nonstream_tokens_per_second": 41.0454474555846, "stream_tokens_per_second": 43.64916772397752 }, { "timestamp": "2026-01-11T08:21:28.762945+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0994056929999942, "streaming_ttfb_avg_s": 0.40898907300000076, "streaming_total_avg_s": 3.255831624999999, "nonstream_tokens_per_second": 35.813317453308365, "stream_tokens_per_second": 37.778366379741776 }, { "timestamp": "2026-01-11T12:32:36.408748+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.622838085000012, "streaming_ttfb_avg_s": 0.4675151440000036, "streaming_total_avg_s": 2.5543519790000033, "nonstream_tokens_per_second": 42.320568942020486, "stream_tokens_per_second": 43.45524849846853 }, { "timestamp": "2026-01-11T16:19:36.717427+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.659526131000007, "streaming_ttfb_avg_s": 0.38879626899999664, "streaming_total_avg_s": 2.6480388009999984, "nonstream_tokens_per_second": 41.73675855490202, "stream_tokens_per_second": 40.78490087049146 }, { "timestamp": "2026-01-11T20:18:35.650403+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5788542159999963, "streaming_ttfb_avg_s": 0.415665881999999, "streaming_total_avg_s": 2.513193162999997, "nonstream_tokens_per_second": 43.04237103102697, "stream_tokens_per_second": 44.16691945297964 }, { "timestamp": "2026-01-12T01:23:50.765005+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.699438937999986, "streaming_ttfb_avg_s": 1.5634077709999872, "streaming_total_avg_s": 3.6368455409999854, "nonstream_tokens_per_second": 46.305918700503184, "stream_tokens_per_second": 29.696064565421267 }, { "timestamp": "2026-01-12T04:46:01.509531+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.566257205999989, "streaming_ttfb_avg_s": 0.3157099439999911, "streaming_total_avg_s": 2.4044956639999953, "nonstream_tokens_per_second": 42.0846358453442, "stream_tokens_per_second": 46.16352678937508 }, { "timestamp": "2026-01-12T08:26:40.452097+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.762515747000009, "streaming_ttfb_avg_s": 1.0983420009999918, "streaming_total_avg_s": 3.2513356129999806, "nonstream_tokens_per_second": 42.35269975458338, "stream_tokens_per_second": 34.13981612854208 }, { "timestamp": "2026-01-12T12:38:13.618340+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5554923210000027, "streaming_ttfb_avg_s": 0.6950453169999946, "streaming_total_avg_s": 2.958566506000011, "nonstream_tokens_per_second": 42.26191529221186, "stream_tokens_per_second": 37.5181696185942 }, { "timestamp": "2026-01-12T20:20:03.505513+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5958010010000123, "streaming_ttfb_avg_s": 0.3468489429999977, "streaming_total_avg_s": 2.5898824820000073, "nonstream_tokens_per_second": 42.76136728402451, "stream_tokens_per_second": 49.03697402591244 }, { "timestamp": "2026-01-13T01:16:47.825565+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.510357656999986, "streaming_ttfb_avg_s": 0.356047220000022, "streaming_total_avg_s": 2.5078525670000147, "nonstream_tokens_per_second": 43.021758154200974, "stream_tokens_per_second": 44.260975091044635 }, { "timestamp": "2026-01-13T04:36:24.031901+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5868868299999974, "streaming_ttfb_avg_s": 0.35449003200000107, "streaming_total_avg_s": 2.6191225919999965, "nonstream_tokens_per_second": 43.29528400745699, "stream_tokens_per_second": 48.48952102811695 }, { "timestamp": "2026-01-13T08:25:20.837769+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.716267752999997, "streaming_ttfb_avg_s": 0.5163902139999976, "streaming_total_avg_s": 2.529827480999998, "nonstream_tokens_per_second": 39.76043962555562, "stream_tokens_per_second": 42.690658082862406 }, { "timestamp": "2026-01-13T12:38:12.118081+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.4456333809998796, "streaming_ttfb_avg_s": 0.43340500199997223, "streaming_total_avg_s": 2.912364049999951, "nonstream_tokens_per_second": 36.85824519239659, "stream_tokens_per_second": 42.23373104746368 }, { "timestamp": "2026-01-13T16:26:16.823350+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5718191109999964, "streaming_ttfb_avg_s": 0.47061344000002236, "streaming_total_avg_s": 2.6726075020000053, "nonstream_tokens_per_second": 41.993622155644736, "stream_tokens_per_second": 40.40997412421384 }, { "timestamp": "2026-01-13T20:20:19.754267+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.6805724029999993, "streaming_ttfb_avg_s": 0.37990186700000095, "streaming_total_avg_s": 2.395045646, "nonstream_tokens_per_second": 32.06023060538609, "stream_tokens_per_second": 45.09308629686134 }, { "timestamp": "2026-01-14T01:23:04.606676+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5786893620000058, "streaming_ttfb_avg_s": 0.3929891149999918, "streaming_total_avg_s": 2.5650472279999974, "nonstream_tokens_per_second": 41.881741008244695, "stream_tokens_per_second": 43.274057018649216 }, { "timestamp": "2026-01-14T04:43:14.981538+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.0184853010000126, "streaming_ttfb_avg_s": 0.5017111180000029, "streaming_total_avg_s": 2.8820077449999957, "nonstream_tokens_per_second": 42.07408263937061, "stream_tokens_per_second": 43.02556098786618 }, { "timestamp": "2026-01-14T08:24:54.032142+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5208968409999954, "streaming_ttfb_avg_s": 0.41097864299999287, "streaming_total_avg_s": 2.632632760000007, "nonstream_tokens_per_second": 44.031948548901454, "stream_tokens_per_second": 44.82205106343799 }, { "timestamp": "2026-01-14T12:37:16.885719+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.493317199000046, "streaming_ttfb_avg_s": 0.39512414299997545, "streaming_total_avg_s": 2.485608657, "nonstream_tokens_per_second": 44.5190046595423, "stream_tokens_per_second": 44.65707008518839 }, { "timestamp": "2026-01-14T16:24:34.353498+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6170687910000083, "streaming_ttfb_avg_s": 0.3660474250000334, "streaming_total_avg_s": 2.4365046039999925, "nonstream_tokens_per_second": 41.26754343309872, "stream_tokens_per_second": 44.325793525157785 }, { "timestamp": "2026-01-14T20:17:19.524152+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.4893591430000015, "streaming_ttfb_avg_s": 0.41826373399999284, "streaming_total_avg_s": 2.658570219000012, "nonstream_tokens_per_second": 43.38465998515825, "stream_tokens_per_second": 47.017753793622646 }, { "timestamp": "2026-01-15T01:18:29.735762+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.722900769000006, "streaming_ttfb_avg_s": 0.4220269950000102, "streaming_total_avg_s": 2.6895007060000182, "nonstream_tokens_per_second": 46.64143528324066, "stream_tokens_per_second": 43.874314565805214 }, { "timestamp": "2026-01-15T04:36:37.532699+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 4.000774047999997, "streaming_ttfb_avg_s": 0.35449780700000133, "streaming_total_avg_s": 2.632120512, "nonstream_tokens_per_second": 31.743857182708886, "stream_tokens_per_second": 47.49022676967763 }, { "timestamp": "2026-01-15T08:25:35.935842+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8660451110000054, "streaming_ttfb_avg_s": 0.4741576349999832, "streaming_total_avg_s": 2.563961393999989, "nonstream_tokens_per_second": 44.311933372077256, "stream_tokens_per_second": 42.12231910072218 }, { "timestamp": "2026-01-15T12:37:05.702616+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.949787638999993, "streaming_ttfb_avg_s": 0.47392880900000023, "streaming_total_avg_s": 2.86618802000001, "nonstream_tokens_per_second": 41.6979169529974, "stream_tokens_per_second": 42.91414210851372 }, { "timestamp": "2026-01-15T16:29:49.612779+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5894473790000063, "streaming_ttfb_avg_s": 0.46054411000000073, "streaming_total_avg_s": 2.631660910999983, "nonstream_tokens_per_second": 42.86628911643148, "stream_tokens_per_second": 42.55867445986498 }, { "timestamp": "2026-01-15T20:20:45.977018+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.892326165, "streaming_ttfb_avg_s": 0.4305666730000013, "streaming_total_avg_s": 2.5354514809999955, "nonstream_tokens_per_second": 43.90929402666452, "stream_tokens_per_second": 42.59596399667811 }, { "timestamp": "2026-01-16T01:20:53.148066+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8624828009999987, "streaming_ttfb_avg_s": 0.40282196999999087, "streaming_total_avg_s": 2.4893660129999944, "nonstream_tokens_per_second": 43.31903757000077, "stream_tokens_per_second": 44.589666373018105 }, { "timestamp": "2026-01-16T04:36:39.339394+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.340504224, "streaming_ttfb_avg_s": 0.5066327109999946, "streaming_total_avg_s": 2.7464162339999945, "nonstream_tokens_per_second": 38.01821266608882, "stream_tokens_per_second": 46.242080289130804 }, { "timestamp": "2026-01-16T08:24:28.325258+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.003065511999978, "streaming_ttfb_avg_s": 0.5135023490000208, "streaming_total_avg_s": 2.7476115470000195, "nonstream_tokens_per_second": 40.958147435846186, "stream_tokens_per_second": 46.22196326793902 }, { "timestamp": "2026-01-16T12:35:38.538171+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.720731497999992, "streaming_ttfb_avg_s": 0.4314581670000024, "streaming_total_avg_s": 2.7585708609999955, "nonstream_tokens_per_second": 40.79785163717773, "stream_tokens_per_second": 44.58830539354421 }, { "timestamp": "2026-01-16T16:23:00.782470+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.929686386, "streaming_ttfb_avg_s": 0.37792398800000626, "streaming_total_avg_s": 2.6710084780000045, "nonstream_tokens_per_second": 36.86401401736929, "stream_tokens_per_second": 47.54758401032667 }, { "timestamp": "2026-01-16T20:18:13.034781+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6805961159999896, "streaming_ttfb_avg_s": 0.34527020999999536, "streaming_total_avg_s": 2.6645126129999994, "nonstream_tokens_per_second": 43.64700795530081, "stream_tokens_per_second": 46.16228851756613 }, { "timestamp": "2026-01-17T01:17:12.247449+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.799556430999999, "streaming_ttfb_avg_s": 0.4222730879999972, "streaming_total_avg_s": 2.655730657999996, "nonstream_tokens_per_second": 33.42495428251215, "stream_tokens_per_second": 47.821114546172545 }, { "timestamp": "2026-01-17T04:29:15.823334+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6739357940000446, "streaming_ttfb_avg_s": 0.4369710369999211, "streaming_total_avg_s": 2.4793310899999597, "nonstream_tokens_per_second": 47.49553085192661, "stream_tokens_per_second": 43.963470808572715 }, { "timestamp": "2026-01-17T08:20:57.281216+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7615655899999894, "streaming_ttfb_avg_s": 0.4190434109999899, "streaming_total_avg_s": 2.6392571459999914, "nonstream_tokens_per_second": 45.988406163476455, "stream_tokens_per_second": 43.951761265781705 }, { "timestamp": "2026-01-17T12:31:52.212390+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5506384509999975, "streaming_ttfb_avg_s": 0.3699190390000098, "streaming_total_avg_s": 2.561097791999998, "nonstream_tokens_per_second": 45.87086811701174, "stream_tokens_per_second": 46.073992320243306 }, { "timestamp": "2026-01-17T16:18:36.065805+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.2011633190000026, "streaming_ttfb_avg_s": 0.3625465329999997, "streaming_total_avg_s": 2.698218030999996, "nonstream_tokens_per_second": 38.73591805329564, "stream_tokens_per_second": 45.585641555591614 }, { "timestamp": "2026-01-17T20:18:08.452642+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.9442334080000023, "streaming_ttfb_avg_s": 4.082425802000003, "streaming_total_avg_s": 6.35615035699999, "nonstream_tokens_per_second": 28.142350748021435, "stream_tokens_per_second": 19.508663740693226 }, { "timestamp": "2026-01-18T01:26:02.256562+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.707821586999998, "streaming_ttfb_avg_s": 0.39685473299999785, "streaming_total_avg_s": 2.6306665839999965, "nonstream_tokens_per_second": 42.83886374084072, "stream_tokens_per_second": 48.2767374521834 }, { "timestamp": "2026-01-18T04:38:20.632649+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.5566615590000197, "streaming_ttfb_avg_s": 0.33637028100000066, "streaming_total_avg_s": 2.556604919999984, "nonstream_tokens_per_second": 46.545073430268246, "stream_tokens_per_second": 45.76381711727314 }, { "timestamp": "2026-01-18T08:21:30.147087+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.485309550000011, "streaming_ttfb_avg_s": 0.43866349500001434, "streaming_total_avg_s": 2.6722581880000007, "nonstream_tokens_per_second": 43.45535146718425, "stream_tokens_per_second": 47.52534787630332 }, { "timestamp": "2026-01-18T12:32:01.317360+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 6.016171987999996, "streaming_ttfb_avg_s": 0.4513413550000678, "streaming_total_avg_s": 2.5063858590000336, "nonstream_tokens_per_second": 18.450270408060693, "stream_tokens_per_second": 44.28687610146563 }, { "timestamp": "2026-01-18T16:19:34.704553+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.712018290000003, "streaming_ttfb_avg_s": 0.5032742010000106, "streaming_total_avg_s": 2.7416837740000233, "nonstream_tokens_per_second": 43.51003104776254, "stream_tokens_per_second": 46.32189941245898 }, { "timestamp": "2026-01-18T20:18:23.240671+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.026670800000005, "streaming_ttfb_avg_s": 0.5331849140000031, "streaming_total_avg_s": 2.763337827000001, "nonstream_tokens_per_second": 40.969107046593834, "stream_tokens_per_second": 42.34010002570705 }, { "timestamp": "2026-01-19T01:24:30.845260+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.758006533000014, "streaming_ttfb_avg_s": 0.43779614999999694, "streaming_total_avg_s": 2.6744019740000056, "nonstream_tokens_per_second": 42.42194447332711, "stream_tokens_per_second": 47.4872518172916 }, { "timestamp": "2026-01-19T04:47:55.951948+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6007782460000044, "streaming_ttfb_avg_s": 0.3409005030000003, "streaming_total_avg_s": 2.3399388839999915, "nonstream_tokens_per_second": 48.83153732746186, "stream_tokens_per_second": 47.43713639659334 }, { "timestamp": "2026-01-19T08:27:26.787150+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7261165849999998, "streaming_ttfb_avg_s": 0.41782941800001083, "streaming_total_avg_s": 2.6118753360000113, "nonstream_tokens_per_second": 42.91819383065747, "stream_tokens_per_second": 48.62406648951926 }, { "timestamp": "2026-01-19T12:40:02.506610+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.810369802000025, "streaming_ttfb_avg_s": 0.47605309099998294, "streaming_total_avg_s": 2.7008910339999943, "nonstream_tokens_per_second": 32.54277312792938, "stream_tokens_per_second": 43.31903750545763 }, { "timestamp": "2026-01-19T16:23:55.700046+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7024687210000025, "streaming_ttfb_avg_s": 0.42236608700000033, "streaming_total_avg_s": 2.4206950889999916, "nonstream_tokens_per_second": 43.66378011447848, "stream_tokens_per_second": 45.85459792288626 }, { "timestamp": "2026-01-19T20:19:30.268689+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.4901781689999893, "streaming_ttfb_avg_s": 0.4105894889999888, "streaming_total_avg_s": 2.411545029999985, "nonstream_tokens_per_second": 44.57512373284342, "stream_tokens_per_second": 46.02858276297693 }, { "timestamp": "2026-01-20T01:19:45.716507+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 3.956651325000024, "streaming_ttfb_avg_s": 0.4167941720000101, "streaming_total_avg_s": 2.652472864999993, "nonstream_tokens_per_second": 29.57046006574746, "stream_tokens_per_second": 47.87984890469382 }, { "timestamp": "2026-01-20T04:40:59.328624+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9000745749999908, "streaming_ttfb_avg_s": 0.43616006000002017, "streaming_total_avg_s": 2.4949020710000127, "nonstream_tokens_per_second": 43.791977314928324, "stream_tokens_per_second": 44.490724221295274 }, { "timestamp": "2026-01-20T08:26:30.966667+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8484924470000124, "streaming_ttfb_avg_s": 0.5228026799999981, "streaming_total_avg_s": 2.7625327209999995, "nonstream_tokens_per_second": 43.53179876976499, "stream_tokens_per_second": 45.972306150287956 }, { "timestamp": "2026-01-20T12:40:30.307008+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.691052404000004, "streaming_ttfb_avg_s": 0.5060850029999955, "streaming_total_avg_s": 2.792414690000001, "nonstream_tokens_per_second": 43.477414199028665, "stream_tokens_per_second": 45.48035091449829 }, { "timestamp": "2026-01-20T16:29:49.027864+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.8075728830000344, "streaming_ttfb_avg_s": 6.860827937999943, "streaming_total_avg_s": 8.860581830000001, "nonstream_tokens_per_second": 39.535928229008555, "stream_tokens_per_second": 12.527394039088739 }, { "timestamp": "2026-01-20T20:40:27.147499+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.824560789000003, "streaming_ttfb_avg_s": 0.4610372030000036, "streaming_total_avg_s": 2.7542840929999954, "nonstream_tokens_per_second": 39.65218253973286, "stream_tokens_per_second": 46.10998564845584 }, { "timestamp": "2026-01-21T01:22:37.489706+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6370399500000303, "streaming_ttfb_avg_s": 0.3690783599999463, "streaming_total_avg_s": 2.7469264849999604, "nonstream_tokens_per_second": 44.367928517730135, "stream_tokens_per_second": 44.777317730074515 }, { "timestamp": "2026-01-21T04:40:15.977986+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.974551765000001, "streaming_ttfb_avg_s": 0.4391931519999872, "streaming_total_avg_s": 2.5793027829999886, "nonstream_tokens_per_second": 42.695508444110054, "stream_tokens_per_second": 43.03488552472147 }, { "timestamp": "2026-01-21T08:26:30.833260+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.9954140050000007, "streaming_ttfb_avg_s": 0.5093676679999959, "streaming_total_avg_s": 2.6943860330000007, "nonstream_tokens_per_second": 42.398145895027945, "stream_tokens_per_second": 43.4236217702365 }, { "timestamp": "2026-01-21T12:40:19.801424+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7150757730000237, "streaming_ttfb_avg_s": 0.3813889460000155, "streaming_total_avg_s": 2.385819160000011, "nonstream_tokens_per_second": 45.67091689783161, "stream_tokens_per_second": 46.524900906571425 }, { "timestamp": "2026-01-21T16:37:25.071751+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.809144605, "streaming_ttfb_avg_s": 0.8742419440000049, "streaming_total_avg_s": 3.1500594169999943, "nonstream_tokens_per_second": 43.785570803678866, "stream_tokens_per_second": 39.36433685371345 }, { "timestamp": "2026-01-21T20:26:16.518458+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.693650421000001, "streaming_ttfb_avg_s": 0.43403937700000483, "streaming_total_avg_s": 2.483773723000013, "nonstream_tokens_per_second": 43.43548037557319, "stream_tokens_per_second": 44.6900613256868 }, { "timestamp": "2026-01-22T01:22:29.777982+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.4953862540000102, "streaming_ttfb_avg_s": 0.41131268200001614, "streaming_total_avg_s": 2.686750907000004, "nonstream_tokens_per_second": 44.48209162892966, "stream_tokens_per_second": 46.1523990470918 }, { "timestamp": "2026-01-22T04:43:45.681077+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6306271830000014, "streaming_ttfb_avg_s": 0.4486112270000149, "streaming_total_avg_s": 2.464387611999996, "nonstream_tokens_per_second": 45.23636065536693, "stream_tokens_per_second": 45.04161579919522 }, { "timestamp": "2026-01-22T08:26:20.578924+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.703330887000007, "streaming_ttfb_avg_s": 0.45219012900000166, "streaming_total_avg_s": 2.6784883130000026, "nonstream_tokens_per_second": 45.869338672635706, "stream_tokens_per_second": 43.68135542430492 }, { "timestamp": "2026-01-22T12:39:10.830726+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6693006200000013, "streaming_ttfb_avg_s": 0.42421053700000755, "streaming_total_avg_s": 2.6484568970000026, "nonstream_tokens_per_second": 46.45411576010496, "stream_tokens_per_second": 44.1766676031352 }, { "timestamp": "2026-01-22T16:29:35.571544+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.775335313999989, "streaming_ttfb_avg_s": 0.4566343820000043, "streaming_total_avg_s": 2.6472149429999945, "nonstream_tokens_per_second": 45.760236379134874, "stream_tokens_per_second": 44.575148803849984 }, { "timestamp": "2026-01-22T20:21:19.139155+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.560802607999989, "streaming_ttfb_avg_s": 0.4550024140000062, "streaming_total_avg_s": 2.6769606730000106, "nonstream_tokens_per_second": 43.736287853702656, "stream_tokens_per_second": 43.70628271833396 }, { "timestamp": "2026-01-23T01:20:35.028361+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.856708980999997, "streaming_ttfb_avg_s": 0.42028460000000223, "streaming_total_avg_s": 2.650249718999987, "nonstream_tokens_per_second": 40.95621947428607, "stream_tokens_per_second": 47.92001262730843 }, { "timestamp": "2026-01-23T04:38:38.283954+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6582972610000013, "streaming_ttfb_avg_s": 0.4568676949999997, "streaming_total_avg_s": 2.6909454179999983, "nonstream_tokens_per_second": 47.774942954357556, "stream_tokens_per_second": 47.19530881246588 }, { "timestamp": "2026-01-23T08:24:37.016560+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6661199950000025, "streaming_ttfb_avg_s": 0.47733987899999875, "streaming_total_avg_s": 2.712069212999978, "nonstream_tokens_per_second": 47.634765216184455, "stream_tokens_per_second": 43.14049193109621 }, { "timestamp": "2026-01-23T12:37:56.947234+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.7751348290000237, "streaming_ttfb_avg_s": 0.5038595950000513, "streaming_total_avg_s": 2.7349003730000163, "nonstream_tokens_per_second": 44.68251369418381, "stream_tokens_per_second": 46.43679208712413 }, { "timestamp": "2026-01-23T16:24:34.900552+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.869853126999999, "streaming_ttfb_avg_s": 0.6929354379999779, "streaming_total_avg_s": 3.1367291839999893, "nonstream_tokens_per_second": 40.76863686829366, "stream_tokens_per_second": 39.2128209943675 }, { "timestamp": "2026-01-23T20:20:47.091648+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6663466090000014, "streaming_ttfb_avg_s": 0.5608592970000075, "streaming_total_avg_s": 2.619985372000002, "nonstream_tokens_per_second": 47.630716716020146, "stream_tokens_per_second": 42.36664875547248 }, { "timestamp": "2026-01-24T01:18:25.770512+00:00", "key": "anthropic:claude-3-7-sonnet-latest", "provider": "anthropic", "model": "claude-3-7-sonnet-latest", "nonstreaming_avg_s": 2.6751787469999897, "streaming_ttfb_avg_s": 0.47409339600000067, "streaming_total_avg_s": 2.530610547000009, "nonstream_tokens_per_second": 43.36158850323, "stream_tokens_per_second": 43.86293265535797 } ]