{"schema_version":"1.4","generated_at":"2026-07-21T13:22:14.878Z","manual_url":"https://cloudgpuprices.com/agents#benchmarks","query":{"provider":[],"workload":[],"scenario":[],"origin":[],"gpu":["l4"],"currency":[],"class":[],"sort":"total_ms","order":"asc","limit":50},"pagination":{"returned":9,"total":9,"next_cursor":null},"links":{"self":"https://cloudgpuprices.com/api/v1/benchmarks?gpu=l4&sort=total_ms&order=asc&limit=50&cursor=benchmark-v1-0","next":null,"json":"https://cloudgpuprices.com/api/v1/benchmarks?gpu=l4&sort=total_ms&order=asc&limit=50","markdown":"https://cloudgpuprices.com/benchmarks.md?gpu=l4&sort=total_ms&order=asc&limit=50"},"benchmarks":[{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_44cbaa40cbb79ff87b8b872313a697a5","provider":{"slug":"runpod","name":"Runpod"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"flashboot","enabled":true,"maturity":"stable"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":10000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"restored","observed_modes":["restored"]},"samples":{"total":1,"successful":1,"failed":0,"failure_rate":0},"performance":{"median_total_ms":9144,"median_overhead_ms":3298,"median_real_time_factor":0.7939803362277869,"median_phase_durations":[{"phase":"provider_delay","source":"provider","median_ms":1136,"samples":1},{"phase":"application_init","source":"workload","median_ms":13214,"samples":1},{"phase":"preprocessing","source":"workload","median_ms":1,"samples":1},{"phase":"inference","source":"workload","median_ms":5706,"samples":1},{"phase":"postprocessing","source":"workload","median_ms":139,"samples":1},{"phase":"provider_execution","source":"provider","median_ms":6319,"samples":1},{"phase":"total","source":"client","median_ms":9144,"samples":1}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-21T10:14:50.478Z","published_at":"2026-07-21T10:14:50.740Z"},"provenance":{"campaign_id":"manual-campaign-20260721T101405786Z","publication_campaign_id":"manual-campaign-20260721T101405786Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_809e19b7b5f5beafa7350618c22d682a","provider":{"slug":"modal","name":"Modal"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"cpu_memory_snapshot","enabled":true,"maturity":"stable"},{"kind":"gpu_memory_snapshot","enabled":false,"maturity":"alpha"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":10000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":3,"successful":3,"failed":0,"failure_rate":0},"performance":{"median_total_ms":26804,"median_overhead_ms":9935,"median_real_time_factor":2.3065226171243944,"median_phase_durations":[{"phase":"application_init","source":"workload","median_ms":26700,"samples":3},{"phase":"preprocessing","source":"workload","median_ms":12,"samples":3},{"phase":"inference","source":"workload","median_ms":16576,"samples":3},{"phase":"postprocessing","source":"workload","median_ms":278,"samples":3},{"phase":"total","source":"client","median_ms":26804,"samples":3}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-20T21:14:57.004Z","published_at":"2026-07-20T21:14:57.462Z"},"provenance":{"campaign_id":"manual-campaign-20260720T204139462Z","publication_campaign_id":"manual-campaign-20260720T204139462Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_44cbaa40cbb79ff87b8b872313a697a5","provider":{"slug":"runpod","name":"Runpod"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"flashboot","enabled":true,"maturity":"stable"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":10000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"fresh","observed_modes":["fresh"]},"samples":{"total":3,"successful":3,"failed":0,"failure_rate":0},"performance":{"median_total_ms":30988,"median_overhead_ms":24073,"median_real_time_factor":0.9154568230008078,"median_phase_durations":[{"phase":"provider_delay","source":"provider","median_ms":22948,"samples":3},{"phase":"application_init","source":"workload","median_ms":12560,"samples":3},{"phase":"preprocessing","source":"workload","median_ms":8,"samples":3},{"phase":"inference","source":"workload","median_ms":6579,"samples":3},{"phase":"postprocessing","source":"workload","median_ms":143,"samples":3},{"phase":"provider_execution","source":"provider","median_ms":7077,"samples":3},{"phase":"total","source":"client","median_ms":30988,"samples":3}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-21T10:14:50.478Z","published_at":"2026-07-21T10:14:50.740Z"},"provenance":{"campaign_id":"manual-campaign-20260721T101405786Z","publication_campaign_id":"manual-campaign-20260721T101405786Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_77624c6e2149283ab6c870673882a8f9","provider":{"slug":"cerebrium","name":"Cerebrium"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu-north-1","requested_gpu":"l4","observed_gpus":["a10g","l4"],"observed_gpu_labels":["NVIDIA A10G","NVIDIA L4"],"hardware_observation":"mixed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"provider_checkpoint","enabled":false,"maturity":"beta"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":20000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":3,"successful":2,"failed":1,"failure_rate":0.3333333333333333},"performance":{"median_total_ms":32320.5,"median_overhead_ms":19991,"median_real_time_factor":1.7169897306926125,"median_phase_durations":[{"phase":"application_init","source":"workload","median_ms":17577,"samples":2},{"phase":"preprocessing","source":"workload","median_ms":2,"samples":2},{"phase":"inference","source":"workload","median_ms":12133,"samples":2},{"phase":"postprocessing","source":"workload","median_ms":194.5,"samples":2},{"phase":"total","source":"client","median_ms":32320.5,"samples":2}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-21T12:11:50.258Z","published_at":"2026-07-21T12:11:50.586Z"},"provenance":{"campaign_id":"manual-campaign-20260721T121054466Z","publication_campaign_id":"manual-campaign-20260721T121054466Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_c3e16fc8fadf65c796af2ce6a9f639b3","slug":"parler-tts-mini","version":"1.0.0"},"target":{"id":"benchmark-target_eb4231d582088335df3ccff9c95916dd","provider":{"slug":"modal","name":"Modal"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"unclassified","optimization_profile":null},"scenario":"cold_observed","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":7,"successful":7,"failed":0,"failure_rate":0},"performance":{"median_total_ms":48450,"median_overhead_ms":32053,"median_real_time_factor":2.180315087338449,"median_phase_durations":[{"phase":"application_init","source":"workload","median_ms":24467,"samples":7},{"phase":"preprocessing","source":"workload","median_ms":7,"samples":7},{"phase":"inference","source":"workload","median_ms":15669,"samples":7},{"phase":"postprocessing","source":"workload","median_ms":276,"samples":7},{"phase":"total","source":"client","median_ms":48450,"samples":7}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-18T18:45:33.301Z","published_at":"2026-07-18T18:45:33.792Z"},"provenance":{"campaign_id":"manual-campaign-20260718T183538887Z","publication_campaign_id":"manual-campaign-20260718T183538887Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_b64990f9c70c301697cbd6fb9ab0de4c","provider":{"slug":"google-cloud","name":"Google Cloud"},"product":{"slug":"cloud-run-gpu","name":"Cloud Run GPU Services"},"region_code":"europe-west4","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"startup_cpu_boost","enabled":true,"maturity":"stable"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":960000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":1,"successful":1,"failed":0,"failure_rate":0},"performance":{"median_total_ms":52253,"median_overhead_ms":32681,"median_real_time_factor":2.6838928715670436,"median_phase_durations":[{"phase":"application_init","source":"workload","median_ms":28846,"samples":1},{"phase":"preprocessing","source":"workload","median_ms":7,"samples":1},{"phase":"inference","source":"workload","median_ms":19288,"samples":1},{"phase":"postprocessing","source":"workload","median_ms":277,"samples":1},{"phase":"total","source":"client","median_ms":52253,"samples":1}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-20T21:14:57.004Z","published_at":"2026-07-20T21:14:58.665Z"},"provenance":{"campaign_id":"manual-campaign-20260720T204139462Z","publication_campaign_id":"manual-campaign-20260720T204139462Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_c3e16fc8fadf65c796af2ce6a9f639b3","slug":"parler-tts-mini","version":"1.0.0"},"target":{"id":"benchmark-target_4d6a4a046a9d9c5b9fe5f6b4ef94ff5f","provider":{"slug":"google-cloud","name":"Google Cloud"},"product":{"slug":"cloud-run-gpu","name":"Cloud Run GPU Services"},"region_code":"europe-west4","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"unclassified","optimization_profile":null},"scenario":"cold_observed","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":1,"successful":1,"failed":0,"failure_rate":0},"performance":{"median_total_ms":55721,"median_overhead_ms":37295,"median_real_time_factor":2.5256812272819062,"median_phase_durations":[{"phase":"application_init","source":"workload","median_ms":29849,"samples":1},{"phase":"preprocessing","source":"workload","median_ms":7,"samples":1},{"phase":"inference","source":"workload","median_ms":18151,"samples":1},{"phase":"postprocessing","source":"workload","median_ms":268,"samples":1},{"phase":"total","source":"client","median_ms":55721,"samples":1}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-18T20:28:34.384Z","published_at":"2026-07-18T20:28:34.661Z"},"provenance":{"campaign_id":"manual-campaign-20260718T202735039Z","publication_campaign_id":"manual-campaign-20260718T202735039Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_c3e16fc8fadf65c796af2ce6a9f639b3","slug":"parler-tts-mini","version":"1.0.0"},"target":{"id":"benchmark-target_9b1f193d4ab7051ecf489fecf4a405ba","provider":{"slug":"runpod","name":"Runpod"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"unclassified","optimization_profile":null},"scenario":"cold_observed","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":2,"successful":2,"failed":0,"failure_rate":0},"performance":{"median_total_ms":301513,"median_overhead_ms":294693.5,"median_real_time_factor":0.9288150620961229,"median_phase_durations":[{"phase":"provider_delay","source":"provider","median_ms":293412.5,"samples":2},{"phase":"application_init","source":"workload","median_ms":11358,"samples":2},{"phase":"preprocessing","source":"workload","median_ms":4,"samples":2},{"phase":"inference","source":"workload","median_ms":6675,"samples":2},{"phase":"postprocessing","source":"workload","median_ms":140.5,"samples":2},{"phase":"provider_execution","source":"provider","median_ms":7177.5,"samples":2},{"phase":"total","source":"client","median_ms":301513,"samples":2}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-18T18:45:33.301Z","published_at":"2026-07-18T18:45:34.128Z"},"provenance":{"campaign_id":"manual-campaign-20260718T183538887Z","publication_campaign_id":"manual-campaign-20260718T183538887Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_44cbaa40cbb79ff87b8b872313a697a5","provider":{"slug":"runpod","name":"Runpod"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"flashboot","enabled":true,"maturity":"stable"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":10000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":1,"successful":1,"failed":0,"failure_rate":0},"performance":{"median_total_ms":392149,"median_overhead_ms":385384,"median_real_time_factor":0.9197704210420033,"median_phase_durations":[{"phase":"provider_delay","source":"provider","median_ms":383415,"samples":1},{"phase":"application_init","source":"workload","median_ms":13214,"samples":1},{"phase":"preprocessing","source":"workload","median_ms":4,"samples":1},{"phase":"inference","source":"workload","median_ms":6610,"samples":1},{"phase":"postprocessing","source":"workload","median_ms":151,"samples":1},{"phase":"provider_execution","source":"provider","median_ms":7292,"samples":1},{"phase":"total","source":"client","median_ms":392149,"samples":1}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-21T10:14:50.478Z","published_at":"2026-07-21T10:14:50.740Z"},"provenance":{"campaign_id":"manual-campaign-20260721T101405786Z","publication_campaign_id":"manual-campaign-20260721T101405786Z","aggregation":"accepted_campaigns_through_publication_pointer"}}]}