{"schema_version":"1.4","generated_at":"2026-10-06T14:34:38.908Z","manual_url":"https://cloudgpuprices.com/agents#benchmarks","query":{"provider":[],"workload":[],"scenario":[],"origin":[],"gpu":["l4"],"currency":[],"class":[],"sort":"total_ms","order":"asc","limit":50},"pagination":{"returned":9,"total":9,"next_cursor":null},"links":{"self":"https://cloudgpuprices.com/api/v1/benchmarks?gpu=l4&sort=total_ms&order=asc&limit=50&cursor=benchmark-v1-0","next":null,"json":"https://cloudgpuprices.com/api/v1/benchmarks?gpu=l4&sort=total_ms&order=asc&limit=50&cursor=benchmark-v1-0","markdown":"https://cloudgpuprices.com/benchmarks.md?gpu=l4&sort=total_ms&order=asc&limit=50&cursor=benchmark-v1-0"},"benchmarks":[{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_ec12b722d3e5a2994522ecdec0e6e2b8","provider":{"slug":"runpod","name":"Runpod"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"flashboot","enabled":true,"maturity":"stable"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":10000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"restored","observed_modes":["restored"]},"samples":{"total":1,"successful":1,"failed":0,"failure_rate":0},"performance":{"median_total_ms":9144,"median_overhead_ms":3298,"median_real_time_factor":0.7939803362277869,"median_phase_durations":[{"phase":"provider_delay","source":"provider","median_ms":1136,"samples":1},{"phase":"application_init","source":"workload","median_ms":13214,"samples":1},{"phase":"preprocessing","source":"workload","median_ms":1,"samples":1},{"phase":"inference","source":"workload","median_ms":5706,"samples":1},{"phase":"postprocessing","source":"workload","median_ms":139,"samples":1},{"phase":"provider_execution","source":"provider","median_ms":6319,"samples":1},{"phase":"total","source":"client","median_ms":9144,"samples":1}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-10-01T03:32:52.250Z","published_at":"2026-10-01T03:32:53.930Z"},"provenance":{"campaign_id":"0 3 1 * *-1790823600000","publication_campaign_id":"0 3 1 * *-1790823600000","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_ec12b722d3e5a2994522ecdec0e6e2b8","provider":{"slug":"runpod","name":"Runpod"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"flashboot","enabled":true,"maturity":"stable"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":10000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"fresh","observed_modes":["fresh"]},"samples":{"total":5,"successful":5,"failed":0,"failure_rate":0},"performance":{"median_total_ms":32436,"median_overhead_ms":25824,"median_real_time_factor":0.9002896556946688,"median_phase_durations":[{"phase":"provider_delay","source":"provider","median_ms":22970,"samples":5},{"phase":"application_init","source":"workload","median_ms":12838,"samples":5},{"phase":"preprocessing","source":"workload","median_ms":8,"samples":5},{"phase":"inference","source":"workload","median_ms":6470,"samples":5},{"phase":"postprocessing","source":"workload","median_ms":141,"samples":5},{"phase":"provider_execution","source":"provider","median_ms":7064,"samples":5},{"phase":"total","source":"client","median_ms":32436,"samples":5}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-10-01T03:32:52.250Z","published_at":"2026-10-01T03:32:53.930Z"},"provenance":{"campaign_id":"0 3 1 * *-1790823600000","publication_campaign_id":"0 3 1 * *-1790823600000","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_77624c6e2149283ab6c870673882a8f9","provider":{"slug":"cerebrium","name":"Cerebrium"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu-north-1","requested_gpu":"l4","observed_gpus":["a10g","l4"],"observed_gpu_labels":["NVIDIA A10G","NVIDIA L4"],"hardware_observation":"mixed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"provider_checkpoint","enabled":false,"maturity":"beta"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":20000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":5,"successful":4,"failed":1,"failure_rate":0.2},"performance":{"median_total_ms":37966,"median_overhead_ms":25974.5,"median_real_time_factor":1.6506469923768177,"median_phase_durations":[{"phase":"application_init","source":"workload","median_ms":18127.5,"samples":4},{"phase":"preprocessing","source":"workload","median_ms":2,"samples":4},{"phase":"inference","source":"workload","median_ms":11862.5,"samples":4},{"phase":"postprocessing","source":"workload","median_ms":174,"samples":4},{"phase":"total","source":"client","median_ms":37966,"samples":4}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-10-01T03:32:52.250Z","published_at":"2026-10-01T03:32:54.883Z"},"provenance":{"campaign_id":"0 3 1 * *-1790823600000","publication_campaign_id":"0 3 1 * *-1790823600000","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_c3e16fc8fadf65c796af2ce6a9f639b3","slug":"parler-tts-mini","version":"1.0.0"},"target":{"id":"benchmark-target_eb4231d582088335df3ccff9c95916dd","provider":{"slug":"modal","name":"Modal"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"unclassified","optimization_profile":null},"scenario":"cold_observed","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":7,"successful":7,"failed":0,"failure_rate":0},"performance":{"median_total_ms":48450,"median_overhead_ms":32053,"median_real_time_factor":2.180315087338449,"median_phase_durations":[{"phase":"application_init","source":"workload","median_ms":24467,"samples":7},{"phase":"preprocessing","source":"workload","median_ms":7,"samples":7},{"phase":"inference","source":"workload","median_ms":15669,"samples":7},{"phase":"postprocessing","source":"workload","median_ms":276,"samples":7},{"phase":"total","source":"client","median_ms":48450,"samples":7}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-18T18:45:33.301Z","published_at":"2026-07-18T18:45:33.792Z"},"provenance":{"campaign_id":"manual-campaign-20260718T183538887Z","publication_campaign_id":"manual-campaign-20260718T183538887Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_c3e16fc8fadf65c796af2ce6a9f639b3","slug":"parler-tts-mini","version":"1.0.0"},"target":{"id":"benchmark-target_4d6a4a046a9d9c5b9fe5f6b4ef94ff5f","provider":{"slug":"google-cloud","name":"Google Cloud"},"product":{"slug":"cloud-run-gpu","name":"Cloud Run GPU Services"},"region_code":"europe-west4","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"unclassified","optimization_profile":null},"scenario":"cold_observed","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":1,"successful":1,"failed":0,"failure_rate":0},"performance":{"median_total_ms":55721,"median_overhead_ms":37295,"median_real_time_factor":2.5256812272819062,"median_phase_durations":[{"phase":"application_init","source":"workload","median_ms":29849,"samples":1},{"phase":"preprocessing","source":"workload","median_ms":7,"samples":1},{"phase":"inference","source":"workload","median_ms":18151,"samples":1},{"phase":"postprocessing","source":"workload","median_ms":268,"samples":1},{"phase":"total","source":"client","median_ms":55721,"samples":1}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-18T20:28:34.384Z","published_at":"2026-07-18T20:28:34.661Z"},"provenance":{"campaign_id":"manual-campaign-20260718T202735039Z","publication_campaign_id":"manual-campaign-20260718T202735039Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_809e19b7b5f5beafa7350618c22d682a","provider":{"slug":"modal","name":"Modal"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"cpu_memory_snapshot","enabled":true,"maturity":"stable"},{"kind":"gpu_memory_snapshot","enabled":false,"maturity":"alpha"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":10000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":5,"successful":5,"failed":0,"failure_rate":0},"performance":{"median_total_ms":73001,"median_overhead_ms":56115,"median_real_time_factor":2.308609841983037,"median_phase_durations":[{"phase":"application_init","source":"workload","median_ms":26700,"samples":5},{"phase":"preprocessing","source":"workload","median_ms":11,"samples":5},{"phase":"inference","source":"workload","median_ms":16591,"samples":5},{"phase":"postprocessing","source":"workload","median_ms":281,"samples":5},{"phase":"total","source":"client","median_ms":73001,"samples":5}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-10-01T03:32:52.250Z","published_at":"2026-10-01T03:32:53.336Z"},"provenance":{"campaign_id":"0 3 1 * *-1790823600000","publication_campaign_id":"0 3 1 * *-1790823600000","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_c295782c46239bc20d3db9b8b4c7e5b9","provider":{"slug":"google-cloud","name":"Google Cloud"},"product":{"slug":"cloud-run-gpu","name":"Cloud Run GPU Services"},"region_code":"europe-west4","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"startup_cpu_boost","enabled":true,"maturity":"stable"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":960000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":4,"successful":4,"failed":0,"failure_rate":0},"performance":{"median_total_ms":83621,"median_overhead_ms":64008,"median_real_time_factor":2.652027905391761,"median_phase_durations":[{"phase":"application_init","source":"workload","median_ms":58941,"samples":4},{"phase":"preprocessing","source":"workload","median_ms":7,"samples":4},{"phase":"inference","source":"workload","median_ms":19059,"samples":4},{"phase":"postprocessing","source":"workload","median_ms":271.5,"samples":4},{"phase":"total","source":"client","median_ms":83621,"samples":4}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-10-01T03:32:52.250Z","published_at":"2026-10-01T03:32:55.422Z"},"provenance":{"campaign_id":"0 3 1 * *-1790823600000","publication_campaign_id":"0 3 1 * *-1790823600000","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_c3e16fc8fadf65c796af2ce6a9f639b3","slug":"parler-tts-mini","version":"1.0.0"},"target":{"id":"benchmark-target_9b1f193d4ab7051ecf489fecf4a405ba","provider":{"slug":"runpod","name":"Runpod"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"unclassified","optimization_profile":null},"scenario":"cold_observed","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":2,"successful":2,"failed":0,"failure_rate":0},"performance":{"median_total_ms":301513,"median_overhead_ms":294693.5,"median_real_time_factor":0.9288150620961229,"median_phase_durations":[{"phase":"provider_delay","source":"provider","median_ms":293412.5,"samples":2},{"phase":"application_init","source":"workload","median_ms":11358,"samples":2},{"phase":"preprocessing","source":"workload","median_ms":4,"samples":2},{"phase":"inference","source":"workload","median_ms":6675,"samples":2},{"phase":"postprocessing","source":"workload","median_ms":140.5,"samples":2},{"phase":"provider_execution","source":"provider","median_ms":7177.5,"samples":2},{"phase":"total","source":"client","median_ms":301513,"samples":2}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-07-18T18:45:33.301Z","published_at":"2026-07-18T18:45:34.128Z"},"provenance":{"campaign_id":"manual-campaign-20260718T183538887Z","publication_campaign_id":"manual-campaign-20260718T183538887Z","aggregation":"accepted_campaigns_through_publication_pointer"}},{"definition":{"id":"benchmark-definition_0dd0ba0e871c357f8073f7098716bb22","slug":"parler-tts-mini","version":"1.1.0"},"target":{"id":"benchmark-target_ec12b722d3e5a2994522ecdec0e6e2b8","provider":{"slug":"runpod","name":"Runpod"},"product":{"slug":"serverless","name":"Serverless"},"region_code":"eu","requested_gpu":"l4","observed_gpus":["l4"],"observed_gpu_labels":["NVIDIA L4"],"hardware_observation":"confirmed","class":"primary","optimization_profile":{"scale_to_zero":true,"minimum_active_workers":0,"startup_optimizations":[{"kind":"flashboot","enabled":true,"maturity":"stable"}],"quiescence":{"method":"elapsed_idle","minimum_idle_ms":10000,"evidence":"configured"}}},"scenario":"scale_from_zero","measurement_origin":"cloudflare-do-eu","startup":{"observation":"unknown","observed_modes":["unknown"]},"samples":{"total":1,"successful":1,"failed":0,"failure_rate":0},"performance":{"median_total_ms":392149,"median_overhead_ms":385384,"median_real_time_factor":0.9197704210420033,"median_phase_durations":[{"phase":"provider_delay","source":"provider","median_ms":383415,"samples":1},{"phase":"application_init","source":"workload","median_ms":13214,"samples":1},{"phase":"preprocessing","source":"workload","median_ms":4,"samples":1},{"phase":"inference","source":"workload","median_ms":6610,"samples":1},{"phase":"postprocessing","source":"workload","median_ms":151,"samples":1},{"phase":"provider_execution","source":"provider","median_ms":7292,"samples":1},{"phase":"total","source":"client","median_ms":392149,"samples":1}]},"cost":{"median_amount_picos":null,"currency":null,"kind":null},"freshness":{"campaign_finished_at":"2026-10-01T03:32:52.250Z","published_at":"2026-10-01T03:32:53.930Z"},"provenance":{"campaign_id":"0 3 1 * *-1790823600000","publication_campaign_id":"0 3 1 * *-1790823600000","aggregation":"accepted_campaigns_through_publication_pointer"}}]}