Modal 2026 Burst Concurrency Benchmark

Referenceⓘ

46 lines

1			2026-06-18T00:43:42.766Z [info] ━━━ scale sdk coordinator starting ━━━
2	00:43:42.768	[info]	provider=modal (requires: MODAL_TOKEN_ID, MODAL_TOKEN_SECRET)
3	00:43:42.768	[info]	concurrency=140 timeout=120000ms
4	00:43:42.768	[info]	live_hold_ms=90000
5	00:43:42.768	[info]	commit_sha=2eb79ab5b859ff4f10e849802c4bffd3fea117c7 instance_id=local
6			2026-06-18T00:43:42.769Z [info] ━━━ validating environment ━━━
7	00:43:42.769	[ok]	all 2 provider env var(s) present
8			2026-06-18T00:43:42.769Z [info] ━━━ initializing compute client ━━━
9	00:43:42.779	[ok]	compute client ready for modal
10			2026-06-18T00:43:42.780Z [info] ━━━ claiming benchmark worker ━━━
11	00:43:42.780	[info]	benchmark=scale run=6d41f251-6944-4411-89ad-4c60794c5e92 participant=modal process_key=local
12	00:43:42.780	[info]	worker.ready concurrency reporting disabled; create starts as each task reaches worker.ready
13	00:43:43.065	[ok]	worker.ready reached after 286ms; create phase starting
14			2026-06-18T00:43:43.065Z [info] ━━━ create — issuing up to 140 concurrent sandbox.create calls ━━━
15	00:43:43.065	[info]	assignment worker=1/1000 tasks=0..138 target=140
16	00:43:43.151	[stat]	create progress 1/140 ok=1 failed=0 elapsed=372ms create_p50=84ms create_p95=84ms
17	00:43:43.159	[stat]	create progress 14/140 ok=14 failed=0 elapsed=380ms create_p50=89ms create_p95=92ms
18	00:43:43.163	[stat]	create progress 28/140 ok=28 failed=0 elapsed=384ms create_p50=92ms create_p95=95ms
19	00:43:43.169	[stat]	create progress 42/140 ok=42 failed=0 elapsed=390ms create_p50=94ms create_p95=101ms
20	00:43:43.174	[stat]	create progress 56/140 ok=56 failed=0 elapsed=395ms create_p50=97ms create_p95=107ms
21	00:43:43.181	[stat]	create progress 70/140 ok=70 failed=0 elapsed=402ms create_p50=99ms create_p95=112ms
22	00:43:43.186	[stat]	create progress 84/140 ok=84 failed=0 elapsed=407ms create_p50=102ms create_p95=118ms
23	00:43:43.192	[stat]	create progress 98/140 ok=98 failed=0 elapsed=413ms create_p50=105ms create_p95=123ms
24	00:43:43.259	[stat]	create progress 112/140 ok=112 failed=0 elapsed=480ms create_p50=108ms create_p95=190ms
25	00:43:43.269	[stat]	create progress 126/140 ok=126 failed=0 elapsed=490ms create_p50=111ms create_p95=197ms
26	00:43:43.430	[stat]	create progress 140/140 ok=140 failed=0 elapsed=651ms create_p50=114ms create_p95=207ms
27	00:43:43.633	[ok]	sandbox.live hold started after 854ms; holding live sandboxes for 1m30s
28	00:45:13.633	[ok]	live hold complete after 1m31s; final liveness checks starting
29	00:45:13.694	[stat]	progress 1/140 elapsed=1m31s rate=0.0/s success=1 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=87ms create_p95=87ms
30	00:45:13.975	[stat]	progress 14/140 elapsed=1m31s rate=0.2/s success=14 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=119ms create_p95=131ms
31	00:45:14.002	[stat]	progress 28/140 elapsed=1m31s rate=0.3/s success=28 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=110ms create_p95=125ms
32	00:45:14.013	[stat]	progress 42/140 elapsed=1m31s rate=0.5/s success=42 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=110ms create_p95=125ms
33	00:45:14.038	[stat]	progress 56/140 elapsed=1m31s rate=0.6/s success=56 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=107ms create_p95=125ms
34	00:45:14.041	[stat]	progress 70/140 elapsed=1m31s rate=0.8/s success=70 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=106ms create_p95=130ms
35	00:45:14.043	[stat]	progress 84/140 elapsed=1m31s rate=0.9/s success=84 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=106ms create_p95=125ms
36	00:45:14.048	[stat]	progress 98/140 elapsed=1m31s rate=1.1/s success=98 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=107ms create_p95=130ms
37	00:45:14.203	[stat]	progress 112/140 elapsed=1m31s rate=1.2/s success=112 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=108ms create_p95=191ms
38	00:45:14.255	[stat]	progress 126/140 elapsed=1m31s rate=1.4/s success=126 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=111ms create_p95=204ms
39	00:45:14.341	[stat]	progress 140/140 elapsed=1m32s rate=1.5/s success=140 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0 create_p50=114ms create_p95=207ms
40			2026-06-18T00:46:57.422Z [info] ━━━ run complete ━━━
41	00:46:57.422	[ok]	140/140 tasks succeeded in 3m15s
42	00:46:57.422	[info]	status success=140 partial=0 readiness_failed=0 failed=0 worker_ready_failed=0
43			2026-06-18T00:46:57.422Z [info] ━━━ uploading artifacts ━━━
44	00:46:57.571	[ok]	bench: uploaded artifact raw.jsonl (raw-results, 42694b)
45	00:46:57.666	[ok]	bench: uploaded artifact meta.json (summary, 1776b)
46	00:46:57.739	[ok]	bench: uploaded artifact metrics.jsonl (system-metrics, 507183b)