Files
windmill/benchmarks/graphs_config.json
Ruben Fiszel 9e235937ce add WAC v2 benchmarks and improve benchmark infrastructure (#8550)
Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
2026-03-27 08:53:46 +00:00

297 lines
5.4 KiB
JSON

[
{
"graph_title": "noop throughput benchmark",
"benchmarks": [
{
"kind": "noop",
"workers": 1,
"label": "1 worker"
},
{
"kind": "noop",
"workers": 4,
"label": "4 workers"
},
{
"kind": "noop",
"workers": 8,
"label": "8 workers"
}
]
},
{
"graph_title": "single dedicated worker throughput benchmark",
"benchmarks": [
{
"kind": "dedicated",
"workers": 1,
"label": "dedicated"
}
]
},
{
"graph_title": "flow throughput benchmark",
"benchmarks": [
{
"kind": "2steps",
"workers": 1,
"label": "1 worker"
},
{
"kind": "2steps",
"workers": 4,
"label": "4 workers"
},
{
"kind": "2steps",
"workers": 8,
"label": "8 workers"
}
]
},
{
"graph_title": "deno throughput benchmark",
"benchmarks": [
{
"kind": "deno",
"workers": 1,
"label": "1 worker"
},
{
"kind": "deno",
"workers": 4,
"label": "4 workers"
},
{
"kind": "deno",
"workers": 8,
"label": "8 workers"
}
]
},
{
"graph_title": "bun throughput benchmark",
"benchmarks": [
{
"kind": "bun",
"workers": 1,
"label": "1 worker"
},
{
"kind": "bun",
"workers": 4,
"label": "4 workers"
},
{
"kind": "bun",
"workers": 8,
"label": "8 workers"
}
]
},
{
"graph_title": "python throughput benchmark",
"benchmarks": [
{
"kind": "python",
"workers": 1,
"label": "1 worker"
},
{
"kind": "python",
"workers": 4,
"label": "4 workers"
},
{
"kind": "python",
"workers": 8,
"label": "8 workers"
}
]
},
{
"graph_title": "go throughput benchmark",
"benchmarks": [
{
"kind": "go",
"workers": 1,
"label": "1 worker"
},
{
"kind": "go",
"workers": 4,
"label": "4 workers"
},
{
"kind": "go",
"workers": 8,
"label": "8 workers"
}
]
},
{
"graph_title": "bash throughput benchmark",
"benchmarks": [
{
"kind": "bash",
"workers": 1,
"label": "1 worker"
},
{
"kind": "bash",
"workers": 4,
"label": "4 workers"
},
{
"kind": "bash",
"workers": 8,
"label": "8 workers"
}
]
},
{
"graph_title": "nativets throughput benchmark",
"benchmarks": [
{
"kind": "nativets",
"workers": 1,
"label": "1 worker"
},
{
"kind": "nativets",
"workers": 4,
"label": "4 workers"
},
{
"kind": "nativets",
"workers": 8,
"label": "8 workers"
}
]
},
{
"graph_title": "go vs python vs deno vs bun vs bash vs nativets",
"benchmarks": [
{
"kind": "go",
"workers": 1,
"label": "go"
},
{
"kind": "python",
"workers": 1,
"label": "python"
},
{
"kind": "deno",
"workers": 1,
"label": "deno"
},
{
"kind": "bun",
"workers": 1,
"label": "bun"
},
{
"kind": "bash",
"workers": 1,
"label": "bash"
},
{
"kind": "nativets",
"workers": 1,
"label": "nativets"
}
]
},
{
"graph_title": "bun vs dedicated vs noop",
"benchmarks": [
{
"kind": "bun",
"workers": 1,
"label": "bun"
},
{
"kind": "dedicated",
"workers": 1,
"label": "dedicated"
},
{
"kind": "noop",
"workers": 1,
"label": "noop"
}
]
},
{
"graph_title": "WAC v2 sequential vs flow sequential (2 steps, bun)",
"benchmarks": [
{
"kind": "wac_seq_2",
"workers": 1,
"label": "WAC v2 sequential"
},
{
"kind": "flow_seq_2_bun",
"workers": 1,
"label": "Flow sequential"
}
]
},
{
"graph_title": "WAC v2 parallel vs flow parallel (2 steps, bun)",
"benchmarks": [
{
"kind": "wac_par_2",
"workers": 1,
"label": "WAC v2 parallel"
},
{
"kind": "flow_par_2_bun",
"workers": 1,
"label": "Flow parallel"
}
]
},
{
"graph_title": "WAC v2 sequential vs flow sequential (3 steps, bun)",
"benchmarks": [
{
"kind": "wac_seq_3",
"workers": 1,
"label": "WAC v2 sequential"
},
{
"kind": "flow_seq_3_bun",
"workers": 1,
"label": "Flow sequential"
}
]
},
{
"graph_title": "WAC v2 patterns comparison",
"benchmarks": [
{
"kind": "wac_seq_2",
"workers": 1,
"label": "sequential 2-task"
},
{
"kind": "wac_par_2",
"workers": 1,
"label": "parallel 2-task"
},
{
"kind": "wac_seq_3",
"workers": 1,
"label": "sequential 3-task"
},
{
"kind": "wac_inline_2",
"workers": 1,
"label": "inline 2-step"
}
]
}
]