Update benchmarks

2025-04-09 00:43:19 +00:00
parent bf1f54d088
commit e189e6bd41
42 changed files with 135 additions and 11 deletions
--- a/2steps_4workers_benchmark.json
+++ b/2steps_4workers_benchmark.json
@@ -1326,5 +1326,9 @@
    {
        "value": 78.07620237351655,
        "ts": 1744072253696
+    },
+    {
+        "value": 100.24057738572574,
+        "ts": 1744158637531
    }
 ]
--- a/2steps_8workers_benchmark.json
+++ b/2steps_8workers_benchmark.json
@@ -1322,5 +1322,9 @@
    {
        "value": 126.30515325025262,
        "ts": 1744072256761
+    },
+    {
+        "value": 81.84199039720646,
+        "ts": 1744158660285
    }
 ]
--- a/2steps_benchmark.json
+++ b/2steps_benchmark.json
@@ -2090,5 +2090,9 @@
    {
        "value": 10.934697983641692,
        "ts": 1744072405514
+    },
+    {
+        "value": 16.516913319238903,
+        "ts": 1744158799448
    }
 ]
--- a/bash_4workers_benchmark.json
+++ b/bash_4workers_benchmark.json
@@ -1326,5 +1326,9 @@
    {
        "value": 192.17834150091284,
        "ts": 1744072373767
+    },
+    {
+        "value": 230.50326546292737,
+        "ts": 1744158748746
    }
 ]
--- a/bash_8workers_benchmark.json
+++ b/bash_8workers_benchmark.json
@@ -1322,5 +1322,9 @@
    {
        "value": 297.2651605231867,
        "ts": 1744072354053
+    },
+    {
+        "value": 316.22219879835563,
+        "ts": 1744158756580
    }
 ]
--- a/bash_benchmark.json
+++ b/bash_benchmark.json
@@ -2070,5 +2070,9 @@
    {
        "value": 54.812541109405835,
        "ts": 1744072578159
+    },
+    {
+        "value": 44.376400630144886,
+        "ts": 1744159006850
    }
 ]
--- a/bash_throughput_benchmark.svg
+++ b/bash_throughput_benchmark.svg
--- a/bigrawscript_4workers_benchmark.json
+++ b/bigrawscript_4workers_benchmark.json
@@ -398,5 +398,9 @@
    {
        "value": 192.54528825634196,
        "ts": 1744072476442
+    },
+    {
+        "value": 339.7893306150187,
+        "ts": 1744158807559
    }
 ]
--- a/bigrawscript_8workers_benchmark.json
+++ b/bigrawscript_8workers_benchmark.json
@@ -398,5 +398,9 @@
    {
        "value": 292.0063268037474,
        "ts": 1744072413122
+    },
+    {
+        "value": 318.7928377875777,
+        "ts": 1744158812135
    }
 ]
--- a/bigrawscript_benchmark.json
+++ b/bigrawscript_benchmark.json
@@ -410,5 +410,9 @@
    {
        "value": 44.829479865959854,
        "ts": 1744072744166
+    },
+    {
+        "value": 56.617126680820945,
+        "ts": 1744159137278
    }
 ]
--- a/bigscriptinflow_4workers_benchmark.json
+++ b/bigscriptinflow_4workers_benchmark.json
@@ -398,5 +398,9 @@
    {
        "value": 204.5896273058956,
        "ts": 1744072558214
+    },
+    {
+        "value": 246.5736536051123,
+        "ts": 1744158880774
    }
 ]
--- a/bigscriptinflow_8workers_benchmark.json
+++ b/bigscriptinflow_8workers_benchmark.json
@@ -398,5 +398,9 @@
    {
        "value": 203.94636210676592,
        "ts": 1744072494240
+    },
+    {
+        "value": 231.23169415754586,
+        "ts": 1744158887412
    }
 ]
--- a/bigscriptinflow_benchmark.json
+++ b/bigscriptinflow_benchmark.json
@@ -414,5 +414,9 @@
    {
        "value": 39.87240829346093,
        "ts": 1744072851050
+    },
+    {
+        "value": 33.53707103990073,
+        "ts": 1744159264942
    }
 ]
--- a/bun_4workers_benchmark.json
+++ b/bun_4workers_benchmark.json
@@ -1326,5 +1326,9 @@
    {
        "value": 148.97209256132683,
        "ts": 1744072285364
+    },
+    {
+        "value": 155.15101365328923,
+        "ts": 1744158666498
    }
 ]
--- a/bun_8workers_benchmark.json
+++ b/bun_8workers_benchmark.json
@@ -1322,5 +1322,9 @@
    {
        "value": 151.42337976983646,
        "ts": 1744072282546
+    },
+    {
+        "value": 175.56179775280899,
+        "ts": 1744158684505
    }
 ]
--- a/bun_benchmark.json
+++ b/bun_benchmark.json
@@ -2026,5 +2026,9 @@
    {
        "value": 20.822921872397135,
        "ts": 1744072462582
+    },
+    {
+        "value": 17.193356487053403,
+        "ts": 1744158864584
    }
 ]
--- a/bun_throughput_benchmark.svg
+++ b/bun_throughput_benchmark.svg
--- a/bun_vs_dedicated_vs_noop.svg
+++ b/bun_vs_dedicated_vs_noop.svg
--- a/dedicated_benchmark.json
+++ b/dedicated_benchmark.json
@@ -1838,5 +1838,9 @@
    {
        "value": 484.7727493078522,
        "ts": 1744072606977
+    },
+    {
+        "value": 646.3010039208928,
+        "ts": 1744158994038
    }
 ]
--- a/deno_4workers_benchmark.json
+++ b/deno_4workers_benchmark.json
@@ -1322,5 +1322,9 @@
    {
        "value": 101.70870626525631,
        "ts": 1744072272112
+    },
+    {
+        "value": 122.61914493582931,
+        "ts": 1744158653319
    }
 ]
--- a/deno_8workers_benchmark.json
+++ b/deno_8workers_benchmark.json
@@ -1318,5 +1318,9 @@
    {
        "value": 165.52637386890314,
        "ts": 1744072269531
+    },
+    {
+        "value": 173.470567826992,
+        "ts": 1744158672428
    }
 ]
--- a/deno_benchmark.json
+++ b/deno_benchmark.json
@@ -2074,5 +2074,9 @@
    {
        "value": 16.756593719628675,
        "ts": 1744072436936
+    },
+    {
+        "value": 15.383195397347937,
+        "ts": 1744158833729
    }
 ]
--- a/deno_throughput_benchmark.svg
+++ b/deno_throughput_benchmark.svg
--- a/flow_throughput_benchmark.svg
+++ b/flow_throughput_benchmark.svg
--- a/go_4workers_benchmark.json
+++ b/go_4workers_benchmark.json
@@ -1326,5 +1326,9 @@
    {
        "value": 338.48584000902633,
        "ts": 1744072333957
+    },
+    {
+        "value": 336.9839932603201,
+        "ts": 1744158712486
    }
 ]
--- a/go_8workers_benchmark.json
+++ b/go_8workers_benchmark.json
@@ -1322,5 +1322,9 @@
    {
        "value": 334.8774906513367,
        "ts": 1744072324737
+    },
+    {
+        "value": 342.4657534246575,
+        "ts": 1744158726832
    }
 ]
--- a/go_benchmark.json
+++ b/go_benchmark.json
@@ -1066,5 +1066,9 @@
    {
        "value": 58.56858381164343,
        "ts": 1744072538605
+    },
+    {
+        "value": 44.59308807134894,
+        "ts": 1744158958881
    }
 ]
--- a/go_throughput_benchmark.svg
+++ b/go_throughput_benchmark.svg
--- a/go_vs_python_vs_deno_vs_bun_vs_bash_vs_nativets.svg
+++ b/go_vs_python_vs_deno_vs_bun_vs_bash_vs_nativets.svg
--- a/nativets_4workers_benchmark.json
+++ b/nativets_4workers_benchmark.json
@@ -1326,5 +1326,9 @@
    {
        "value": 155.5774516413421,
        "ts": 1744072412993
+    },
+    {
+        "value": 271.55465037338763,
+        "ts": 1744158771400
    }
 ]
--- a/nativets_8workers_benchmark.json
+++ b/nativets_8workers_benchmark.json
@@ -1322,5 +1322,9 @@
    {
        "value": 361.0542784932002,
        "ts": 1744072371195
+    },
+    {
+        "value": 369.4353795948525,
+        "ts": 1744158773357
    }
 ]
--- a/nativets_benchmark.json
+++ b/nativets_benchmark.json
@@ -1974,5 +1974,9 @@
    {
        "value": 26.373394519608617,
        "ts": 1744072654426
+    },
+    {
+        "value": 34.017076572439365,
+        "ts": 1744159066010
    }
 ]
--- a/nativets_throughput_benchmark.svg
+++ b/nativets_throughput_benchmark.svg
--- a/noop_4workers_benchmark.json
+++ b/noop_4workers_benchmark.json
@@ -1326,5 +1326,9 @@
    {
        "value": 2891.906944860974,
        "ts": 1744072242372
+    },
+    {
+        "value": 3699.5930447650762,
+        "ts": 1744158628324
    }
 ]
--- a/noop_8workers_benchmark.json
+++ b/noop_8workers_benchmark.json
@@ -1322,5 +1322,9 @@
    {
        "value": 3030.881312932883,
        "ts": 1744072249019
+    },
+    {
+        "value": 3141.5440107045206,
+        "ts": 1744158649315
    }
 ]
--- a/noop_benchmark.json
+++ b/noop_benchmark.json
@@ -2066,5 +2066,9 @@
    {
        "value": 605.8688495896922,
        "ts": 1744072381929
+    },
+    {
+        "value": 579.6690733667824,
+        "ts": 1744158783591
    }
 ]
--- a/noop_throughput_benchmark.svg
+++ b/noop_throughput_benchmark.svg
--- a/python_4workers_benchmark.json
+++ b/python_4workers_benchmark.json
@@ -1326,5 +1326,9 @@
    {
        "value": 88.92050506846878,
        "ts": 1744072305554
+    },
+    {
+        "value": 99.77384594918185,
+        "ts": 1744158685014
    }
 ]
--- a/python_8workers_benchmark.json
+++ b/python_8workers_benchmark.json
@@ -1322,5 +1322,9 @@
    {
        "value": 133.47570742124933,
        "ts": 1744072296791
+    },
+    {
+        "value": 135.5258402602096,
+        "ts": 1744158698731
    }
 ]
--- a/python_benchmark.json
+++ b/python_benchmark.json
@@ -2078,5 +2078,9 @@
    {
        "value": 13.695253225232134,
        "ts": 1744072500667
+    },
+    {
+        "value": 11.335555102133352,
+        "ts": 1744158910393
    }
 ]
--- a/python_throughput_benchmark.svg
+++ b/python_throughput_benchmark.svg
--- a/single_dedicated_worker_throughput_benchmark.svg
+++ b/single_dedicated_worker_throughput_benchmark.svg
@@ -1 +1 @@
-<svg xmlns="http://www.w3.org/2000/svg" width="490" height="250"><rect width="100%" height="100%" fill="white"></rect><g transform="translate(60,20)"><g transform="translate(0,200)" fill="none" font-size="10" font-family="sans-serif" text-anchor="middle"><path class="domain" stroke="currentColor" d="M0.5,6V0.5H400.5V6"></path><g class="tick" opacity="1" transform="translate(0.5,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Mar 23</text></g><g class="tick" opacity="1" transform="translate(47.55882352941176,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Tue 25</text></g><g class="tick" opacity="1" transform="translate(94.61764705882352,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Thu 27</text></g><g class="tick" opacity="1" transform="translate(141.6764705882353,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Sat 29</text></g><g class="tick" opacity="1" transform="translate(188.73529411764704,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Mon 31</text></g><g class="tick" opacity="1" transform="translate(212.26470588235296,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">April</text></g><g class="tick" opacity="1" transform="translate(259.3235294117647,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Thu 03</text></g><g class="tick" opacity="1" transform="translate(306.38235294117646,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Sat 05</text></g><g class="tick" opacity="1" transform="translate(353.44117647058823,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Mon 07</text></g><g class="tick" opacity="1" transform="translate(400.5,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Wed 09</text></g></g><g fill="none" font-size="10" font-family="sans-serif" text-anchor="end"><path class="domain" stroke="currentColor" d="M-6,200.5H0.5V0.5H-6"></path><g class="tick" opacity="1" transform="translate(0,200.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">0</text></g><g class="tick" opacity="1" transform="translate(0,180.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">100</text></g><g class="tick" opacity="1" transform="translate(0,160.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">200</text></g><g class="tick" opacity="1" transform="translate(0,140.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">300</text></g><g class="tick" opacity="1" transform="translate(0,120.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">400</text></g><g class="tick" opacity="1" transform="translate(0,100.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">500</text></g><g class="tick" opacity="1" transform="translate(0,80.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">600</text></g><g class="tick" opacity="1" transform="translate(0,60.50000000000001)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">700</text></g><g class="tick" opacity="1" transform="translate(0,40.49999999999999)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">800</text></g><g class="tick" opacity="1" transform="translate(0,20.499999999999996)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">900</text></g><g class="tick" opacity="1" transform="translate(0,0.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">1,000</text></g></g><text text-anchor="middle" style="font-size: 12px" transform="rotate(-90)" y="-40" x="-100">[jobs/s]</text><text text-anchor="middle" style="font-size: 16px" y="0" x="200">single dedicated worker throughput benchmark</text><path fill="none" stroke="steelblue" stroke-width="1.5" d="M24.143,70.536L280.27,87.248L280.42,128.72L280.909,117.274L282.972,98.616L306.498,105.329L320.017,90.139L330.061,119.034L353.64,88.065L377.072,103.045"></path></g></svg>
+<svg xmlns="http://www.w3.org/2000/svg" width="490" height="250"><rect width="100%" height="100%" fill="white"></rect><g transform="translate(60,20)"><g transform="translate(0,200)" fill="none" font-size="10" font-family="sans-serif" text-anchor="middle"><path class="domain" stroke="currentColor" d="M0.5,6V0.5H400.5V6"></path><g class="tick" opacity="1" transform="translate(33.83333333333333,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Fri 04</text></g><g class="tick" opacity="1" transform="translate(100.5,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Sat 05</text></g><g class="tick" opacity="1" transform="translate(167.16666666666669,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Apr 06</text></g><g class="tick" opacity="1" transform="translate(233.83333333333334,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Mon 07</text></g><g class="tick" opacity="1" transform="translate(300.5,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Tue 08</text></g><g class="tick" opacity="1" transform="translate(367.16666666666663,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Wed 09</text></g></g><g fill="none" font-size="10" font-family="sans-serif" text-anchor="end"><path class="domain" stroke="currentColor" d="M-6,200.5H0.5V0.5H-6"></path><g class="tick" opacity="1" transform="translate(0,200.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">0</text></g><g class="tick" opacity="1" transform="translate(0,180.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">100</text></g><g class="tick" opacity="1" transform="translate(0,160.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">200</text></g><g class="tick" opacity="1" transform="translate(0,140.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">300</text></g><g class="tick" opacity="1" transform="translate(0,120.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">400</text></g><g class="tick" opacity="1" transform="translate(0,100.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">500</text></g><g class="tick" opacity="1" transform="translate(0,80.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">600</text></g><g class="tick" opacity="1" transform="translate(0,60.50000000000001)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">700</text></g><g class="tick" opacity="1" transform="translate(0,40.49999999999999)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">800</text></g><g class="tick" opacity="1" transform="translate(0,20.499999999999996)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">900</text></g><g class="tick" opacity="1" transform="translate(0,0.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">1,000</text></g></g><text text-anchor="middle" style="font-size: 12px" transform="rotate(-90)" y="-40" x="-100">[jobs/s]</text><text text-anchor="middle" style="font-size: 16px" y="0" x="200">single dedicated worker throughput benchmark</text><path fill="none" stroke="steelblue" stroke-width="1.5" d="M27.43,87.248L27.857,128.72L29.243,117.274L35.087,98.616L101.743,105.329L140.047,90.139L168.507,119.034L235.313,88.065L301.703,103.045L368.36,70.74"></path></g></svg>