Update benchmarks

2025-02-02 00:52:18 +00:00
parent 3a8b871f3d
commit 49b2e0f852
42 changed files with 135 additions and 11 deletions
--- a/2steps_4workers_benchmark.json
+++ b/2steps_4workers_benchmark.json
@@ -1030,5 +1030,9 @@
    {
        "value": 38.49114703618168,
        "ts": 1738369815243
+    },
+    {
+        "value": 90.67827348567283,
+        "ts": 1738456158312
    }
 ]
--- a/2steps_8workers_benchmark.json
+++ b/2steps_8workers_benchmark.json
@@ -1026,5 +1026,9 @@
    {
        "value": 98.38646202282567,
        "ts": 1738369789136
+    },
+    {
+        "value": 128.93243940175347,
+        "ts": 1738456124098
    }
 ]
--- a/2steps_benchmark.json
+++ b/2steps_benchmark.json
@@ -1794,5 +1794,9 @@
    {
        "value": 15.31768886710373,
        "ts": 1738369975485
+    },
+    {
+        "value": 17.289073305670815,
+        "ts": 1738456302207
    }
 ]
--- a/bash_4workers_benchmark.json
+++ b/bash_4workers_benchmark.json
@@ -1030,5 +1030,9 @@
    {
        "value": 307.36130321192564,
        "ts": 1738369875133
+    },
+    {
+        "value": 110.30222810500771,
+        "ts": 1738456212172
    }
 ]
--- a/bash_8workers_benchmark.json
+++ b/bash_8workers_benchmark.json
@@ -1026,5 +1026,9 @@
    {
        "value": 293.98794649419375,
        "ts": 1738369828004
+    },
+    {
+        "value": 303.07622367025306,
+        "ts": 1738456158467
    }
 ]
--- a/bash_benchmark.json
+++ b/bash_benchmark.json
@@ -1770,5 +1770,9 @@
    {
        "value": 55.74291368209817,
        "ts": 1738370145062
+    },
+    {
+        "value": 63.897763578274756,
+        "ts": 1738456448020
    }
 ]
--- a/bash_throughput_benchmark.svg
+++ b/bash_throughput_benchmark.svg
--- a/bigrawscript_4workers_benchmark.json
+++ b/bigrawscript_4workers_benchmark.json
@@ -102,5 +102,9 @@
    {
        "value": 118.83894352179209,
        "ts": 1738369933394
+    },
+    {
+        "value": 147.33507679840878,
+        "ts": 1738456269598
    }
 ]
--- a/bigrawscript_8workers_benchmark.json
+++ b/bigrawscript_8workers_benchmark.json
@@ -102,5 +102,9 @@
    {
        "value": 191.65349048919555,
        "ts": 1738369872118
+    },
+    {
+        "value": 167.39203213927016,
+        "ts": 1738456206070
    }
 ]
--- a/bigrawscript_benchmark.json
+++ b/bigrawscript_benchmark.json
@@ -102,5 +102,9 @@
    {
        "value": 16.317206494248186,
        "ts": 1738370469417
+    },
+    {
+        "value": 17.470071583618314,
+        "ts": 1738456764040
    }
 ]
--- a/bigscriptinflow_4workers_benchmark.json
+++ b/bigscriptinflow_4workers_benchmark.json
@@ -102,5 +102,9 @@
    {
        "value": 60.24096385542168,
        "ts": 1738370155966
+    },
+    {
+        "value": 81.92356531356245,
+        "ts": 1738456479293
    }
 ]
--- a/bigscriptinflow_8workers_benchmark.json
+++ b/bigscriptinflow_8workers_benchmark.json
@@ -102,5 +102,9 @@
    {
        "value": 100.85220109928899,
        "ts": 1738370071692
+    },
+    {
+        "value": 101.82521701499375,
+        "ts": 1738456406788
    }
 ]
--- a/bigscriptinflow_benchmark.json
+++ b/bigscriptinflow_benchmark.json
@@ -102,5 +102,9 @@
    {
        "value": 9.176437661017804,
        "ts": 1738371077380
+    },
+    {
+        "value": 9.743739647276625,
+        "ts": 1738457427330
    }
 ]
--- a/bun_4workers_benchmark.json
+++ b/bun_4workers_benchmark.json
@@ -1030,5 +1030,9 @@
    {
        "value": 76.93491306354824,
        "ts": 1738369830901
+    },
+    {
+        "value": 148.3239394838327,
+        "ts": 1738456170169
    }
 ]
--- a/bun_8workers_benchmark.json
+++ b/bun_8workers_benchmark.json
@@ -1026,5 +1026,9 @@
    {
        "value": 181.1594202898551,
        "ts": 1738369799017
+    },
+    {
+        "value": 221.82786157941436,
+        "ts": 1738456133006
    }
 ]
--- a/bun_benchmark.json
+++ b/bun_benchmark.json
@@ -1730,5 +1730,9 @@
    {
        "value": 22.317443313693982,
        "ts": 1738370028742
+    },
+    {
+        "value": 25.267839094400646,
+        "ts": 1738456352336
    }
 ]
--- a/bun_throughput_benchmark.svg
+++ b/bun_throughput_benchmark.svg
--- a/bun_vs_dedicated_vs_noop.svg
+++ b/bun_vs_dedicated_vs_noop.svg
--- a/dedicated_benchmark.json
+++ b/dedicated_benchmark.json
@@ -1550,5 +1550,9 @@
    {
        "value": 561.1182463184408,
        "ts": 1738370184237
+    },
+    {
+        "value": 541.1157807398856,
+        "ts": 1738456550996
    }
 ]
--- a/deno_4workers_benchmark.json
+++ b/deno_4workers_benchmark.json
@@ -1026,5 +1026,9 @@
    {
        "value": 90.57971014492755,
        "ts": 1738369822573
+    },
+    {
+        "value": 102.01999591920017,
+        "ts": 1738456164988
    }
 ]
--- a/deno_8workers_benchmark.json
+++ b/deno_8workers_benchmark.json
@@ -1022,5 +1022,9 @@
    {
        "value": 142.1666192777936,
        "ts": 1738369794581
+    },
+    {
+        "value": 177.74617845716315,
+        "ts": 1738456128854
    }
 ]
--- a/deno_benchmark.json
+++ b/deno_benchmark.json
@@ -1778,5 +1778,9 @@
    {
        "value": 18.32978957401569,
        "ts": 1738370004572
+    },
+    {
+        "value": 18.06293125248365,
+        "ts": 1738456331193
    }
 ]
--- a/deno_throughput_benchmark.svg
+++ b/deno_throughput_benchmark.svg
--- a/flow_throughput_benchmark.svg
+++ b/flow_throughput_benchmark.svg
--- a/go_4workers_benchmark.json
+++ b/go_4workers_benchmark.json
@@ -1030,5 +1030,9 @@
    {
        "value": 348.91835310537334,
        "ts": 1738369865201
+    },
+    {
+        "value": 223.01516503122212,
+        "ts": 1738456190332
    }
 ]
--- a/go_8workers_benchmark.json
+++ b/go_8workers_benchmark.json
@@ -1026,5 +1026,9 @@
    {
        "value": 216.28636314480372,
        "ts": 1738369818171
+    },
+    {
+        "value": 356.3791874554526,
+        "ts": 1738456147852
    }
 ]
--- a/go_benchmark.json
+++ b/go_benchmark.json
@@ -770,5 +770,9 @@
    {
        "value": 57.27704908643107,
        "ts": 1738370105640
+    },
+    {
+        "value": 94.20187461730488,
+        "ts": 1738456414219
    }
 ]
--- a/go_throughput_benchmark.svg
+++ b/go_throughput_benchmark.svg
--- a/go_vs_python_vs_deno_vs_bun_vs_bash_vs_nativets.svg
+++ b/go_vs_python_vs_deno_vs_bun_vs_bash_vs_nativets.svg
--- a/nativets_4workers_benchmark.json
+++ b/nativets_4workers_benchmark.json
@@ -1030,5 +1030,9 @@
    {
        "value": 279.3686269031988,
        "ts": 1738369882825
+    },
+    {
+        "value": 153.10418739952536,
+        "ts": 1738456225648
    }
 ]
--- a/nativets_8workers_benchmark.json
+++ b/nativets_8workers_benchmark.json
@@ -1026,5 +1026,9 @@
    {
        "value": 335.6831151393085,
        "ts": 1738369834515
+    },
+    {
+        "value": 339.55857385398986,
+        "ts": 1738456164918
    }
 ]
--- a/nativets_benchmark.json
+++ b/nativets_benchmark.json
@@ -1670,5 +1670,9 @@
    {
        "value": 38.7807337314822,
        "ts": 1738370197145
+    },
+    {
+        "value": 44.11797145567247,
+        "ts": 1738456493677
    }
 ]
--- a/nativets_throughput_benchmark.svg
+++ b/nativets_throughput_benchmark.svg
--- a/noop_4workers_benchmark.json
+++ b/noop_4workers_benchmark.json
@@ -1030,5 +1030,9 @@
    {
        "value": 2990.4306220095696,
        "ts": 1738369807673
+    },
+    {
+        "value": 4157.235900041572,
+        "ts": 1738456154616
    }
 ]
--- a/noop_8workers_benchmark.json
+++ b/noop_8workers_benchmark.json
@@ -1026,5 +1026,9 @@
    {
        "value": 4622.97102938155,
        "ts": 1738369785658
+    },
+    {
+        "value": 5595.2751010258,
+        "ts": 1738456121159
    }
 ]
--- a/noop_benchmark.json
+++ b/noop_benchmark.json
@@ -1770,5 +1770,9 @@
    {
        "value": 688.8106536047758,
        "ts": 1738369958193
+    },
+    {
+        "value": 952.1693591900213,
+        "ts": 1738456287132
    }
 ]
--- a/noop_throughput_benchmark.svg
+++ b/noop_throughput_benchmark.svg
--- a/python_4workers_benchmark.json
+++ b/python_4workers_benchmark.json
@@ -1030,5 +1030,9 @@
    {
        "value": 25.107964246258913,
        "ts": 1738369852529
+    },
+    {
+        "value": 91.27418765972983,
+        "ts": 1738456177114
    }
 ]
--- a/python_8workers_benchmark.json
+++ b/python_8workers_benchmark.json
@@ -1026,5 +1026,9 @@
    {
        "value": 127.22646310432569,
        "ts": 1738369804703
+    },
+    {
+        "value": 143.80212827149842,
+        "ts": 1738456138406
    }
 ]
--- a/python_benchmark.json
+++ b/python_benchmark.json
@@ -1782,5 +1782,9 @@
    {
        "value": 13.626577276319734,
        "ts": 1738370067264
+    },
+    {
+        "value": 13.923698134224452,
+        "ts": 1738456389669
    }
 ]
--- a/python_throughput_benchmark.svg
+++ b/python_throughput_benchmark.svg
--- a/single_dedicated_worker_throughput_benchmark.svg
+++ b/single_dedicated_worker_throughput_benchmark.svg
@@ -1 +1 @@
-<svg xmlns="http://www.w3.org/2000/svg" width="490" height="250"><rect width="100%" height="100%" fill="white"></rect><g transform="translate(60,20)"><g transform="translate(0,200)" fill="none" font-size="10" font-family="sans-serif" text-anchor="middle"><path class="domain" stroke="currentColor" d="M0.5,6V0.5H400.5V6"></path><g class="tick" opacity="1" transform="translate(0.5,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">December</text></g><g class="tick" opacity="1" transform="translate(44.94444444444444,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Dec 08</text></g><g class="tick" opacity="1" transform="translate(89.38888888888889,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Dec 15</text></g><g class="tick" opacity="1" transform="translate(133.83333333333331,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Dec 22</text></g><g class="tick" opacity="1" transform="translate(178.27777777777777,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Dec 29</text></g><g class="tick" opacity="1" transform="translate(222.72222222222223,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Jan 05</text></g><g class="tick" opacity="1" transform="translate(267.16666666666663,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Jan 12</text></g><g class="tick" opacity="1" transform="translate(311.61111111111114,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Jan 19</text></g><g class="tick" opacity="1" transform="translate(356.05555555555554,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Jan 26</text></g><g class="tick" opacity="1" transform="translate(400.5,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Feb 02</text></g></g><g fill="none" font-size="10" font-family="sans-serif" text-anchor="end"><path class="domain" stroke="currentColor" d="M-6,200.5H0.5V0.5H-6"></path><g class="tick" opacity="1" transform="translate(0,200.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">0</text></g><g class="tick" opacity="1" transform="translate(0,183.83333333333331)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">100</text></g><g class="tick" opacity="1" transform="translate(0,167.16666666666669)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">200</text></g><g class="tick" opacity="1" transform="translate(0,150.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">300</text></g><g class="tick" opacity="1" transform="translate(0,133.83333333333334)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">400</text></g><g class="tick" opacity="1" transform="translate(0,117.16666666666666)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">500</text></g><g class="tick" opacity="1" transform="translate(0,100.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">600</text></g><g class="tick" opacity="1" transform="translate(0,83.83333333333333)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">700</text></g><g class="tick" opacity="1" transform="translate(0,67.16666666666667)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">800</text></g><g class="tick" opacity="1" transform="translate(0,50.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">900</text></g><g class="tick" opacity="1" transform="translate(0,33.83333333333333)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">1,000</text></g><g class="tick" opacity="1" transform="translate(0,17.166666666666675)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">1,100</text></g><g class="tick" opacity="1" transform="translate(0,0.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">1,200</text></g></g><text text-anchor="middle" style="font-size: 12px" transform="rotate(-90)" y="-40" x="-100">[jobs/s]</text><text text-anchor="middle" style="font-size: 16px" y="0" x="200">single dedicated worker throughput benchmark</text><path fill="none" stroke="steelblue" stroke-width="1.5" d="M38.245,79.62L44.609,84.938L50.953,77.024L63.644,83.213L69.997,107.109L82.691,91.51L95.4,99.639L383.066,156.13L387.455,108.165L393.811,106.48"></path></g></svg>
+<svg xmlns="http://www.w3.org/2000/svg" width="490" height="250"><rect width="100%" height="100%" fill="white"></rect><g transform="translate(60,20)"><g transform="translate(0,200)" fill="none" font-size="10" font-family="sans-serif" text-anchor="middle"><path class="domain" stroke="currentColor" d="M0.5,6V0.5H400.5V6"></path><g class="tick" opacity="1" transform="translate(0.5,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Dec 08</text></g><g class="tick" opacity="1" transform="translate(44.94444444444444,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Dec 15</text></g><g class="tick" opacity="1" transform="translate(89.38888888888889,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Dec 22</text></g><g class="tick" opacity="1" transform="translate(133.83333333333331,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Dec 29</text></g><g class="tick" opacity="1" transform="translate(178.27777777777777,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Jan 05</text></g><g class="tick" opacity="1" transform="translate(222.72222222222223,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Jan 12</text></g><g class="tick" opacity="1" transform="translate(267.16666666666663,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Jan 19</text></g><g class="tick" opacity="1" transform="translate(311.61111111111114,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Jan 26</text></g><g class="tick" opacity="1" transform="translate(356.05555555555554,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Feb 02</text></g><g class="tick" opacity="1" transform="translate(400.5,0)"><line stroke="currentColor" y2="6"></line><text fill="currentColor" y="9" dy="0.71em">Feb 09</text></g></g><g fill="none" font-size="10" font-family="sans-serif" text-anchor="end"><path class="domain" stroke="currentColor" d="M-6,200.5H0.5V0.5H-6"></path><g class="tick" opacity="1" transform="translate(0,200.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">0</text></g><g class="tick" opacity="1" transform="translate(0,183.83333333333331)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">100</text></g><g class="tick" opacity="1" transform="translate(0,167.16666666666669)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">200</text></g><g class="tick" opacity="1" transform="translate(0,150.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">300</text></g><g class="tick" opacity="1" transform="translate(0,133.83333333333334)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">400</text></g><g class="tick" opacity="1" transform="translate(0,117.16666666666666)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">500</text></g><g class="tick" opacity="1" transform="translate(0,100.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">600</text></g><g class="tick" opacity="1" transform="translate(0,83.83333333333333)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">700</text></g><g class="tick" opacity="1" transform="translate(0,67.16666666666667)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">800</text></g><g class="tick" opacity="1" transform="translate(0,50.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">900</text></g><g class="tick" opacity="1" transform="translate(0,33.83333333333333)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">1,000</text></g><g class="tick" opacity="1" transform="translate(0,17.166666666666675)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">1,100</text></g><g class="tick" opacity="1" transform="translate(0,0.5)"><line stroke="currentColor" x2="-6"></line><text fill="currentColor" x="-9" dy="0.32em">1,200</text></g></g><text text-anchor="middle" style="font-size: 12px" transform="rotate(-90)" y="-40" x="-100">[jobs/s]</text><text text-anchor="middle" style="font-size: 16px" y="0" x="200">single dedicated worker throughput benchmark</text><path fill="none" stroke="steelblue" stroke-width="1.5" d="M0.165,84.938L6.508,77.024L19.199,83.213L25.553,107.109L38.246,91.51L50.955,99.639L338.622,156.13L343.011,108.165L349.367,106.48L355.714,109.814"></path></g></svg>