From ebb60ecc23f74e810211af571e4f8e31b8d26369 Mon Sep 17 00:00:00 2001 From: ephemient Date: Tue, 3 Dec 2024 07:30:29 +0000 Subject: [PATCH] kotlinx.benchmark 1ff3ae14a954fef7a1f55302cd71e608c8c9362b --- jmh-visualizer/provided.js | 1022 ++++++++++++++++++++++++------------ 1 file changed, 694 insertions(+), 328 deletions(-) diff --git a/jmh-visualizer/provided.js b/jmh-visualizer/provided.js index 2f3ee18..45daa06 100644 --- a/jmh-visualizer/provided.js +++ b/jmh-visualizer/provided.js @@ -1,4 +1,4 @@ -// provided.js - generated by ephemient/aoc2024/Kotlin benchmarks, 2024-12-02 17:17:46.428998156 +// provided.js - generated by ephemient/aoc2024/Kotlin benchmarks, 2024-12-03 07:30:28.258793825 var providedBenchmarks = ["graalvm","jvm","linuxX64","wasmJs"]; @@ -22,32 +22,32 @@ var providedBenchmarkStore = { "measurementTime": "1 s", "measurementBatchSize": 1, "primaryMetric": { - "score": 497.4733903717937, - "scoreError": 48.4823473871621, + "score": 487.75795574844017, + "scoreError": 23.52240459872477, "scoreConfidence": [ - 448.9910429846316, - 545.9557377589558 + 464.2355511497154, + 511.28036034716496 ], "scorePercentiles": { - "0.0": 475.907662226451, - "50.0": 500.6454994994995, - "90.0": 508.85085961342827, - "95.0": 508.85085961342827, - "99.0": 508.85085961342827, - "99.9": 508.85085961342827, - "99.99": 508.85085961342827, - "99.999": 508.85085961342827, - "99.9999": 508.85085961342827, - "100.0": 508.85085961342827 + "0.0": 478.75157942583735, + "50.0": 488.60365461651196, + "90.0": 495.1548797029703, + "95.0": 495.1548797029703, + "99.0": 495.1548797029703, + "99.9": 495.1548797029703, + "99.99": 495.1548797029703, + "99.999": 495.1548797029703, + "99.9999": 495.1548797029703, + "100.0": 495.1548797029703 }, "scoreUnit": "us/op", "rawData": [ [ - 475.907662226451, - 499.4160279580629, - 502.54690256152685, - 500.6454994994995, - 508.85085961342827 + 478.75157942583735, + 488.60365461651196, + 485.64700339805825, + 495.1548797029703, + 490.63266159882295 ] ] }, @@ -71,32 +71,32 @@ var providedBenchmarkStore = { "measurementTime": "1 s", "measurementBatchSize": 1, "primaryMetric": { - "score": 366.53046022598016, - "scoreError": 10.136508115712966, + "score": 352.99792407668554, + "scoreError": 7.14602042007598, "scoreConfidence": [ - 356.3939521102672, - 376.6669683416931 + 345.8519036566096, + 360.1439444967615 ], "scorePercentiles": { - "0.0": 363.43970021802323, - "50.0": 367.55560088202867, - "90.0": 369.77832754158965, - "95.0": 369.77832754158965, - "99.0": 369.77832754158965, - "99.9": 369.77832754158965, - "99.99": 369.77832754158965, - "99.999": 369.77832754158965, - "99.9999": 369.77832754158965, - "100.0": 369.77832754158965 + "0.0": 351.2952813487882, + "50.0": 352.06586976416753, + "90.0": 355.3066671403197, + "95.0": 355.3066671403197, + "99.0": 355.3066671403197, + "99.9": 355.3066671403197, + "99.99": 355.3066671403197, + "99.999": 355.3066671403197, + "99.9999": 355.3066671403197, + "100.0": 355.3066671403197 }, "scoreUnit": "us/op", "rawData": [ [ - 369.77832754158965, - 363.43970021802323, - 367.55560088202867, - 364.2265445941027, - 367.65212789415654 + 351.64023971880493, + 354.6815624113475, + 351.2952813487882, + 352.06586976416753, + 355.3066671403197 ] ] }, @@ -120,32 +120,32 @@ var providedBenchmarkStore = { "measurementTime": "1 s", "measurementBatchSize": 1, "primaryMetric": { - "score": 622.7524346349179, - "scoreError": 46.14995555293035, + "score": 645.1128856395386, + "scoreError": 6.150001885744395, "scoreConfidence": [ - 576.6024790819876, - 668.9023901878483 + 638.9628837537942, + 651.262887525283 ], "scorePercentiles": { - "0.0": 612.2784920440637, - "50.0": 617.4825135802469, - "90.0": 642.5950976236352, - "95.0": 642.5950976236352, - "99.0": 642.5950976236352, - "99.9": 642.5950976236352, - "99.99": 642.5950976236352, - "99.999": 642.5950976236352, - "99.9999": 642.5950976236352, - "100.0": 642.5950976236352 + "0.0": 643.6401113256113, + "50.0": 644.5908131443299, + "90.0": 647.7791832901554, + "95.0": 647.7791832901554, + "99.0": 647.7791832901554, + "99.9": 647.7791832901554, + "99.99": 647.7791832901554, + "99.999": 647.7791832901554, + "99.9999": 647.7791832901554, + "100.0": 647.7791832901554 }, "scoreUnit": "us/op", "rawData": [ [ - 624.8835677701437, - 617.4825135802469, - 612.2784920440637, - 616.5225021565003, - 642.5950976236352 + 644.5908131443299, + 644.315000643915, + 645.2393197936815, + 647.7791832901554, + 643.6401113256113 ] ] }, @@ -169,204 +169,248 @@ var providedBenchmarkStore = { "measurementTime": "1 s", "measurementBatchSize": 1, "primaryMetric": { - "score": 672.2638530179456, - "scoreError": 4.591946650649352, + "score": 702.6042519398015, + "scoreError": 15.082024922921748, "scoreConfidence": [ - 667.6719063672963, - 676.855799668595 + 687.5222270168798, + 717.6862768627233 ], "scorePercentiles": { - "0.0": 670.5044329758713, - "50.0": 672.7996415601883, - "90.0": 673.5096424242424, - "95.0": 673.5096424242424, - "99.0": 673.5096424242424, - "99.9": 673.5096424242424, - "99.99": 673.5096424242424, - "99.999": 673.5096424242424, - "99.9999": 673.5096424242424, - "100.0": 673.5096424242424 + "0.0": 697.560079497908, + "50.0": 702.3134357894737, + "90.0": 707.8431344656759, + "95.0": 707.8431344656759, + "99.0": 707.8431344656759, + "99.9": 707.8431344656759, + "99.99": 707.8431344656759, + "99.999": 707.8431344656759, + "99.9999": 707.8431344656759, + "100.0": 707.8431344656759 }, "scoreUnit": "us/op", "rawData": [ [ - 671.638977181208, - 672.7996415601883, - 672.8665709482179, - 673.5096424242424, - 670.5044329758713 + 704.6998753521127, + 707.8431344656759, + 700.6047345938375, + 702.3134357894737, + 697.560079497908 ] ] }, "secondaryMetrics": {} - } - ], - "wasmJs": [ + }, { - "benchmark": "com.github.ephemient.aoc2024.exe.Day1Bench.part1", + "jmhVersion": "1.21", + "benchmark": "com.github.ephemient.aoc2024.exe.Day3Bench.part1", "mode": "avgt", + "threads": 1, + "forks": 0, + "jvm": "null/bin/java", + "jvmArgs": [], + "jdkVersion": "21.0.5", + "vmName": "Substrate VM", + "vmVersion": "21.0.5+9-LTS", "warmupIterations": 1, - "warmupTime": "1 sec", + "warmupTime": "1 s", + "warmupBatchSize": 1, "measurementIterations": 5, - "measurementTime": "1 sec", - "params": {}, - "advanced": {}, + "measurementTime": "1 s", + "measurementBatchSize": 1, "primaryMetric": { - "score": 1191.376893281654, - "scoreError": 5.175291561774496, + "score": 211.04872392813604, + "scoreError": 3.668815124894649, "scoreConfidence": [ - 1186.2016017198796, - 1196.5521848434284 + 207.3799088032414, + 214.7175390530307 ], "scorePercentiles": { - "0.00": 1185.6920762273903, - "25.00": 1186.8756434108527, - "50.00": 1188.642587855297, - "75.00": 1197.2452958656331, - "90.00": 1200.3887932816538, - "99.00": 1200.3887932816538, - "99.90": 1200.3887932816538, - "99.99": 1200.3887932816538, - "100.00": 1200.3887932816538 + "0.0": 210.21462736443883, + "50.0": 210.82061361720068, + "90.0": 212.6756091856262, + "95.0": 212.6756091856262, + "99.0": 212.6756091856262, + "99.9": 212.6756091856262, + "99.99": 212.6756091856262, + "99.999": 212.6756091856262, + "99.9999": 212.6756091856262, + "100.0": 212.6756091856262 }, "scoreUnit": "us/op", "rawData": [ [ - 1200.3887932816538, - 1188.0592105943153, - 1194.1017984496125, - 1188.642587855297, - 1185.6920762273903 + 210.96287681923644, + 210.82061361720068, + 210.21462736443883, + 210.56989265417806, + 212.6756091856262 ] ] }, "secondaryMetrics": {} }, { - "benchmark": "com.github.ephemient.aoc2024.exe.Day1Bench.part2", + "jmhVersion": "1.21", + "benchmark": "com.github.ephemient.aoc2024.exe.Day3Bench.part2", "mode": "avgt", + "threads": 1, + "forks": 0, + "jvm": "null/bin/java", + "jvmArgs": [], + "jdkVersion": "21.0.5", + "vmName": "Substrate VM", + "vmVersion": "21.0.5+9-LTS", "warmupIterations": 1, - "warmupTime": "1 sec", + "warmupTime": "1 s", + "warmupBatchSize": 1, "measurementIterations": 5, - "measurementTime": "1 sec", - "params": {}, - "advanced": {}, + "measurementTime": "1 s", + "measurementBatchSize": 1, "primaryMetric": { - "score": 1065.661459827214, - "scoreError": 10.58025469927809, + "score": 486.0397506885339, + "scoreError": 7.180418295979983, "scoreConfidence": [ - 1055.0812051279358, - 1076.2417145264922 + 478.85933239255394, + 493.22016898451386 ], "scorePercentiles": { - "0.00": 1057.90932937365, - "25.00": 1058.1020275377969, - "50.00": 1062.112889848812, - "75.00": 1074.9951771058315, - "90.00": 1086.8609708423326, - "99.00": 1086.8609708423326, - "99.90": 1086.8609708423326, - "99.99": 1086.8609708423326, - "100.00": 1086.8609708423326 + "0.0": 483.63216876208895, + "50.0": 487.03078188899707, + "90.0": 487.63566910331383, + "95.0": 487.63566910331383, + "99.0": 487.63566910331383, + "99.9": 487.63566910331383, + "99.99": 487.63566910331383, + "99.999": 487.63566910331383, + "99.9999": 487.63566910331383, + "100.0": 487.63566910331383 }, "scoreUnit": "us/op", "rawData": [ [ - 1062.112889848812, - 1058.2947257019437, - 1063.1293833693305, - 1057.90932937365, - 1086.8609708423326 + 487.03078188899707, + 483.63216876208895, + 487.4612358674464, + 487.63566910331383, + 484.43889782082323 ] ] }, "secondaryMetrics": {} - }, + } + ], + "jvm": [ { - "benchmark": "com.github.ephemient.aoc2024.exe.Day2Bench.part1", + "jmhVersion": "1.21", + "benchmark": "com.github.ephemient.aoc2024.exe.Day1Bench.part1", "mode": "avgt", + "threads": 1, + "forks": 1, + "jvm": "/usr/lib/jvm/temurin-21-jdk-amd64/bin/java", + "jvmArgs": [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion": "21.0.5", + "vmName": "OpenJDK 64-Bit Server VM", + "vmVersion": "21.0.5+11-LTS", "warmupIterations": 1, - "warmupTime": "1 sec", + "warmupTime": "1 s", + "warmupBatchSize": 1, "measurementIterations": 5, - "measurementTime": "1 sec", - "params": {}, - "advanced": {}, + "measurementTime": "1 s", + "measurementBatchSize": 1, "primaryMetric": { - "score": 2619.424772251309, - "scoreError": 25.26263412690919, + "score": 285.20374050599355, + "scoreError": 5.5626420386135225, "scoreConfidence": [ - 2594.1621381244, - 2644.6874063782184 + 279.64109846738, + 290.7663825446071 ], "scorePercentiles": { - "0.00": 2596.7710942408376, - "25.00": 2602.954882198953, - "50.00": 2610.2256439790576, - "75.00": 2640.4942264397905, - "90.00": 2669.91459947644, - "99.00": 2669.91459947644, - "99.90": 2669.91459947644, - "99.99": 2669.91459947644, - "100.00": 2669.91459947644 + "0.0": 284.27203751065645, + "50.0": 284.6004318634424, + "90.0": 287.7121740005752, + "95.0": 287.7121740005752, + "99.0": 287.7121740005752, + "99.9": 287.7121740005752, + "99.99": 287.7121740005752, + "99.999": 287.7121740005752, + "99.9999": 287.7121740005752, + "100.0": 287.7121740005752 }, "scoreUnit": "us/op", "rawData": [ [ - 2610.2256439790576, - 2596.7710942408376, - 2669.91459947644, - 2609.1386701570677, - 2611.073853403141 + 287.7121740005752, + 284.27203751065645, + 284.6004318634424, + 284.2990483229107, + 285.1350108323831 ] ] }, "secondaryMetrics": {} }, { - "benchmark": "com.github.ephemient.aoc2024.exe.Day2Bench.part2", + "jmhVersion": "1.21", + "benchmark": "com.github.ephemient.aoc2024.exe.Day1Bench.part2", "mode": "avgt", + "threads": 1, + "forks": 1, + "jvm": "/usr/lib/jvm/temurin-21-jdk-amd64/bin/java", + "jvmArgs": [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion": "21.0.5", + "vmName": "OpenJDK 64-Bit Server VM", + "vmVersion": "21.0.5+11-LTS", "warmupIterations": 1, - "warmupTime": "1 sec", + "warmupTime": "1 s", + "warmupBatchSize": 1, "measurementIterations": 5, - "measurementTime": "1 sec", - "params": {}, - "advanced": {}, + "measurementTime": "1 s", + "measurementBatchSize": 1, "primaryMetric": { - "score": 2785.755405540166, - "scoreError": 40.02635132511876, + "score": 155.68874738272908, + "scoreError": 12.107553058234823, "scoreConfidence": [ - 2745.729054215047, - 2825.781756865285 + 143.58119432449425, + 167.7963004409639 ], "scorePercentiles": { - "0.00": 2737.847817174515, - "25.00": 2746.2891966759003, - "50.00": 2785.6676204986147, - "75.00": 2825.265506925208, - "90.00": 2856.5789252077566, - "99.00": 2856.5789252077566, - "99.90": 2856.5789252077566, - "99.99": 2856.5789252077566, - "100.00": 2856.5789252077566 + "0.0": 153.13997121420917, + "50.0": 154.6511412455571, + "90.0": 161.0085792015454, + "95.0": 161.0085792015454, + "99.0": 161.0085792015454, + "99.9": 161.0085792015454, + "99.99": 161.0085792015454, + "99.999": 161.0085792015454, + "99.9999": 161.0085792015454, + "100.0": 161.0085792015454 }, "scoreUnit": "us/op", "rawData": [ [ - 2793.952088642659, - 2856.5789252077566, - 2785.6676204986147, - 2754.7305761772855, - 2737.847817174515 + 161.0085792015454, + 153.78029443419433, + 153.13997121420917, + 154.6511412455571, + 155.86375081813932 ] ] }, "secondaryMetrics": {} - } - ], - "jvm": [ + }, { "jmhVersion": "1.21", - "benchmark": "com.github.ephemient.aoc2024.exe.Day1Bench.part1", + "benchmark": "com.github.ephemient.aoc2024.exe.Day2Bench.part1", "mode": "avgt", "threads": 1, "forks": 1, @@ -387,32 +431,32 @@ var providedBenchmarkStore = { "measurementTime": "1 s", "measurementBatchSize": 1, "primaryMetric": { - "score": 282.4145438491026, - "scoreError": 8.664242220201077, + "score": 328.4748836226005, + "scoreError": 18.052930121887975, "scoreConfidence": [ - 273.7503016289015, - 291.07878606930365 + 310.4219535007125, + 346.52781374448847 ], "scorePercentiles": { - "0.0": 280.4176680684048, - "50.0": 281.2933155230596, - "90.0": 286.0185028538813, - "95.0": 286.0185028538813, - "99.0": 286.0185028538813, - "99.9": 286.0185028538813, - "99.99": 286.0185028538813, - "99.999": 286.0185028538813, - "99.9999": 286.0185028538813, - "100.0": 286.0185028538813 + "0.0": 320.3696074168798, + "50.0": 329.7229927536232, + "90.0": 332.57679155585106, + "95.0": 332.57679155585106, + "99.0": 332.57679155585106, + "99.9": 332.57679155585106, + "99.99": 332.57679155585106, + "99.999": 332.57679155585106, + "99.9999": 332.57679155585106, + "100.0": 332.57679155585106 }, "scoreUnit": "us/op", "rawData": [ [ - 286.0185028538813, - 280.4176680684048, - 283.1463362581376, - 281.2933155230596, - 281.1968965420298 + 320.3696074168798, + 332.57679155585106, + 329.7229927536232, + 329.7016044137022, + 330.0034219729462 ] ] }, @@ -420,7 +464,7 @@ var providedBenchmarkStore = { }, { "jmhVersion": "1.21", - "benchmark": "com.github.ephemient.aoc2024.exe.Day1Bench.part2", + "benchmark": "com.github.ephemient.aoc2024.exe.Day2Bench.part2", "mode": "avgt", "threads": 1, "forks": 1, @@ -441,32 +485,32 @@ var providedBenchmarkStore = { "measurementTime": "1 s", "measurementBatchSize": 1, "primaryMetric": { - "score": 154.75401166195195, - "scoreError": 10.099746664512518, + "score": 377.9953898666782, + "scoreError": 3.9038974668922544, "scoreConfidence": [ - 144.65426499743944, - 164.85375832646446 + 374.0914923997859, + 381.89928733357044 ], "scorePercentiles": { - "0.0": 151.52622345099226, - "50.0": 154.66591589363017, - "90.0": 157.72982954903816, - "95.0": 157.72982954903816, - "99.0": 157.72982954903816, - "99.9": 157.72982954903816, - "99.99": 157.72982954903816, - "99.999": 157.72982954903816, - "99.9999": 157.72982954903816, - "100.0": 157.72982954903816 + "0.0": 376.52322544222807, + "50.0": 377.8850868908198, + "90.0": 379.1833021228203, + "95.0": 379.1833021228203, + "99.0": 379.1833021228203, + "99.9": 379.1833021228203, + "99.99": 379.1833021228203, + "99.999": 379.1833021228203, + "99.9999": 379.1833021228203, + "100.0": 379.1833021228203 }, "scoreUnit": "us/op", "rawData": [ [ - 154.66591589363017, - 152.90189970952454, - 151.52622345099226, - 156.94618970657461, - 157.72982954903816 + 376.52322544222807, + 379.1833021228203, + 377.8850868908198, + 377.7220316981132, + 378.6633031794095 ] ] }, @@ -474,7 +518,7 @@ var providedBenchmarkStore = { }, { "jmhVersion": "1.21", - "benchmark": "com.github.ephemient.aoc2024.exe.Day2Bench.part1", + "benchmark": "com.github.ephemient.aoc2024.exe.Day3Bench.part1", "mode": "avgt", "threads": 1, "forks": 1, @@ -495,32 +539,32 @@ var providedBenchmarkStore = { "measurementTime": "1 s", "measurementBatchSize": 1, "primaryMetric": { - "score": 312.20248146817283, - "scoreError": 2.536423318520105, + "score": 119.10477909613265, + "scoreError": 4.251570717071411, "scoreConfidence": [ - 309.6660581496527, - 314.73890478669296 + 114.85320837906123, + 123.35634981320406 ], "scorePercentiles": { - "0.0": 311.41433655043585, - "50.0": 312.1925696004994, - "90.0": 313.1515948653726, - "95.0": 313.1515948653726, - "99.0": 313.1515948653726, - "99.9": 313.1515948653726, - "99.99": 313.1515948653726, - "99.999": 313.1515948653726, - "99.9999": 313.1515948653726, - "100.0": 313.1515948653726 + "0.0": 118.4099799928969, + "50.0": 118.64243570581257, + "90.0": 121.04729480818105, + "95.0": 121.04729480818105, + "99.0": 121.04729480818105, + "99.9": 121.04729480818105, + "99.99": 121.04729480818105, + "99.999": 121.04729480818105, + "99.9999": 121.04729480818105, + "100.0": 121.04729480818105 }, "scoreUnit": "us/op", "rawData": [ [ - 312.4447994376757, - 312.1925696004994, - 311.80910688688067, - 313.1515948653726, - 311.41433655043585 + 118.64243570581257, + 118.4099799928969, + 121.04729480818105, + 118.490689373297, + 118.93349560047562 ] ] }, @@ -528,7 +572,7 @@ var providedBenchmarkStore = { }, { "jmhVersion": "1.21", - "benchmark": "com.github.ephemient.aoc2024.exe.Day2Bench.part2", + "benchmark": "com.github.ephemient.aoc2024.exe.Day3Bench.part2", "mode": "avgt", "threads": 1, "forks": 1, @@ -549,32 +593,274 @@ var providedBenchmarkStore = { "measurementTime": "1 s", "measurementBatchSize": 1, "primaryMetric": { - "score": 365.3624113061531, - "scoreError": 8.954802138103767, + "score": 380.75386222702065, + "scoreError": 2.9510871033940265, + "scoreConfidence": [ + 377.80277512362665, + 383.70494933041465 + ], + "scorePercentiles": { + "0.0": 379.74136028853457, + "50.0": 380.90103503427264, + "90.0": 381.73230370087754, + "95.0": 381.73230370087754, + "99.0": 381.73230370087754, + "99.9": 381.73230370087754, + "99.99": 381.73230370087754, + "99.999": 381.73230370087754, + "99.9999": 381.73230370087754, + "100.0": 381.73230370087754 + }, + "scoreUnit": "us/op", + "rawData": [ + [ + 380.90103503427264, + 381.73230370087754, + 380.2857012542759, + 381.10891085714286, + 379.74136028853457 + ] + ] + }, + "secondaryMetrics": {} + } + ], + "wasmJs": [ + { + "benchmark": "com.github.ephemient.aoc2024.exe.Day1Bench.part1", + "mode": "avgt", + "warmupIterations": 1, + "warmupTime": "1 sec", + "measurementIterations": 5, + "measurementTime": "1 sec", + "params": {}, + "advanced": {}, + "primaryMetric": { + "score": 1220.5505294117647, + "scoreError": 29.928542899962633, + "scoreConfidence": [ + 1190.621986511802, + 1250.4790723117274 + ], + "scorePercentiles": { + "0.00": 1200.0886405228757, + "25.00": 1201.3932620915032, + "50.00": 1205.2725633986927, + "75.00": 1247.346779738562, + "90.00": 1280.9351189542483, + "99.00": 1280.9351189542483, + "99.90": 1280.9351189542483, + "99.99": 1280.9351189542483, + "100.00": 1280.9351189542483 + }, + "scoreUnit": "us/op", + "rawData": [ + [ + 1280.9351189542483, + 1213.7584405228758, + 1200.0886405228757, + 1202.6978836601306, + 1205.2725633986927 + ] + ] + }, + "secondaryMetrics": {} + }, + { + "benchmark": "com.github.ephemient.aoc2024.exe.Day1Bench.part2", + "mode": "avgt", + "warmupIterations": 1, + "warmupTime": "1 sec", + "measurementIterations": 5, + "measurementTime": "1 sec", + "params": {}, + "advanced": {}, + "primaryMetric": { + "score": 1085.1476599128541, + "scoreError": 9.426109639478156, + "scoreConfidence": [ + 1075.721550273376, + 1094.5737695523324 + ], + "scorePercentiles": { + "0.00": 1076.3287636165578, + "25.00": 1076.8447810457517, + "50.00": 1080.0918289760348, + "75.00": 1095.9784542483662, + "90.00": 1101.635040305011, + "99.00": 1101.635040305011, + "99.90": 1101.635040305011, + "99.99": 1101.635040305011, + "100.00": 1101.635040305011 + }, + "scoreUnit": "us/op", + "rawData": [ + [ + 1101.635040305011, + 1077.3607984749456, + 1080.0918289760348, + 1076.3287636165578, + 1090.3218681917213 + ] + ] + }, + "secondaryMetrics": {} + }, + { + "benchmark": "com.github.ephemient.aoc2024.exe.Day2Bench.part1", + "mode": "avgt", + "warmupIterations": 1, + "warmupTime": "1 sec", + "measurementIterations": 5, + "measurementTime": "1 sec", + "params": {}, + "advanced": {}, + "primaryMetric": { + "score": 2653.2852312997347, + "scoreError": 52.04220642540687, + "scoreConfidence": [ + 2601.243024874328, + 2705.3274377251414 + ], + "scorePercentiles": { + "0.00": 2609.170143236074, + "25.00": 2611.4197413793104, + "50.00": 2635.7992360742705, + "75.00": 2703.893718832891, + "90.00": 2754.6705411140583, + "99.00": 2754.6705411140583, + "99.90": 2754.6705411140583, + "99.99": 2754.6705411140583, + "100.00": 2754.6705411140583 + }, + "scoreUnit": "us/op", + "rawData": [ + [ + 2609.170143236074, + 2613.6693395225466, + 2653.116896551724, + 2754.6705411140583, + 2635.7992360742705 + ] + ] + }, + "secondaryMetrics": {} + }, + { + "benchmark": "com.github.ephemient.aoc2024.exe.Day2Bench.part2", + "mode": "avgt", + "warmupIterations": 1, + "warmupTime": "1 sec", + "measurementIterations": 5, + "measurementTime": "1 sec", + "params": {}, + "advanced": {}, + "primaryMetric": { + "score": 2791.4869146892656, + "scoreError": 40.37339823295008, + "scoreConfidence": [ + 2751.1135164563157, + 2831.8603129222156 + ], + "scorePercentiles": { + "0.00": 2764.6614265536723, + "25.00": 2767.1398488700565, + "50.00": 2770.1866779661013, + "75.00": 2826.484098870056, + "90.00": 2873.3080028248587, + "99.00": 2873.3080028248587, + "99.90": 2873.3080028248587, + "99.99": 2873.3080028248587, + "100.00": 2873.3080028248587 + }, + "scoreUnit": "us/op", + "rawData": [ + [ + 2764.6614265536723, + 2873.3080028248587, + 2779.660194915254, + 2769.618271186441, + 2770.1866779661013 + ] + ] + }, + "secondaryMetrics": {} + }, + { + "benchmark": "com.github.ephemient.aoc2024.exe.Day3Bench.part1", + "mode": "avgt", + "warmupIterations": 1, + "warmupTime": "1 sec", + "measurementIterations": 5, + "measurementTime": "1 sec", + "params": {}, + "advanced": {}, + "primaryMetric": { + "score": 968.3556334322453, + "scoreError": 1.2472482634986781, + "scoreConfidence": [ + 967.1083851687466, + 969.602881695744 + ], + "scorePercentiles": { + "0.00": 966.2600474777447, + "25.00": 966.9545771513353, + "50.00": 968.7777299703264, + "75.00": 969.5456414441147, + "90.00": 969.860118694362, + "99.00": 969.860118694362, + "99.90": 969.860118694362, + "99.99": 969.860118694362, + "100.00": 969.860118694362 + }, + "scoreUnit": "us/op", + "rawData": [ + [ + 969.2311641938675, + 967.6491068249259, + 966.2600474777447, + 969.860118694362, + 968.7777299703264 + ] + ] + }, + "secondaryMetrics": {} + }, + { + "benchmark": "com.github.ephemient.aoc2024.exe.Day3Bench.part2", + "mode": "avgt", + "warmupIterations": 1, + "warmupTime": "1 sec", + "measurementIterations": 5, + "measurementTime": "1 sec", + "params": {}, + "advanced": {}, + "primaryMetric": { + "score": 3093.9359158878515, + "scoreError": 22.378087729980713, "scoreConfidence": [ - 356.4076091680493, - 374.3172134442569 + 3071.557828157871, + 3116.314003617832 ], "scorePercentiles": { - "0.0": 362.2753141512848, - "50.0": 365.2901953981008, - "90.0": 368.79631809804647, - "95.0": 368.79631809804647, - "99.0": 368.79631809804647, - "99.9": 368.79631809804647, - "99.99": 368.79631809804647, - "99.999": 368.79631809804647, - "99.9999": 368.79631809804647, - "100.0": 368.79631809804647 + "0.00": 3071.8151090342676, + "25.00": 3072.728904984424, + "50.00": 3091.3729501557636, + "75.00": 3116.424409657321, + "90.00": 3134.9710872274145, + "99.00": 3134.9710872274145, + "99.90": 3134.9710872274145, + "99.99": 3134.9710872274145, + "100.00": 3134.9710872274145 }, "scoreUnit": "us/op", "rawData": [ [ - 365.2901953981008, - 365.5909196200219, - 364.85930926331145, - 368.79631809804647, - 362.2753141512848 + 3134.9710872274145, + 3073.64270093458, + 3091.3729501557636, + 3097.8777320872277, + 3071.8151090342676 ] ] }, @@ -592,31 +878,31 @@ var providedBenchmarkStore = { "params": {}, "advanced": {}, "primaryMetric": { - "score": 958.3300187192119, - "scoreError": 8.593169727516928, + "score": 991.554385492228, + "scoreError": 13.501264277143495, "scoreConfidence": [ - 949.736848991695, - 966.9231884467289 + 978.0531212150845, + 1005.0556497693715 ], "scorePercentiles": { - "0.00": 948.5866216748769, - "25.00": 948.8311891625617, - "50.00": 960.5236965517241, - "75.00": 966.7320093596059, - "90.00": 972.1107753694581, - "99.00": 972.1107753694581, - "99.90": 972.1107753694581, - "99.99": 972.1107753694581, - "100.00": 972.1107753694581 + "0.00": 975.6174051813472, + "25.00": 977.8056134715026, + "50.00": 986.4139823834197, + "75.00": 1007.8733590673576, + "90.00": 1008.9516943005182, + "99.00": 1008.9516943005182, + "99.90": 1008.9516943005182, + "99.99": 1008.9516943005182, + "100.00": 1008.9516943005182 }, "scoreUnit": "us/op", "rawData": [ [ - 948.5866216748769, - 949.0757566502464, - 972.1107753694581, - 960.5236965517241, - 961.3532433497537 + 986.4139823834197, + 1006.7950238341969, + 1008.9516943005182, + 979.9938217616581, + 975.6174051813472 ] ] }, @@ -632,31 +918,31 @@ var providedBenchmarkStore = { "params": {}, "advanced": {}, "primaryMetric": { - "score": 877.741338251366, - "scoreError": 4.3600730678280195, + "score": 894.6523178445228, + "scoreError": 4.4710042634334, "scoreConfidence": [ - 873.381265183538, - 882.101411319194 + 890.1813135810894, + 899.1233221079563 ], "scorePercentiles": { - "0.00": 870.8060409836066, - "25.00": 873.3744508196721, - "50.00": 877.9687805100182, - "75.00": 881.994504553734, - "90.00": 884.3827012750455, - "99.00": 884.3827012750455, - "99.90": 884.3827012750455, - "99.99": 884.3827012750455, - "100.00": 884.3827012750455 + "0.00": 889.465972614841, + "25.00": 890.4051073321555, + "50.00": 894.1364787985865, + "75.00": 899.1574478798586, + "90.00": 902.7190883392226, + "99.00": 902.7190883392226, + "99.90": 902.7190883392226, + "99.99": 902.7190883392226, + "100.00": 902.7190883392226 }, "scoreUnit": "us/op", "rawData": [ [ - 879.6063078324225, - 870.8060409836066, - 884.3827012750455, - 875.9428606557377, - 877.9687805100182 + 889.465972614841, + 894.1364787985865, + 902.7190883392226, + 895.5958074204947, + 891.3442420494699 ] ] }, @@ -672,31 +958,31 @@ var providedBenchmarkStore = { "params": {}, "advanced": {}, "primaryMetric": { - "score": 2534.1030927083334, - "scoreError": 17.886408925667002, + "score": 2517.7478325, + "scoreError": 12.354423767417522, "scoreConfidence": [ - 2516.216683782666, - 2551.9895016340006 + 2505.393408732583, + 2530.1022562674175 ], "scorePercentiles": { - "0.00": 2518.4061197916667, - "25.00": 2518.905532552083, - "50.00": 2524.9666302083333, - "75.00": 2553.8688841145836, - "90.00": 2566.8745833333337, - "99.00": 2566.8745833333337, - "99.90": 2566.8745833333337, - "99.99": 2566.8745833333337, - "100.00": 2566.8745833333337 + "0.00": 2501.3917850000003, + "25.00": 2503.3026062500003, + "50.00": 2521.2892374999997, + "75.00": 2530.42235625, + "90.00": 2534.67476, + "99.00": 2534.67476, + "99.90": 2534.67476, + "99.99": 2534.67476, + "100.00": 2534.67476 }, "scoreUnit": "us/op", "rawData": [ [ - 2519.4049453125, - 2518.4061197916667, - 2566.8745833333337, - 2540.8631848958335, - 2524.9666302083333 + 2534.67476, + 2501.3917850000003, + 2526.1699525, + 2521.2892374999997, + 2505.2134275000003 ] ] }, @@ -712,31 +998,111 @@ var providedBenchmarkStore = { "params": {}, "advanced": {}, "primaryMetric": { - "score": 2649.101179624665, - "scoreError": 8.26379918178068, + "score": 2658.6278885941642, + "scoreError": 18.268480871568926, + "scoreConfidence": [ + 2640.3594077225953, + 2676.896369465733 + ], + "scorePercentiles": { + "0.00": 2637.93149071618, + "25.00": 2641.1240066312994, + "50.00": 2649.885103448276, + "75.00": 2680.5031631299735, + "90.00": 2686.4548010610083, + "99.00": 2686.4548010610083, + "99.90": 2686.4548010610083, + "99.99": 2686.4548010610083, + "100.00": 2686.4548010610083 + }, + "scoreUnit": "us/op", + "rawData": [ + [ + 2644.316522546419, + 2674.5515251989386, + 2686.4548010610083, + 2637.93149071618, + 2649.885103448276 + ] + ] + }, + "secondaryMetrics": {} + }, + { + "benchmark": "com.github.ephemient.aoc2024.exe.Day3Bench.part1", + "mode": "avgt", + "warmupIterations": 1, + "warmupTime": "1 sec", + "measurementIterations": 5, + "measurementTime": "1 sec", + "params": {}, + "advanced": {}, + "primaryMetric": { + "score": 729.1720626911314, + "scoreError": 3.0355320143869604, + "scoreConfidence": [ + 726.1365306767444, + 732.2075947055183 + ], + "scorePercentiles": { + "0.00": 724.2098035168196, + "25.00": 725.9376341743119, + "50.00": 730.1664449541285, + "75.00": 731.9093000764526, + "90.00": 733.5068570336391, + "99.00": 733.5068570336391, + "99.90": 733.5068570336391, + "99.99": 733.5068570336391, + "100.00": 733.5068570336391 + }, + "scoreUnit": "us/op", + "rawData": [ + [ + 724.2098035168196, + 727.6654648318042, + 733.5068570336391, + 730.311743119266, + 730.1664449541285 + ] + ] + }, + "secondaryMetrics": {} + }, + { + "benchmark": "com.github.ephemient.aoc2024.exe.Day3Bench.part2", + "mode": "avgt", + "warmupIterations": 1, + "warmupTime": "1 sec", + "measurementIterations": 5, + "measurementTime": "1 sec", + "params": {}, + "advanced": {}, + "primaryMetric": { + "score": 2428.964507142857, + "scoreError": 32.107125049938425, "scoreConfidence": [ - 2640.8373804428843, - 2657.3649788064454 + 2396.8573820929187, + 2461.0716321927957 ], "scorePercentiles": { - "0.00": 2637.5898042895446, - "25.00": 2641.308627345845, - "50.00": 2645.2791554959786, - "75.00": 2658.8047439678285, - "90.00": 2660.12718230563, - "99.00": 2660.12718230563, - "99.90": 2660.12718230563, - "99.99": 2660.12718230563, - "100.00": 2660.12718230563 + "0.00": 2399.9786, + "25.00": 2400.2768107142856, + "50.00": 2409.776030952381, + "75.00": 2467.2464416666667, + "90.00": 2481.7638261904763, + "99.00": 2481.7638261904763, + "99.90": 2481.7638261904763, + "99.99": 2481.7638261904763, + "100.00": 2481.7638261904763 }, "scoreUnit": "us/op", "rawData": [ [ - 2645.027450402145, - 2660.12718230563, - 2637.5898042895446, - 2645.2791554959786, - 2657.482305630027 + 2452.729057142857, + 2481.7638261904763, + 2400.5750214285717, + 2399.9786, + 2409.776030952381 ] ] },