You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
3610b73
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Benchmark Results
Dense(2 => 2)/cpu/reverse/ReverseDiff (compiled)/(2, 128)
3658.125
ns3710.75
ns0.99
Dense(2 => 2)/cpu/reverse/Zygote/(2, 128)
7232
ns7229.416666666667
ns1.00
Dense(2 => 2)/cpu/reverse/Tracker/(2, 128)
21060
ns20408
ns1.03
Dense(2 => 2)/cpu/reverse/ReverseDiff/(2, 128)
9628.2
ns9926
ns0.97
Dense(2 => 2)/cpu/reverse/Flux/(2, 128)
8960.8
ns8803.333333333334
ns1.02
Dense(2 => 2)/cpu/reverse/SimpleChains/(2, 128)
4460.875
ns4469.5
ns1.00
Dense(2 => 2)/cpu/reverse/Enzyme/(2, 128)
1184.7829457364342
ns1183.0298507462687
ns1.00
Dense(2 => 2)/cpu/forward/NamedTuple/(2, 128)
1125.7961783439491
ns1117.6550632911392
ns1.01
Dense(2 => 2)/cpu/forward/ComponentArray/(2, 128)
1198.031746031746
ns1185.5507246376812
ns1.01
Dense(2 => 2)/cpu/forward/Flux/(2, 128)
1827.8139534883721
ns1799.6938775510205
ns1.02
Dense(2 => 2)/cpu/forward/SimpleChains/(2, 128)
179.58815232722145
ns179.17226890756302
ns1.00
Dense(20 => 20)/cpu/reverse/ReverseDiff (compiled)/(20, 128)
17263
ns17283
ns1.00
Dense(20 => 20)/cpu/reverse/Zygote/(20, 128)
17122
ns17302
ns0.99
Dense(20 => 20)/cpu/reverse/Tracker/(20, 128)
36889
ns36899
ns1.00
Dense(20 => 20)/cpu/reverse/ReverseDiff/(20, 128)
27992
ns28293
ns0.99
Dense(20 => 20)/cpu/reverse/Flux/(20, 128)
19667
ns19727
ns1.00
Dense(20 => 20)/cpu/reverse/SimpleChains/(20, 128)
16976.5
ns17021
ns1.00
Dense(20 => 20)/cpu/reverse/Enzyme/(20, 128)
4345.285714285715
ns4332.428571428572
ns1.00
Dense(20 => 20)/cpu/forward/NamedTuple/(20, 128)
3866
ns3858.5
ns1.00
Dense(20 => 20)/cpu/forward/ComponentArray/(20, 128)
3944.875
ns3938.625
ns1.00
Dense(20 => 20)/cpu/forward/Flux/(20, 128)
4863.428571428572
ns4977.857142857143
ns0.98
Dense(20 => 20)/cpu/forward/SimpleChains/(20, 128)
1655.1
ns1654.2
ns1.00
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 3, 128)
39915572
ns41163174
ns0.97
Conv((3, 3), 3 => 3)/cpu/reverse/Zygote/(64, 64, 3, 128)
57483129
ns57369172
ns1.00
Conv((3, 3), 3 => 3)/cpu/reverse/Tracker/(64, 64, 3, 128)
77827690.5
ns79135447
ns0.98
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff/(64, 64, 3, 128)
91917891
ns84033564.5
ns1.09
Conv((3, 3), 3 => 3)/cpu/reverse/Flux/(64, 64, 3, 128)
77949027.5
ns74237812
ns1.05
Conv((3, 3), 3 => 3)/cpu/reverse/SimpleChains/(64, 64, 3, 128)
12071109.5
ns11919296.5
ns1.01
Conv((3, 3), 3 => 3)/cpu/reverse/Enzyme/(64, 64, 3, 128)
8366464
ns8390735.5
ns1.00
Conv((3, 3), 3 => 3)/cpu/forward/NamedTuple/(64, 64, 3, 128)
6945348
ns6986577
ns0.99
Conv((3, 3), 3 => 3)/cpu/forward/ComponentArray/(64, 64, 3, 128)
6899807
ns6947229
ns0.99
Conv((3, 3), 3 => 3)/cpu/forward/Flux/(64, 64, 3, 128)
11614581
ns11759093
ns0.99
Conv((3, 3), 3 => 3)/cpu/forward/SimpleChains/(64, 64, 3, 128)
6380416
ns6391804
ns1.00
vgg16/cpu/reverse/Zygote/(32, 32, 3, 16)
695496825
ns712979463
ns0.98
vgg16/cpu/reverse/Zygote/(32, 32, 3, 64)
2804547141
ns2833821272
ns0.99
vgg16/cpu/reverse/Zygote/(32, 32, 3, 2)
154892659
ns160428849
ns0.97
vgg16/cpu/reverse/Tracker/(32, 32, 3, 16)
967247411
ns819349117
ns1.18
vgg16/cpu/reverse/Tracker/(32, 32, 3, 64)
3242800947
ns2662629842
ns1.22
vgg16/cpu/reverse/Tracker/(32, 32, 3, 2)
203869077.5
ns195999085
ns1.04
vgg16/cpu/reverse/Flux/(32, 32, 3, 16)
688694506
ns681335710
ns1.01
vgg16/cpu/reverse/Flux/(32, 32, 3, 64)
2898534015
ns2894151262
ns1.00
vgg16/cpu/reverse/Flux/(32, 32, 3, 2)
143258580.5
ns127215010
ns1.13
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 16)
173528994
ns173400824.5
ns1.00
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 64)
648298149
ns648422751
ns1.00
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 2)
34150612
ns34231012
ns1.00
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 16)
163561257.5
ns164454385.5
ns0.99
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 64)
639345113
ns637655176
ns1.00
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 2)
29520830.5
ns30165400
ns0.98
vgg16/cpu/forward/Flux/(32, 32, 3, 16)
227374451.5
ns189744401.5
ns1.20
vgg16/cpu/forward/Flux/(32, 32, 3, 64)
853156689
ns754245872
ns1.13
vgg16/cpu/forward/Flux/(32, 32, 3, 2)
37982328.5
ns38115221.5
ns1.00
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 64, 128)
1207786302.5
ns1190867886.5
ns1.01
Conv((3, 3), 64 => 64)/cpu/reverse/Zygote/(64, 64, 64, 128)
1847921696
ns1849411709
ns1.00
Conv((3, 3), 64 => 64)/cpu/reverse/Tracker/(64, 64, 64, 128)
2060352063.5
ns2075614264
ns0.99
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff/(64, 64, 64, 128)
2382201115
ns2395627242
ns0.99
Conv((3, 3), 64 => 64)/cpu/reverse/Flux/(64, 64, 64, 128)
1902804893.5
ns1887206555.5
ns1.01
Conv((3, 3), 64 => 64)/cpu/reverse/Enzyme/(64, 64, 64, 128)
345670316
ns347791112.5
ns0.99
Conv((3, 3), 64 => 64)/cpu/forward/NamedTuple/(64, 64, 64, 128)
318483653.5
ns320970332.5
ns0.99
Conv((3, 3), 64 => 64)/cpu/forward/ComponentArray/(64, 64, 64, 128)
317019643
ns320922609.5
ns0.99
Conv((3, 3), 64 => 64)/cpu/forward/Flux/(64, 64, 64, 128)
451482707
ns455614334
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 1, 128)
11823865
ns11912814
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/Zygote/(64, 64, 1, 128)
17713044
ns17760340
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/Tracker/(64, 64, 1, 128)
18879877.5
ns19020221
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff/(64, 64, 1, 128)
23646980
ns23751905.5
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/Flux/(64, 64, 1, 128)
17741815
ns17785417
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/SimpleChains/(64, 64, 1, 128)
1161321
ns1165082.5
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/Enzyme/(64, 64, 1, 128)
2511195
ns2520934
ns1.00
Conv((3, 3), 1 => 1)/cpu/forward/NamedTuple/(64, 64, 1, 128)
2037509
ns2045344
ns1.00
Conv((3, 3), 1 => 1)/cpu/forward/ComponentArray/(64, 64, 1, 128)
2021941
ns2025141
ns1.00
Conv((3, 3), 1 => 1)/cpu/forward/Flux/(64, 64, 1, 128)
2061425
ns2065731.5
ns1.00
Conv((3, 3), 1 => 1)/cpu/forward/SimpleChains/(64, 64, 1, 128)
200374
ns198972
ns1.01
Dense(200 => 200)/cpu/reverse/ReverseDiff (compiled)/(200, 128)
292156
ns293698
ns0.99
Dense(200 => 200)/cpu/reverse/Zygote/(200, 128)
265036
ns267370
ns0.99
Dense(200 => 200)/cpu/reverse/Tracker/(200, 128)
362265.5
ns370032
ns0.98
Dense(200 => 200)/cpu/reverse/ReverseDiff/(200, 128)
406235
ns412311
ns0.99
Dense(200 => 200)/cpu/reverse/Flux/(200, 128)
272820.5
ns276928
ns0.99
Dense(200 => 200)/cpu/reverse/SimpleChains/(200, 128)
405247.5
ns408694
ns0.99
Dense(200 => 200)/cpu/reverse/Enzyme/(200, 128)
83476
ns83977
ns0.99
Dense(200 => 200)/cpu/forward/NamedTuple/(200, 128)
81162
ns82474
ns0.98
Dense(200 => 200)/cpu/forward/ComponentArray/(200, 128)
81632
ns83997
ns0.97
Dense(200 => 200)/cpu/forward/Flux/(200, 128)
86611
ns87493
ns0.99
Dense(200 => 200)/cpu/forward/SimpleChains/(200, 128)
104535
ns104495
ns1.00
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 16, 128)
193250179
ns191208000
ns1.01
Conv((3, 3), 16 => 16)/cpu/reverse/Zygote/(64, 64, 16, 128)
323860890.5
ns321762287
ns1.01
Conv((3, 3), 16 => 16)/cpu/reverse/Tracker/(64, 64, 16, 128)
427466270
ns403892146
ns1.06
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff/(64, 64, 16, 128)
434737998
ns461973349
ns0.94
Conv((3, 3), 16 => 16)/cpu/reverse/Flux/(64, 64, 16, 128)
377323893.5
ns379776822.5
ns0.99
Conv((3, 3), 16 => 16)/cpu/reverse/SimpleChains/(64, 64, 16, 128)
321116314.5
ns331098732.5
ns0.97
Conv((3, 3), 16 => 16)/cpu/reverse/Enzyme/(64, 64, 16, 128)
51261538.5
ns51294937
ns1.00
Conv((3, 3), 16 => 16)/cpu/forward/NamedTuple/(64, 64, 16, 128)
43626588
ns43781028
ns1.00
Conv((3, 3), 16 => 16)/cpu/forward/ComponentArray/(64, 64, 16, 128)
43365628
ns43665811
ns0.99
Conv((3, 3), 16 => 16)/cpu/forward/Flux/(64, 64, 16, 128)
49421158
ns51580021
ns0.96
Conv((3, 3), 16 => 16)/cpu/forward/SimpleChains/(64, 64, 16, 128)
28683332
ns28032432
ns1.02
Dense(2000 => 2000)/cpu/reverse/ReverseDiff (compiled)/(2000, 128)
18551795
ns18967980
ns0.98
Dense(2000 => 2000)/cpu/reverse/Zygote/(2000, 128)
19431895
ns19477402
ns1.00
Dense(2000 => 2000)/cpu/reverse/Tracker/(2000, 128)
23018479.5
ns23560926
ns0.98
Dense(2000 => 2000)/cpu/reverse/ReverseDiff/(2000, 128)
23926235.5
ns24185207
ns0.99
Dense(2000 => 2000)/cpu/reverse/Flux/(2000, 128)
19524692.5
ns19610811
ns1.00
Dense(2000 => 2000)/cpu/reverse/Enzyme/(2000, 128)
6482744
ns6503166
ns1.00
Dense(2000 => 2000)/cpu/forward/NamedTuple/(2000, 128)
6461434
ns6492933
ns1.00
Dense(2000 => 2000)/cpu/forward/ComponentArray/(2000, 128)
6462661
ns6481927
ns1.00
Dense(2000 => 2000)/cpu/forward/Flux/(2000, 128)
6479762.5
ns6483329.5
ns1.00
This comment was automatically generated by workflow using github-action-benchmark.