-
Notifications
You must be signed in to change notification settings - Fork 59
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
1 changed file
with
9 additions
and
7 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
8d2e585
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Benchmark Results
Dense(2 => 2)/cpu/reverse/ReverseDiff (compiled)/(2, 128)
3898.5
ns3694.5
ns1.06
Dense(2 => 2)/cpu/reverse/Zygote/(2, 128)
7307.6
ns7386.714285714285
ns0.99
Dense(2 => 2)/cpu/reverse/Tracker/(2, 128)
20728
ns20659
ns1.00
Dense(2 => 2)/cpu/reverse/ReverseDiff/(2, 128)
9790.2
ns9768.4
ns1.00
Dense(2 => 2)/cpu/reverse/Flux/(2, 128)
9184.5
ns8888.7
ns1.03
Dense(2 => 2)/cpu/reverse/SimpleChains/(2, 128)
4464.625
ns4470.875
ns1.00
Dense(2 => 2)/cpu/reverse/Enzyme/(2, 128)
4689.875
ns4682.625
ns1.00
Dense(2 => 2)/cpu/forward/NamedTuple/(2, 128)
1119.3288590604027
ns1103.671875
ns1.01
Dense(2 => 2)/cpu/forward/ComponentArray/(2, 128)
1186.4705882352941
ns1186.351145038168
ns1.00
Dense(2 => 2)/cpu/forward/Flux/(2, 128)
1781.9122807017543
ns1776.8823529411766
ns1.00
Dense(2 => 2)/cpu/forward/SimpleChains/(2, 128)
179.221140472879
ns179.70380818053596
ns1.00
Dense(20 => 20)/cpu/reverse/ReverseDiff (compiled)/(20, 128)
17212
ns17422
ns0.99
Dense(20 => 20)/cpu/reverse/Zygote/(20, 128)
16962
ns17012
ns1.00
Dense(20 => 20)/cpu/reverse/Tracker/(20, 128)
37089
ns37251
ns1.00
Dense(20 => 20)/cpu/reverse/ReverseDiff/(20, 128)
29054
ns29145
ns1.00
Dense(20 => 20)/cpu/reverse/Flux/(20, 128)
21500
ns20058
ns1.07
Dense(20 => 20)/cpu/reverse/SimpleChains/(20, 128)
17192
ns17483
ns0.98
Dense(20 => 20)/cpu/reverse/Enzyme/(20, 128)
25507
ns25438
ns1.00
Dense(20 => 20)/cpu/forward/NamedTuple/(20, 128)
3858.5
ns3887.25
ns0.99
Dense(20 => 20)/cpu/forward/ComponentArray/(20, 128)
3944.875
ns3965
ns0.99
Dense(20 => 20)/cpu/forward/Flux/(20, 128)
4901.857142857143
ns4967.857142857143
ns0.99
Dense(20 => 20)/cpu/forward/SimpleChains/(20, 128)
1653.1
ns1655.1
ns1.00
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 3, 128)
39417430
ns38860153
ns1.01
Conv((3, 3), 3 => 3)/cpu/reverse/Zygote/(64, 64, 3, 128)
59026753
ns58591525.5
ns1.01
Conv((3, 3), 3 => 3)/cpu/reverse/Tracker/(64, 64, 3, 128)
78753982.5
ns77243718
ns1.02
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff/(64, 64, 3, 128)
91577217
ns89813513
ns1.02
Conv((3, 3), 3 => 3)/cpu/reverse/Flux/(64, 64, 3, 128)
75064628
ns69964192.5
ns1.07
Conv((3, 3), 3 => 3)/cpu/reverse/SimpleChains/(64, 64, 3, 128)
12478072
ns12192813
ns1.02
Conv((3, 3), 3 => 3)/cpu/reverse/Enzyme/(64, 64, 3, 128)
88187659
ns92566221
ns0.95
Conv((3, 3), 3 => 3)/cpu/forward/NamedTuple/(64, 64, 3, 128)
7734313
ns7747332.5
ns1.00
Conv((3, 3), 3 => 3)/cpu/forward/ComponentArray/(64, 64, 3, 128)
7616145
ns7636139
ns1.00
Conv((3, 3), 3 => 3)/cpu/forward/Flux/(64, 64, 3, 128)
10169419
ns10090932
ns1.01
Conv((3, 3), 3 => 3)/cpu/forward/SimpleChains/(64, 64, 3, 128)
6475298.5
ns6409069.5
ns1.01
vgg16/cpu/reverse/Zygote/(32, 32, 3, 16)
714601212
ns707833076
ns1.01
vgg16/cpu/reverse/Zygote/(32, 32, 3, 64)
2575011212
ns2590098238
ns0.99
vgg16/cpu/reverse/Zygote/(32, 32, 3, 2)
148434028
ns141928214
ns1.05
vgg16/cpu/reverse/Tracker/(32, 32, 3, 16)
835656592
ns831399760
ns1.01
vgg16/cpu/reverse/Tracker/(32, 32, 3, 64)
2880099801
ns3031770120
ns0.95
vgg16/cpu/reverse/Tracker/(32, 32, 3, 2)
230296223
ns230519426
ns1.00
vgg16/cpu/reverse/Flux/(32, 32, 3, 16)
754723456
ns685293775
ns1.10
vgg16/cpu/reverse/Flux/(32, 32, 3, 64)
2620964530
ns2436741285
ns1.08
vgg16/cpu/reverse/Flux/(32, 32, 3, 2)
137992622
ns128440598
ns1.07
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 16)
177381390
ns176803514.5
ns1.00
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 64)
664563096
ns664156553.5
ns1.00
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 2)
35498073.5
ns45698849
ns0.78
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 16)
167948188
ns167708912
ns1.00
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 64)
655194974
ns655353797
ns1.00
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 2)
30691371.5
ns30695339
ns1.00
vgg16/cpu/forward/Flux/(32, 32, 3, 16)
190361878
ns187370588
ns1.02
vgg16/cpu/forward/Flux/(32, 32, 3, 64)
742561584.5
ns730398133
ns1.02
vgg16/cpu/forward/Flux/(32, 32, 3, 2)
37831252
ns38162204.5
ns0.99
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 64, 128)
1299516480
ns1272794204
ns1.02
Conv((3, 3), 64 => 64)/cpu/reverse/Zygote/(64, 64, 64, 128)
1906477766
ns1891207049
ns1.01
Conv((3, 3), 64 => 64)/cpu/reverse/Tracker/(64, 64, 64, 128)
2299658099
ns2377396310
ns0.97
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff/(64, 64, 64, 128)
2458436737
ns2412275494
ns1.02
Conv((3, 3), 64 => 64)/cpu/reverse/Flux/(64, 64, 64, 128)
1945065634.5
ns1854467971
ns1.05
Conv((3, 3), 64 => 64)/cpu/reverse/Enzyme/(64, 64, 64, 128)
2069602165
ns2076822407
ns1.00
Conv((3, 3), 64 => 64)/cpu/forward/NamedTuple/(64, 64, 64, 128)
344998452
ns340573567.5
ns1.01
Conv((3, 3), 64 => 64)/cpu/forward/ComponentArray/(64, 64, 64, 128)
346311953.5
ns333252236
ns1.04
Conv((3, 3), 64 => 64)/cpu/forward/Flux/(64, 64, 64, 128)
379997474
ns459555023
ns0.83
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 1, 128)
12056841
ns11956140
ns1.01
Conv((3, 3), 1 => 1)/cpu/reverse/Zygote/(64, 64, 1, 128)
18191891
ns18159068
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/Tracker/(64, 64, 1, 128)
19288745
ns19333664
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff/(64, 64, 1, 128)
23960447
ns24033998
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/Flux/(64, 64, 1, 128)
18001949
ns17981126
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/SimpleChains/(64, 64, 1, 128)
1175012
ns1161262
ns1.01
Conv((3, 3), 1 => 1)/cpu/reverse/Enzyme/(64, 64, 1, 128)
23334989
ns23276535.5
ns1.00
Conv((3, 3), 1 => 1)/cpu/forward/NamedTuple/(64, 64, 1, 128)
2293583.5
ns2359332
ns0.97
Conv((3, 3), 1 => 1)/cpu/forward/ComponentArray/(64, 64, 1, 128)
2214902
ns2307143
ns0.96
Conv((3, 3), 1 => 1)/cpu/forward/Flux/(64, 64, 1, 128)
2070653
ns2093660.5
ns0.99
Conv((3, 3), 1 => 1)/cpu/forward/SimpleChains/(64, 64, 1, 128)
207386
ns203713
ns1.02
Dense(200 => 200)/cpu/reverse/ReverseDiff (compiled)/(200, 128)
295220
ns296287
ns1.00
Dense(200 => 200)/cpu/reverse/Zygote/(200, 128)
269611
ns267995
ns1.01
Dense(200 => 200)/cpu/reverse/Tracker/(200, 128)
368927
ns371109
ns0.99
Dense(200 => 200)/cpu/reverse/ReverseDiff/(200, 128)
411035
ns412547
ns1.00
Dense(200 => 200)/cpu/reverse/Flux/(200, 128)
278338
ns276370.5
ns1.01
Dense(200 => 200)/cpu/reverse/SimpleChains/(200, 128)
408440
ns410583
ns0.99
Dense(200 => 200)/cpu/reverse/Enzyme/(200, 128)
397870
ns398600
ns1.00
Dense(200 => 200)/cpu/forward/NamedTuple/(200, 128)
81491
ns84133.5
ns0.97
Dense(200 => 200)/cpu/forward/ComponentArray/(200, 128)
81742
ns87244
ns0.94
Dense(200 => 200)/cpu/forward/Flux/(200, 128)
87142.5
ns87415
ns1.00
Dense(200 => 200)/cpu/forward/SimpleChains/(200, 128)
104725
ns104687
ns1.00
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 16, 128)
189895146
ns191531913
ns0.99
Conv((3, 3), 16 => 16)/cpu/reverse/Zygote/(64, 64, 16, 128)
330378973
ns327882868
ns1.01
Conv((3, 3), 16 => 16)/cpu/reverse/Tracker/(64, 64, 16, 128)
425406175
ns422399750.5
ns1.01
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff/(64, 64, 16, 128)
484809766
ns483565853
ns1.00
Conv((3, 3), 16 => 16)/cpu/reverse/Flux/(64, 64, 16, 128)
357948899
ns387480865
ns0.92
Conv((3, 3), 16 => 16)/cpu/reverse/SimpleChains/(64, 64, 16, 128)
344315432
ns337771969
ns1.02
Conv((3, 3), 16 => 16)/cpu/reverse/Enzyme/(64, 64, 16, 128)
449554706
ns480545110.5
ns0.94
Conv((3, 3), 16 => 16)/cpu/forward/NamedTuple/(64, 64, 16, 128)
47365748
ns47647427
ns0.99
Conv((3, 3), 16 => 16)/cpu/forward/ComponentArray/(64, 64, 16, 128)
46685949.5
ns47230335
ns0.99
Conv((3, 3), 16 => 16)/cpu/forward/Flux/(64, 64, 16, 128)
59744200
ns50071719.5
ns1.19
Conv((3, 3), 16 => 16)/cpu/forward/SimpleChains/(64, 64, 16, 128)
28213801
ns28845102
ns0.98
Dense(2000 => 2000)/cpu/reverse/ReverseDiff (compiled)/(2000, 128)
19193456.5
ns19018583
ns1.01
Dense(2000 => 2000)/cpu/reverse/Zygote/(2000, 128)
19696227
ns19702711
ns1.00
Dense(2000 => 2000)/cpu/reverse/Tracker/(2000, 128)
23742308
ns23539011.5
ns1.01
Dense(2000 => 2000)/cpu/reverse/ReverseDiff/(2000, 128)
24224045
ns24139841.5
ns1.00
Dense(2000 => 2000)/cpu/reverse/Flux/(2000, 128)
19666246.5
ns19766095
ns0.99
Dense(2000 => 2000)/cpu/reverse/Enzyme/(2000, 128)
20955027
ns21127350.5
ns0.99
Dense(2000 => 2000)/cpu/forward/NamedTuple/(2000, 128)
6545190
ns6590543
ns0.99
Dense(2000 => 2000)/cpu/forward/ComponentArray/(2000, 128)
6556441
ns6541563
ns1.00
Dense(2000 => 2000)/cpu/forward/Flux/(2000, 128)
6537709
ns6538585
ns1.00
This comment was automatically generated by workflow using github-action-benchmark.