Skip to content

Commit

Permalink
chore: automatic JuliaFormatter.jl run (#779)
Browse files Browse the repository at this point in the history 
Co-authored-by: avik-pal <30564094+avik-pal@users.noreply.github.com>
  • Loading branch information
@github-actions @avik-pal
github-actions[bot] and avik-pal authored Jul 19, 2024
1 parent 27ad76a commit 4ace37b
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions test/layers/recurrent_tests.jl
View file
Original file line number Diff line number Diff line change
Expand Up @@ -338,13 +338,13 @@ end
@test size(y) == (5,)
@test length(y_) == 4
@test all(x -> size(x) == (5,), y_)

if x isa AbstractMatrix && ordering isa BatchLastIndex
x2 = reshape(x, Val(3))

y2, _ = rnn(x2, ps, st)
@test y == vec(y2)

y2_, _ = rnn_seq(x2, ps, st)
@test all(x -> x[1] == vec(x[2]), zip(y_, y2_))
end
Expand Down

1 comment on commit 4ace37b

@github-actions
Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark Results

Benchmark suite Current: 4ace37b Previous: 27ad76a Ratio
Dense(2 => 2)/cpu/reverse/ReverseDiff (compiled)/(2, 128) 3889.75 ns 3661.875 ns 1.06
Dense(2 => 2)/cpu/reverse/Zygote/(2, 128) 7213.428571428572 ns 7201.833333333333 ns 1.00
Dense(2 => 2)/cpu/reverse/Tracker/(2, 128) 20608 ns 21019 ns 0.98
Dense(2 => 2)/cpu/reverse/ReverseDiff/(2, 128) 9816.3 ns 9766.3 ns 1.01
Dense(2 => 2)/cpu/reverse/Flux/(2, 128) 9185.2 ns 9232.25 ns 0.99
Dense(2 => 2)/cpu/reverse/SimpleChains/(2, 128) 4510.875 ns 4462.125 ns 1.01
Dense(2 => 2)/cpu/reverse/Enzyme/(2, 128) 1166.159420289855 ns 1167.5357142857142 ns 1.00
Dense(2 => 2)/cpu/forward/NamedTuple/(2, 128) 1111.1946308724832 ns 1116.4625 ns 1.00
Dense(2 => 2)/cpu/forward/ComponentArray/(2, 128) 1187.955223880597 ns 1187.8880597014925 ns 1.00
Dense(2 => 2)/cpu/forward/Flux/(2, 128) 1795.1666666666667 ns 1789.857142857143 ns 1.00
Dense(2 => 2)/cpu/forward/SimpleChains/(2, 128) 179.85854341736695 ns 179.9471488178025 ns 1.00
Dense(20 => 20)/cpu/reverse/ReverseDiff (compiled)/(20, 128) 17242 ns 17342 ns 0.99
Dense(20 => 20)/cpu/reverse/Zygote/(20, 128) 16641 ns 16912 ns 0.98
Dense(20 => 20)/cpu/reverse/Tracker/(20, 128) 36418 ns 37309 ns 0.98
Dense(20 => 20)/cpu/reverse/ReverseDiff/(20, 128) 28994 ns 29305 ns 0.99
Dense(20 => 20)/cpu/reverse/Flux/(20, 128) 21290 ns 21590 ns 0.99
Dense(20 => 20)/cpu/reverse/SimpleChains/(20, 128) 17383 ns 17282 ns 1.01
Dense(20 => 20)/cpu/reverse/Enzyme/(20, 128) 4282.285714285715 ns 4321 ns 0.99
Dense(20 => 20)/cpu/forward/NamedTuple/(20, 128) 3815.875 ns 3922.25 ns 0.97
Dense(20 => 20)/cpu/forward/ComponentArray/(20, 128) 3921 ns 3974.875 ns 0.99
Dense(20 => 20)/cpu/forward/Flux/(20, 128) 4816.142857142857 ns 4831.857142857143 ns 1.00
Dense(20 => 20)/cpu/forward/SimpleChains/(20, 128) 1651.1 ns 1651.1 ns 1
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 3, 128) 38826337.5 ns 50911197 ns 0.76
Conv((3, 3), 3 => 3)/cpu/reverse/Zygote/(64, 64, 3, 128) 57888052 ns 58107033 ns 1.00
Conv((3, 3), 3 => 3)/cpu/reverse/Tracker/(64, 64, 3, 128) 75523456 ns 113099193 ns 0.67
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff/(64, 64, 3, 128) 88301980 ns 103667186 ns 0.85
Conv((3, 3), 3 => 3)/cpu/reverse/Flux/(64, 64, 3, 128) 72229490 ns 92299440.5 ns 0.78
Conv((3, 3), 3 => 3)/cpu/reverse/SimpleChains/(64, 64, 3, 128) 11634194 ns 12099552 ns 0.96
Conv((3, 3), 3 => 3)/cpu/reverse/Enzyme/(64, 64, 3, 128) 6911425 ns 6946051 ns 1.00
Conv((3, 3), 3 => 3)/cpu/forward/NamedTuple/(64, 64, 3, 128) 7082578.5 ns 7126860 ns 0.99
Conv((3, 3), 3 => 3)/cpu/forward/ComponentArray/(64, 64, 3, 128) 6994755 ns 7014409 ns 1.00
Conv((3, 3), 3 => 3)/cpu/forward/Flux/(64, 64, 3, 128) 9789325 ns 18540477 ns 0.53
Conv((3, 3), 3 => 3)/cpu/forward/SimpleChains/(64, 64, 3, 128) 6381274 ns 6386004 ns 1.00
vgg16/cpu/reverse/Zygote/(32, 32, 3, 16) 706120562 ns 716687541 ns 0.99
vgg16/cpu/reverse/Zygote/(32, 32, 3, 64) 2529871556 ns 2530679715 ns 1.00
vgg16/cpu/reverse/Zygote/(32, 32, 3, 2) 131797096 ns 134191086 ns 0.98
vgg16/cpu/reverse/Tracker/(32, 32, 3, 16) 757974733 ns 898527006 ns 0.84
vgg16/cpu/reverse/Tracker/(32, 32, 3, 64) 2932092144 ns 3218653133 ns 0.91
vgg16/cpu/reverse/Tracker/(32, 32, 3, 2) 189094496 ns 200645987 ns 0.94
vgg16/cpu/reverse/Flux/(32, 32, 3, 16) 663524511.5 ns 891681414 ns 0.74
vgg16/cpu/reverse/Flux/(32, 32, 3, 64) 2577224378.5 ns 2940804161 ns 0.88
vgg16/cpu/reverse/Flux/(32, 32, 3, 2) 125424056 ns 150028020.5 ns 0.84
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 16) 174066006 ns 174290715 ns 1.00
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 64) 653654001 ns 656469745.5 ns 1.00
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 2) 34513878 ns 34919929 ns 0.99
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 16) 164808835 ns 166409346 ns 0.99
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 64) 634945112.5 ns 646748703.5 ns 0.98
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 2) 29766865 ns 30167310 ns 0.99
vgg16/cpu/forward/Flux/(32, 32, 3, 16) 187595950 ns 228840821.5 ns 0.82
vgg16/cpu/forward/Flux/(32, 32, 3, 64) 722751963 ns 906246397 ns 0.80
vgg16/cpu/forward/Flux/(32, 32, 3, 2) 37544548 ns 40036356 ns 0.94
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 64, 128) 1226815927.5 ns 1229736172.5 ns 1.00
Conv((3, 3), 64 => 64)/cpu/reverse/Zygote/(64, 64, 64, 128) 1859890354 ns 1869248236 ns 0.99
Conv((3, 3), 64 => 64)/cpu/reverse/Tracker/(64, 64, 64, 128) 2339835190 ns 2278439096 ns 1.03
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff/(64, 64, 64, 128) 2525615729 ns 2571858986 ns 0.98
Conv((3, 3), 64 => 64)/cpu/reverse/Flux/(64, 64, 64, 128) 1865477869.5 ns 1812082222.5 ns 1.03
Conv((3, 3), 64 => 64)/cpu/reverse/Enzyme/(64, 64, 64, 128) 322877161 ns 334027115 ns 0.97
Conv((3, 3), 64 => 64)/cpu/forward/NamedTuple/(64, 64, 64, 128) 320721263 ns 328244142 ns 0.98
Conv((3, 3), 64 => 64)/cpu/forward/ComponentArray/(64, 64, 64, 128) 317208348 ns 339391730 ns 0.93
Conv((3, 3), 64 => 64)/cpu/forward/Flux/(64, 64, 64, 128) 418779532 ns 363593690 ns 1.15
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 1, 128) 11864932 ns 12123848 ns 0.98
Conv((3, 3), 1 => 1)/cpu/reverse/Zygote/(64, 64, 1, 128) 17886839.5 ns 18205533.5 ns 0.98
Conv((3, 3), 1 => 1)/cpu/reverse/Tracker/(64, 64, 1, 128) 19045196 ns 19585375 ns 0.97
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff/(64, 64, 1, 128) 23830079.5 ns 24083516 ns 0.99
Conv((3, 3), 1 => 1)/cpu/reverse/Flux/(64, 64, 1, 128) 17899726 ns 18252663 ns 0.98
Conv((3, 3), 1 => 1)/cpu/reverse/SimpleChains/(64, 64, 1, 128) 1148335 ns 1227769.5 ns 0.94
Conv((3, 3), 1 => 1)/cpu/reverse/Enzyme/(64, 64, 1, 128) 2052685 ns 2078585 ns 0.99
Conv((3, 3), 1 => 1)/cpu/forward/NamedTuple/(64, 64, 1, 128) 2063356 ns 2105706 ns 0.98
Conv((3, 3), 1 => 1)/cpu/forward/ComponentArray/(64, 64, 1, 128) 2066360 ns 2120042 ns 0.97
Conv((3, 3), 1 => 1)/cpu/forward/Flux/(64, 64, 1, 128) 2051643 ns 2109934 ns 0.97
Conv((3, 3), 1 => 1)/cpu/forward/SimpleChains/(64, 64, 1, 128) 196415 ns 227942.5 ns 0.86
Dense(200 => 200)/cpu/reverse/ReverseDiff (compiled)/(200, 128) 289318 ns 297977 ns 0.97
Dense(200 => 200)/cpu/reverse/Zygote/(200, 128) 263239 ns 268632 ns 0.98
Dense(200 => 200)/cpu/reverse/Tracker/(200, 128) 359839 ns 371449.5 ns 0.97
Dense(200 => 200)/cpu/reverse/ReverseDiff/(200, 128) 405253 ns 412350 ns 0.98
Dense(200 => 200)/cpu/reverse/Flux/(200, 128) 272277 ns 276687 ns 0.98
Dense(200 => 200)/cpu/reverse/SimpleChains/(200, 128) 405564 ns 412165.5 ns 0.98
Dense(200 => 200)/cpu/reverse/Enzyme/(200, 128) 83124 ns 84167 ns 0.99
Dense(200 => 200)/cpu/forward/NamedTuple/(200, 128) 80740 ns 81973 ns 0.98
Dense(200 => 200)/cpu/forward/ComponentArray/(200, 128) 82383 ns 82714.5 ns 1.00
Dense(200 => 200)/cpu/forward/Flux/(200, 128) 86060 ns 87949.5 ns 0.98
Dense(200 => 200)/cpu/forward/SimpleChains/(200, 128) 104325 ns 104665 ns 1.00
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 16, 128) 197459994 ns 190123006.5 ns 1.04
Conv((3, 3), 16 => 16)/cpu/reverse/Zygote/(64, 64, 16, 128) 327332523.5 ns 328960588 ns 1.00
Conv((3, 3), 16 => 16)/cpu/reverse/Tracker/(64, 64, 16, 128) 367989344 ns 401940724.5 ns 0.92
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff/(64, 64, 16, 128) 439797244.5 ns 464505798 ns 0.95
Conv((3, 3), 16 => 16)/cpu/reverse/Flux/(64, 64, 16, 128) 374931694 ns 377872752 ns 0.99
Conv((3, 3), 16 => 16)/cpu/reverse/SimpleChains/(64, 64, 16, 128) 326044951 ns 352543053 ns 0.92
Conv((3, 3), 16 => 16)/cpu/reverse/Enzyme/(64, 64, 16, 128) 44053216 ns 44601120 ns 0.99
Conv((3, 3), 16 => 16)/cpu/forward/NamedTuple/(64, 64, 16, 128) 44122534.5 ns 44651477 ns 0.99
Conv((3, 3), 16 => 16)/cpu/forward/ComponentArray/(64, 64, 16, 128) 43811761 ns 44614862.5 ns 0.98
Conv((3, 3), 16 => 16)/cpu/forward/Flux/(64, 64, 16, 128) 53017284.5 ns 57671948.5 ns 0.92
Conv((3, 3), 16 => 16)/cpu/forward/SimpleChains/(64, 64, 16, 128) 27849167 ns 28977730.5 ns 0.96
Dense(2000 => 2000)/cpu/reverse/ReverseDiff (compiled)/(2000, 128) 18739042.5 ns 19539331 ns 0.96
Dense(2000 => 2000)/cpu/reverse/Zygote/(2000, 128) 19499913 ns 19899164 ns 0.98
Dense(2000 => 2000)/cpu/reverse/Tracker/(2000, 128) 23187751 ns 23876933 ns 0.97
Dense(2000 => 2000)/cpu/reverse/ReverseDiff/(2000, 128) 24095441 ns 24619919.5 ns 0.98
Dense(2000 => 2000)/cpu/reverse/Flux/(2000, 128) 19512675 ns 19964621.5 ns 0.98
Dense(2000 => 2000)/cpu/reverse/Enzyme/(2000, 128) 6502673 ns 6606092 ns 0.98
Dense(2000 => 2000)/cpu/forward/NamedTuple/(2000, 128) 6533912 ns 6615460 ns 0.99
Dense(2000 => 2000)/cpu/forward/ComponentArray/(2000, 128) 6481314 ns 6568711 ns 0.99
Dense(2000 => 2000)/cpu/forward/Flux/(2000, 128) 6489178 ns 6571216 ns 0.99

This comment was automatically generated by workflow using github-action-benchmark.

Please sign in to comment.