From f87dc0053e1ad6d32c021f75669ba5550e739014 Mon Sep 17 00:00:00 2001
From: Avik Pal <avikpal@mit.edu>
Date: Sat, 30 Mar 2024 15:00:09 -0400
Subject: [PATCH] Remove the older bias act

---
 src/utils.jl | 8 --------
 1 file changed, 8 deletions(-)

diff --git a/src/utils.jl b/src/utils.jl
index 92ea20bfe..b778f68f7 100644
--- a/src/utils.jl
+++ b/src/utils.jl
@@ -248,11 +248,3 @@ __named_tuple(nt::NamedTuple) = nt
 
 # Nondifferentiable hasmethod. Avoiding type-piracy
 @inline _hasmethod(f::F, args...) where {F} = hasmethod(f, args...)
-
-# Helpers for bias and activation functions
-## Just Activation Function
-@inline apply_activation(::typeof(identity), x) = x
-@inline apply_activation(f, x) = f.(x)
-
-@inline apply_bias_activation(::typeof(identity), x, b) = x .+ b
-@inline apply_bias_activation(f::F, x, b) where {F} = @. f(x + b)