Move the utilities file to Layers

Author: theabhirath

src/Metalhead.jl

@@ -13,12 +13,12 @@ using Random
 
 import Functors
 
-# Utilities
-include("utilities.jl")
+# Model utilities
 include("core.jl")
 
 # Custom Layers
 include("layers/Layers.jl")
+include("layers/utilities.jl") # layer utilities
 using .Layers
 
 # CNN models

src/layers/Layers.jl

@@ -12,7 +12,7 @@ using Random
 
 import Flux.testmode!
 
-include("../utilities.jl")
+include("utilities.jl")
 
 include("attention.jl")
 export MultiHeadSelfAttention

src/utilities.jl renamed to src/layers/utilities.jl

@@ -14,16 +14,16 @@ end
 
 Convenience function for applying an activation function to the output after
 summing up the input arrays. Useful as the `connection` argument for the block
-function in [`Metalhead.resnet`](@ref).
+function in `Metalhead.resnet`.
 """
 addact(activation = relu, xs...) = activation(sum(xs))
 
 """
     actadd(activation = relu, xs...)
 
-Convenience function for adding input arrays after applying an activation
-function to them. Useful as the `connection` argument for the block function in
-[`Metalhead.resnet`](@ref).
+Convenience function for summing up the input arrays after applying an 
+activation function to them. Useful as the `connection` argument for the block 
+function in `Metalhead.resnet`.
 """
 actadd(activation = relu, xs...) = sum(activation.(x) for x in xs)