programlibs/Activations/demos/curves.xtl

source · imports act: libs/Activations/src/Activations.xtl

xs : Float

value · line 9
xs ← -3.0 + 0.5 × f̲loat o̲ffsets 13
Used in: values, slopes

a : Float

value · line 10
a ← 0.1 0.1 0.2 0.2 0.3 0.3 0.4 0.4 0.5 0.5 0.6 0.6 0.7
Used in: values, slopes

ᵘr̲ound : Float -> Float

function · line 11
ᵘr̲ound ← { v → (f̲loat f̲loor 0.5 + 10000.0 × v) ÷ 10000.0 }

values : Float

value · line 12
values ← (ᵃᶜᵗr̲elu xs) c̲at (0.1 ᵃᶜᵗl̲eaky xs) c̲at (a ᵃᶜᵗp̲relu xs) c̲at (1.0 ᵃᶜᵗe̲lu xs) c̲at (ᵃᶜᵗs̲elu xs) c̲at (ᵃᶜᵗs̲igmoid xs) c̲at (ᵃᶜᵗt̲anh xs) c̲at (ᵃᶜᵗs̲oftplus xs) c̲at (ᵃᶜᵗs̲ilu xs) c̲at (1.5 ᵃᶜᵗs̲wish xs) c̲at (ᵃᶜᵗg̲elu xs) c̲at (ᵃᶜᵗg̲eluErf xs) c̲at (ᵃᶜᵗm̲ish xs) c̲at (ᵃᶜᵗh̲ardSigmoid xs) c̲at ᵃᶜᵗh̲ardSwish xs

slopes : Float

value · line 14
slopes ← (ᵃᶜᵗd̲relu xs) c̲at (0.1 ᵃᶜᵗd̲leaky xs) c̲at (a ᵃᶜᵗd̲prelu xs) c̲at (1.0 ᵃᶜᵗd̲elu xs) c̲at (ᵃᶜᵗd̲selu xs) c̲at (ᵃᶜᵗd̲sigmoid xs) c̲at (ᵃᶜᵗd̲tanh xs) c̲at (ᵃᶜᵗd̲softplus xs) c̲at (ᵃᶜᵗd̲silu xs) c̲at (1.5 ᵃᶜᵗd̲swish xs) c̲at (ᵃᶜᵗd̲gelu xs) c̲at (ᵃᶜᵗd̲geluErf xs) c̲at (ᵃᶜᵗd̲mish xs) c̲at (ᵃᶜᵗd̲hardSigmoid xs) c̲at ᵃᶜᵗd̲hardSwish xs

fine : Float

value · line 17
fine ← -6.0 + 0.01 × f̲loat o̲ffsets 1201