activation

Module: activation.py

This module implements activation functions for Neural Networks

Authors

• Lokesh Mohanty (lokeshm@iisc.ac.in)

Version Info

• 01/01/2025: Initial version

celu(x)

Compute celu activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def celu(x: jax.Array) -> jax.Array:
    """
    Compute celu activation

    Args:
        x: input data
    """
    return jax.nn.celu(x)

elu(x)

Compute elu activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def elu(x: jax.Array) -> jax.Array:
    """
    Compute elu activation

    Args:
        x: input data
    """
    return jax.nn.elu(x)

gelu(x)

Compute gelu activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def gelu(x: jax.Array) -> jax.Array:
    """
    Compute gelu activation

    Args:
        x: input data
    """
    return jax.nn.gelu(x)

glu(x)

Compute glu activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def glu(x: jax.Array) -> jax.Array:
    """
    Compute glu activation

    Args:
        x: input data
    """
    return jax.nn.glu(x)

hard_sigmoid(x)

Compute hard_sigmoid activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def hard_sigmoid(x: jax.Array) -> jax.Array:
    """
    Compute hard_sigmoid activation

    Args:
        x: input data
    """
    return jax.nn.hard_sigmoid(x)

hard_swish(x)

Compute hard_swish activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def hard_swish(x: jax.Array) -> jax.Array:
    """
    Compute hard_swish activation

    Args:
        x: input data
    """
    return jax.nn.hard_swish(x)

hard_tanh(x)

Compute hard_tanh activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def hard_tanh(x: jax.Array) -> jax.Array:
    """
    Compute hard_tanh activation

    Args:
        x: input data
    """
    return jax.nn.hard_tanh(x)

leaky_relu(x)

Compute leaky_relu activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def leaky_relu(x: jax.Array) -> jax.Array:
    """
    Compute leaky_relu activation

    Args:
        x: input data
    """
    return jax.nn.leaky_relu(x)

log_sigmoid(x)

Compute log_sigmoid activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def log_sigmoid(x: jax.Array) -> jax.Array:
    """
    Compute log_sigmoid activation

    Args:
        x: input data
    """
    return jax.nn.log_sigmoid(x)

mish(x)

Compute mish activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def mish(x: jax.Array) -> jax.Array:
    """
    Compute mish activation

    Args:
        x: input data
    """
    return jax.nn.mish(x)

relu(x)

Compute ReLU activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def relu(x: jax.Array) -> jax.Array:
    """
    Compute ReLU activation

    Args:
        x: input data
    """
    return jax.nn.relu(x)

relu6(x)

Compute ReLU6 activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def relu6(x: jax.Array) -> jax.Array:
    """
    Compute ReLU6 activation

    Args:
        x: input data
    """
    return jax.nn.relu6(x)

selu(x)

Compute selu activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def selu(x: jax.Array) -> jax.Array:
    """
    Compute selu activation

    Args:
        x: input data
    """
    return jax.nn.selu(x)

sigmoid(x)

Compute sigmoid activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def sigmoid(x: jax.Array) -> jax.Array:
    """
    Compute sigmoid activation

    Args:
        x: input data
    """
    return jax.nn.sigmoid(x)

silu(x)

Compute silu activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def silu(x: jax.Array) -> jax.Array:
    """
    Compute silu activation

    Args:
        x: input data
    """
    return jax.nn.silu(x)

soft_sign(x)

Compute soft_sign activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def soft_sign(x: jax.Array) -> jax.Array:
    """
    Compute soft_sign activation

    Args:
        x: input data
    """
    return jax.nn.soft_sign(x)

softplus(x)

Compute softplus activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def softplus(x: jax.Array) -> jax.Array:
    """
    Compute softplus activation

    Args:
        x: input data
    """
    return jax.nn.softplus(x)

sparse_plus(x)

Compute sparse_plus activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def sparse_plus(x: jax.Array) -> jax.Array:
    """
    Compute sparse_plus activation

    Args:
        x: input data
    """
    return jax.nn.sparse_plus(x)

sparse_sigmoid(x)

Compute sparse_sigmoid activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def sparse_sigmoid(x: jax.Array) -> jax.Array:
    """
    Compute sparse_sigmoid activation

    Args:
        x: input data
    """
    return jax.nn.sparse_sigmoid(x)

squareplus(x)

Compute squareplus activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def squareplus(x: jax.Array) -> jax.Array:
    """
    Compute squareplus activation

    Args:
        x: input data
    """
    return jax.nn.squareplus(x)

swish(x)

Compute swish activation

Parameters:

Name	Type	Description	Default
x	Array	input data	required

Source code in scirex/core/dl/nn/activation.py

def swish(x: jax.Array) -> jax.Array:
    """
    Compute swish activation

    Args:
        x: input data
    """
    return jax.nn.swish(x)