angeleaky_elu.py

from tensorflow.keras import backend as K

@tensorflow.function
def angeleaky_elu(x, alpha=1.0):
    """
    Custom activation function that introduces a bias between 0 < x < 0.5 to
    'throttle' the positive values that the network is not confident in.
    """
    
    return K.switch(
        x <= 0, K.elu(x, alpha),
        
        K.switch(
            x >= 0.5, K.elu(x, alpha),
            K.elu(x, alpha) / 3
        )
    )

@tensorflow.function
def angeleaky_relu(x, alpha=1.0):
    """
    Custom activation function that introduces a bias between 0 < x < 0.5 to
    'throttle' the positive values that the network is not confident in.
    """
    
    return K.switch(
        x <= 0, K.relu(x, alpha),
        
        K.switch(
            x >= 0.5, K.relu(x, alpha),
            K.relu(x, alpha) / 3
        )
    )