Source code for scitex_ml.activation._define

import torch.nn as nn




def define(act_str):
    acts_dict = {
        "relu": nn.ReLU(),
        "swish": nn.SiLU(),
        "mish": nn.Mish(),
        "lrelu": nn.LeakyReLU(0.1),
    }
    return acts_dict[act_str]