Activation.ixx File Reference

Unified elementwise activation component. More...

#include <memory>
#include <vector>
#include <string>
#include <sstream>
#include <stdexcept>
#include <format>
#include <utility>
#include <optional>
#include "Kernels/ElementwiseActivation.h"
import Serialization.Mode;
import Serialization.Tensor;
import Serialization.ModelArchive;
import Compute.ExecutionContextFactory;
import Serialization.Metadata;
import Compute.IExecutionContext;
import Dnn.Components.ActivationConfig;
import Dnn.Component;
import Compute.CpuMemoryResource;
import Dnn.ActivationType;
import Dnn.TensorDataTypeTraits;
import Dnn.ComponentType;
import Dnn.Tensor;
import Dnn.TensorDataType;
import Dnn.TensorTypes;
import Compute.DeviceType;
import Dnn.ITensor;
import Compute.Device;
import Compute.DeviceId;
import Compute.OperationTraits;
import Compute.DeviceTypeTraits;

Classes
class	Mila::Dnn::Activation< TDeviceType, TPrecision, TFn >
	Unified elementwise activation component. More...
struct	Mila::Dnn::functor_of< ActivationType::Gelu >
struct	Mila::Dnn::functor_of< ActivationType::LeakyRelu >
struct	Mila::Dnn::functor_of< ActivationType::Mish >
struct	Mila::Dnn::functor_of< ActivationType::None >
struct	Mila::Dnn::functor_of< ActivationType::Relu >
struct	Mila::Dnn::functor_of< ActivationType::Sigmoid >
struct	Mila::Dnn::functor_of< ActivationType::Silu >
struct	Mila::Dnn::functor_of< ActivationType::Tanh >

Namespaces
namespace	Mila
	Mila main API namespace.

Typedefs
template<ActivationType TFn>
using	Mila::Dnn::functor_of_t = typename functor_of<TFn>::type

Detailed Description

Unified elementwise activation component.

Device- and precision-templated component whose activation function is a compile-time ActivationType parameter (the same shape Linear carries for TWeightQuantization). It maps that enum to a functor from the shared ElementwiseActivation library and delegates compute to the ElementwiseActivationOp backend. Added alongside Gelu, which it folds in later (see Specifications/FfnAndMoE.md section 5). Stateless: no trainable parameters.