Swiglu.ixx File Reference

SwiGLU activation component implementation. More...

#include <memory>
#include <vector>
#include <string>
#include <sstream>
#include <type_traits>
#include <stdexcept>
#include <format>
#include <utility>
#include <optional>
import Serialization.Mode;
import Serialization.Tensor;
import Serialization.ModelArchive;
import Compute.OperationTraits;
import Dnn.Components.SwigluConfig;
import Dnn.Components.Gelu;
import Serialization.Metadata;
import Dnn.Tensor;
import Dnn.ActivationType;
import Compute.DeviceId;
import Dnn.Component;
import Compute.DeviceTypeTraits;
import Compute.Device;
import Compute.IExecutionContext;
import Dnn.ITensor;
import Dnn.TensorDataType;
import Compute.ExecutionContextFactory;
import Dnn.TensorTypes;
import Dnn.TensorDataTypeTraits;
import Compute.CpuMemoryResource;
import Dnn.ComponentType;
import Compute.DeviceType;

Classes
class	Mila::Dnn::Swiglu< TDeviceType, TPrecision, TGate >
	Gated-linear-unit (GLU-family) activation component. More...

Namespaces
namespace	Mila
	Mila main API namespace.

Detailed Description

SwiGLU activation component implementation.

Device-templated SwiGLU component that delegates compute to a registered device-specific UnaryOperation backend (registered as "SwigluOp").