GatedMLP.ixx File Reference

Gated feed-forward (GatedMLP) block: fused gate+up -> Swiglu gate -> down. More...

#include <iostream>
#include <sstream>
#include <memory>
#include <string>
#include <vector>
#include <stdexcept>
#include <cstdint>
#include <optional>
import Dnn.Components.Swiglu;
import Dnn.Components.Linear;
import Compute.DeviceTypeTraits;
import Compute.DeviceType;
import Compute.ExecutionContext;
import Dnn.Components.GatedMLP:Config;
import Serialization.ModelArchive;
import Dnn.TensorTypes;
import Dnn.Tensor;
import Compute.Device;
import Dnn.TensorDataType;
import Compute.ExecutionContextFactory;
import Dnn.TensorDataTypeTraits;
import Dnn.CompositeComponent;
import Dnn.ITensor;
import Dnn.ActivationType;
import Dnn.Component;
import Compute.CpuMemoryResource;
import Dnn.ComponentType;
import Compute.MemoryResource;
import Serialization.Mode;
import Compute.IExecutionContext;
import Compute.DeviceId;

Classes
class	Mila::Dnn::GatedMLP< TDeviceType, TPrecision, TGate >
	Gated feed-forward (GatedMLP) composite component. More...

Namespaces
namespace	Mila
	Mila main API namespace.

Detailed Description

Gated feed-forward (GatedMLP) block: fused gate+up -> Swiglu gate -> down.