Mila
Deep Neural Network Library
Loading...
Searching...
No Matches
LayerNorm.ixx File Reference

Layer Normalization component. More...

#include <iostream>
#include <sstream>
#include <memory>
#include <string>
#include <vector>
#include <type_traits>
#include <cstdint>
#include <stdexcept>
#include <mutex>
#include <utility>
#include <optional>
#include <numeric>
#include <algorithm>
import Logging.Logger;
import Dnn.TensorOps;
import Serialization.Tensor;
import Serialization.Metadata;
import Serialization.ModelArchive;
import Compute.CpuMemoryResource;
import Compute.MemoryResource;
import Compute.ExecutionContext;
import Compute.IExecutionContext;
import Dnn.TensorHelpers;
import Serialization.SafeTensors;
import Dnn.Components.LayerNormConfig;
import Compute.OperationTraits;
import Dnn.Component;
import Dnn.TensorDataTypeTraits;
import Dnn.ComponentType;
import Compute.DeviceType;
import Dnn.ITensor;
import Dnn.Tensor;
import Dnn.TensorTypes;
import Compute.ExecutionContextFactory;
import Dnn.TensorDataType;
import Dnn.TensorPartitioning;
import Serialization.Mode;
import Compute.Device;
import Compute.DeviceId;
import Compute.DeviceTypeTraits;

Classes

class  Mila::Dnn::LayerNorm< TDeviceType, TPrecision >
 Device-templated Layer Normalization component. More...

Namespaces

namespace  Mila
 Mila main API namespace.

Detailed Description

Layer Normalization component.

Normalizes inputs across specified dimensions and applies learned affine transformation (weight and bias). Delegates compute to a device-specific UnaryOperation backend.