Compute.OperationType Module Reference

Enumerations
enum class	Mila::Dnn::Compute::OperationType {   CrossEntropyOp , TokenEmbeddingOp , LpeOp , RopeOp ,   FusedOp , LinearOp , GeluOp , ElementwiseActivationOp ,   SwigluOp , GegluOp , LayerNormOp , RmsNormOp ,   MultiHeadAttentionOp , GroupedQueryAttentionOp , ResidualOp , SoftmaxOp ,   DropoutOp , SamplingOp , SoftmaxCrossEntropyOp }
	Enumeration of all supported neural network operation types. More...

Functions
std::string_view	Mila::Dnn::Compute::operationTypeToString (OperationType op)

Variables
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::CrossEntropy = "CrossEntropyOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Dropout = "DropoutOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::ElementwiseActivation = "ElementwiseActivationOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Fused = "FusedOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Geglu = "GegluOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Gelu = "GeluOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::GroupedQueryAttention = "GroupedQueryAttentionOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::LayerNorm = "LayerNormOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Linear = "LinearOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Lpe = "LpeOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::MultiHeadAttention = "MultiHeadAttentionOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Residual = "ResidualOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::RmsNorm = "RmsNormOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Rope = "RopeOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Sampling = "SamplingOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Softmax = "SoftmaxOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::SoftmaxCrossEntropy = "SoftmaxCrossEntropyOp"
	WIP – targeted for Llama training.
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Swiglu = "SwigluOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::TokenEmbedding = "TokenEmbeddingOp"

Files
file	Mila/Src/Dnn/Compute/Operations/OperationType.ixx
	Defines the operation types supported by the compute framework.