Mila
Deep Neural Network Library
Loading...
Searching...
No Matches
Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy > Member List

This is the complete list of members for Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >, including all inherited members.

addComponent(ComponentPtr component)Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
AttentionBlockType typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
backward(const TokenIndexType &, const TensorType &) override (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inline
Mila::Dnn::LanguageModelNetwork::backward(const TokenIndexType &input, const TensorType &output_grad)=0Mila::Dnn::LanguageModelNetwork< TDeviceType, TPrecision >pure virtual
build(const BuildContext &context) finalMila::Dnn::Component< TDeviceType, TPrecision >inlinevirtual
build_context_Mila::Dnn::Component< TDeviceType, TPrecision >protected
childCount() const noexceptMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
clearComponents()Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
Component(const std::string &name)Mila::Dnn::Component< TDeviceType, TPrecision >inlineexplicit
ComponentBase typedef (defined in Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >)Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >
componentPaths() constMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
ComponentPtr typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
CompositeBase typedef (defined in Mila::Dnn::Network< TDeviceType, TPrecision >)Mila::Dnn::Network< TDeviceType, TPrecision >
CompositeComponent(const std::string &name)Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >inlineexplicit
CompositeComponent(const CompositeComponent &)=delete (defined in Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >)Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >
CompositeComponent(CompositeComponent &&) noexcept=default (defined in Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >)Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >
createOptimizer(const TConfig &config)Mila::Dnn::Network< TDeviceType, TPrecision >inline
decode(const TokenIndexType &input, dim_t position) override (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inline
Mila::Dnn::LanguageModelNetwork::decode(const TokenIndexType &input, dim_t position)=0Mila::Dnn::LanguageModelNetwork< TDeviceType, TPrecision >pure virtual
DeltaNetBlockType typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
findComponent(const std::string &path) constMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
forward(const TokenIndexType &) override (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inline
Mila::Dnn::LanguageModelNetwork::forward(const TokenIndexType &input)=0Mila::Dnn::LanguageModelNetwork< TDeviceType, TPrecision >pure virtual
getComponent(const std::string &name) constMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
getComponentAs(const std::string &name) constMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inlineprotected
getComponents() constMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
getDeviceId() const noexcept overrideMila::Dnn::Network< TDeviceType, TPrecision >inlinevirtual
getDeviceType()Mila::Dnn::Component< TDeviceType, TPrecision >inlinestatic
getExecutionContext() constMila::Dnn::Component< TDeviceType, TPrecision >inline
getGradients() const overrideMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inlinevirtual
getMemoryStats() const overrideMila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inlinevirtual
getModelType() const (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inline
getName() constMila::Dnn::Component< TDeviceType, TPrecision >inline
getObservableStages() constMila::Dnn::Component< TDeviceType, TPrecision >inlinevirtual
getObservedPasses() const noexcept (defined in Mila::Dnn::Component< TDeviceType, TPrecision >)Mila::Dnn::Component< TDeviceType, TPrecision >inline
getOutputs() constMila::Dnn::Component< TDeviceType, TPrecision >inlinevirtual
getParameterNames() constMila::Dnn::Component< TDeviceType, TPrecision >inlinevirtual
getParameters() const overrideMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inlinevirtual
getPrecision() noexceptMila::Dnn::Component< TDeviceType, TPrecision >inlinestatic
getRequiredMemory(const BuildContext &context) const overrideMila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inlinevirtual
getRuntimeMode() const noexcept (defined in Mila::Dnn::Component< TDeviceType, TPrecision >)Mila::Dnn::Component< TDeviceType, TPrecision >inline
getTrainingMode() const noexceptMila::Dnn::Component< TDeviceType, TPrecision >inline
getType() const overrideMila::Dnn::Network< TDeviceType, TPrecision >inlinevirtual
hasChildren() const noexceptMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
hasComponent(const std::string &name) constMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
hasExecutionContext() const noexceptMila::Dnn::Component< TDeviceType, TPrecision >inlineprotected
HostStagingMemoryResource typedefMila::Dnn::Component< TDeviceType, TPrecision >protected
isBuilt() const finalMila::Dnn::Component< TDeviceType, TPrecision >inlinevirtual
isInferenceMode() const noexcept (defined in Mila::Dnn::Component< TDeviceType, TPrecision >)Mila::Dnn::Component< TDeviceType, TPrecision >inline
isTrainingMode() const noexcept (defined in Mila::Dnn::Component< TDeviceType, TPrecision >)Mila::Dnn::Component< TDeviceType, TPrecision >inline
kEmbeddingTableResidency (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >static
LanguageModelNetwork(const std::string &name) (defined in Mila::Dnn::LanguageModelNetwork< TDeviceType, TPrecision >)Mila::Dnn::LanguageModelNetwork< TDeviceType, TPrecision >inlineexplicit
LmHeadLinearType typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
load(ModelArchive &archive, SerializationMode mode)Mila::Dnn::Network< TDeviceType, TPrecision >inline
load_(ModelArchive &archive, SerializationMode mode) overrideMila::Dnn::Network< TDeviceType, TPrecision >inlineprotectedvirtual
loadParameter(const std::string &, const Serialization::ITensorBlob &)Mila::Dnn::Component< TDeviceType, TPrecision >inlinevirtual
loadParameterFromBlob(const std::string &param_name, const Serialization::ITensorBlob &blob, Tensor< TParameterPrecision, TMemoryResource > &target, const shape_t &expected_shape)Mila::Dnn::Component< TDeviceType, TPrecision >inlineprotected
loadParameters(WeightsReader &reader) (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inline
MR typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
Network(const std::string &name)Mila::Dnn::Network< TDeviceType, TPrecision >inlineexplicit
NetworkBase typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
observe(std::string_view pattern, Compute::ComputePassMask passes, Compute::ActivationObserver sink)Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
onBuilding(const BuildContext &context) overrideMila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inlineprotectedvirtual
onExecutionContextSet() overrideMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inlineprotectedvirtual
onTrainingModeChanging(TrainingMode training_mode) overrideMila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inlineprotectedvirtual
operator=(const CompositeComponent &)=delete (defined in Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >)Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >
operator=(CompositeComponent &&) noexcept=default (defined in Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >)Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >
optimize()Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >inlineprotectedvirtual
parameterCount() const overrideMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inlinevirtual
PrecisionPlan typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
prefill(const TokenIndexType &input) override (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inline
Mila::Dnn::LanguageModelNetwork::prefill(const TokenIndexType &input)=0Mila::Dnn::LanguageModelNetwork< TDeviceType, TPrecision >pure virtual
prefillChunking(dim_t B, dim_t T_ctx) constMila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inline
prefillFrom(const TokenIndexType &input, dim_t start_offset) overrideMila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inline
Mila::Dnn::LanguageModelNetwork::prefillFrom(const TokenIndexType &input, dim_t start_offset)Mila::Dnn::LanguageModelNetwork< TDeviceType, TPrecision >inlinevirtual
publish(Compute::ComputePass pass, std::string_view stage, const ITensor &value) constMila::Dnn::Component< TDeviceType, TPrecision >inlineprotected
QwenTransformer(const std::string &name, const QwenConfig &config, DeviceId device_id) (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inlineexplicit
removeComponent(const std::string &name)Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
requireSerializableParameters() const overrideMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inlineprotectedvirtual
resetKvCache() (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inline
rewindKvCache(dim_t position) overrideMila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inlinevirtual
RmsNormType typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
save(ModelArchive &archive, SerializationMode mode) constMila::Dnn::Network< TDeviceType, TPrecision >inline
save_(ModelArchive &archive, SerializationMode) const overrideMila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inlineprotectedvirtual
saveFlatTensors(Serialization::SafeTensorsWriter &writer, const std::string &prefix, Serialization::TensorSavePass pass) const overrideMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inlinevirtual
saveParameterToArchive(ModelArchive &archive, const std::string &parameter_name, const Tensor< TParameterPrecision, TMemoryResource > &parameter) constMila::Dnn::Component< TDeviceType, TPrecision >inlineprotected
saveParameterToWriter(Serialization::SafeTensorsWriter &writer, const std::string &flat_name, const Tensor< TParameterPrecision, TMemoryResource > &parameter, Serialization::TensorSavePass pass) constMila::Dnn::Component< TDeviceType, TPrecision >inlineprotected
scoreTokens(const TokenIndexType &input) overrideMila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inline
Mila::Dnn::LanguageModelNetwork::scoreTokens(const TokenIndexType &input)Mila::Dnn::LanguageModelNetwork< TDeviceType, TPrecision >inlinevirtual
setExecutionContext(IExecutionContext *context)Mila::Dnn::Component< TDeviceType, TPrecision >inlineprotected
setObservedPasses(Compute::ComputePassMask passes) noexceptMila::Dnn::Component< TDeviceType, TPrecision >inline
setTrainingMode(TrainingMode mode)Mila::Dnn::Component< TDeviceType, TPrecision >inline
stopObserving()Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
synchronize() overrideMila::Dnn::Network< TDeviceType, TPrecision >inlinevirtual
TensorType typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
TokenEmbeddingType typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
TokenIndexType typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
toString() const overrideMila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >inlinevirtual
TransformerBlockType typedef (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >
tryFindComponent(const std::string &path) constMila::Dnn::CompositeComponent< TDeviceType, TPrecision >inline
verifyArchitectureCompatibility(const WeightsMetadata &metadata)Mila::Dnn::Network< TDeviceType, TPrecision >inlineprotected
zeroGradients()Mila::Dnn::Component< TDeviceType, TPrecision >inlinevirtual
~Component()=default (defined in Mila::Dnn::Component< TDeviceType, TPrecision >)Mila::Dnn::Component< TDeviceType, TPrecision >virtual
~CompositeComponent()=default (defined in Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >)Mila::Dnn::CompositeComponent< TDeviceType, TPrecision >virtual
~LanguageModelNetwork() override=default (defined in Mila::Dnn::LanguageModelNetwork< TDeviceType, TPrecision >)Mila::Dnn::LanguageModelNetwork< TDeviceType, TPrecision >
~Network() override=default (defined in Mila::Dnn::Network< TDeviceType, TPrecision >)Mila::Dnn::Network< TDeviceType, TPrecision >
~QwenTransformer() override=default (defined in Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >)Mila::Dnn::QwenTransformer< TDeviceType, TPrecision, TWeightPlan, TKvCachePolicy >