Mila::Dnn::GemmaConfig Member List

This is the complete list of members for Mila::Dnn::GemmaConfig, including all inherited members.

fromMetadata(const SerializationMetadata &meta) override	Mila::Dnn::GemmaConfig	inlinevirtual
GemmaConfig(dim_t embedding_dim, dim_t num_layers)	Mila::Dnn::GemmaConfig	inline
getEmbeddingScale() const noexcept	Mila::Dnn::GemmaConfig	inline
getFinalLogitSoftcapping() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getGlobalHeadDim() const noexcept	Mila::Dnn::GemmaConfig	inline
getGlobalKVProjectionWidth() const noexcept	Mila::Dnn::GemmaConfig	inline
getGlobalPackedQKVWidth() const noexcept	Mila::Dnn::GemmaConfig	inline
getGlobalQProjectionWidth() const noexcept	Mila::Dnn::GemmaConfig	inline
getGlobalRotaryDim() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getHeadDim() const noexcept	Mila::Dnn::GemmaConfig	inline
getHeadDimForLayer(dim_t layer_index) const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getHiddenDimension() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getKVProjectionWidth() const noexcept	Mila::Dnn::GemmaConfig	inline
getMaxSequenceLength() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getModelDim() const noexcept	Mila::Dnn::GemmaConfig	inline
getNumGlobalKVHeads() const noexcept	Mila::Dnn::GemmaConfig	inline
getNumHeads() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getNumKVHeads() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getNumKVHeadsForLayer(dim_t layer_index) const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getNumLayers() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getPackedQKVWidth() const noexcept	Mila::Dnn::GemmaConfig	inline
getPackedQKVWidthForLayer(dim_t layer_index) const noexcept	Mila::Dnn::GemmaConfig	inline
getQProjectionWidth() const noexcept	Mila::Dnn::GemmaConfig	inline
getQProjectionWidthForLayer(dim_t layer_index) const noexcept	Mila::Dnn::GemmaConfig	inline
getRMSNormEpsilon() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getRoPEThetaForLayer(dim_t layer_index) const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getRoPEThetaGlobal() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getRoPEThetaLocal() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getRotaryDimForLayer(dim_t layer_index) const noexcept	Mila::Dnn::GemmaConfig	inline
getSlidingWindowPattern() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getTieWordEmbeddings() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getVocabSize() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getWindow() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
getWindowForLayer(dim_t layer_index) const noexcept	Mila::Dnn::GemmaConfig	inline
isGlobalLayer(dim_t layer_index) const noexcept	Mila::Dnn::GemmaConfig	inline
keyEqualsValue() const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
keyEqualsValueForLayer(dim_t layer_index) const noexcept (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
toMetadata() const override	Mila::Dnn::GemmaConfig	inlinevirtual
toString() const override	Mila::Dnn::GemmaConfig	inlinevirtual
validate() const override	Mila::Dnn::GemmaConfig	inlinevirtual
withFinalLogitSoftcapping(this Self &&self, float cap)	Mila::Dnn::GemmaConfig	inline
withGlobalHeadDim(this Self &&self, dim_t global_head_dim)	Mila::Dnn::GemmaConfig	inline
withGlobalRoPETheta(this Self &&self, float theta)	Mila::Dnn::GemmaConfig	inline
withGlobalRotaryDim(this Self &&self, dim_t global_rotary_dim)	Mila::Dnn::GemmaConfig	inline
withHeadDim(this Self &&self, dim_t head_dim)	Mila::Dnn::GemmaConfig	inline
withHiddenDimension(this Self &&self, dim_t hidden_dim)	Mila::Dnn::GemmaConfig	inline
withKeyEqualsValue(this Self &&self, bool key_equals_value)	Mila::Dnn::GemmaConfig	inline
withMaxSequenceLength(this Self &&self, dim_t max_seq_len)	Mila::Dnn::GemmaConfig	inline
withNumGlobalKVHeads(this Self &&self, dim_t num_global_kv_heads)	Mila::Dnn::GemmaConfig	inline
withNumHeads(this Self &&self, dim_t num_heads) (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
withNumKVHeads(this Self &&self, dim_t num_kv_heads) (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
withRMSNormEpsilon(this Self &&self, float eps) (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
withRoPETheta(this Self &&self, float theta)	Mila::Dnn::GemmaConfig	inline
withSlidingWindowPattern(this Self &&self, dim_t pattern)	Mila::Dnn::GemmaConfig	inline
withTieWordEmbeddings(this Self &&self, bool tie)	Mila::Dnn::GemmaConfig	inline
withVocabularyLength(this Self &&self, dim_t vocab_size) (defined in Mila::Dnn::GemmaConfig)	Mila::Dnn::GemmaConfig	inline
withWindow(this Self &&self, dim_t window)	Mila::Dnn::GemmaConfig	inline
~ComponentConfig()=default	Mila::Dnn::ComponentConfig	virtual