Mila
Deep Neural Network Library
Loading...
Searching...
No Matches
Mila::Dnn::LlamaModelConfig Member List

This is the complete list of members for Mila::Dnn::LlamaModelConfig, including all inherited members.

baseToString() constMila::Dnn::LanguageModelConfig< LlamaModelConfig >inline
LlamaModelConfig()=defaultMila::Dnn::LlamaModelConfig
LlamaModelConfig(dim_t context_length)Mila::Dnn::LlamaModelConfiginlineexplicit
toString() constMila::Dnn::LlamaModelConfiginline
withContextLength(dim_t context_length)Mila::Dnn::LanguageModelConfig< LlamaModelConfig >inline
withFP4Quantization()Mila::Dnn::LanguageModelConfig< LlamaModelConfig >inline
withFP8Quantization()Mila::Dnn::LanguageModelConfig< LlamaModelConfig >inline
withFullPrecision()Mila::Dnn::LanguageModelConfig< LlamaModelConfig >inline
withKvCacheCompression(KvCacheCompression kv)Mila::Dnn::LanguageModelConfig< LlamaModelConfig >inline
withWeightQuantization(WeightQuantization wq)Mila::Dnn::LanguageModelConfig< LlamaModelConfig >inline