Mila::Dnn::Compute::IPackedKvInference Member List

This is the complete list of members for Mila::Dnn::Compute::IPackedKvInference, including all inherited members.

decode(const ITensor &input, ITensor &output, dim_t position)=0	Mila::Dnn::Compute::IPackedKvInference	pure virtual
initializeKvCache(dim_t batch_size, dim_t max_sequence_length)=0	Mila::Dnn::Compute::IKvCacheLifecycle	pure virtual
prefill(const ITensor &qkv, ITensor &output)=0	Mila::Dnn::Compute::IPackedKvInference	pure virtual
resetKvCache()=0	Mila::Dnn::Compute::IKvCacheLifecycle	pure virtual
rewindKvCache(dim_t position)=0	Mila::Dnn::Compute::IKvCacheLifecycle	pure virtual
~IKvCacheLifecycle()=default (defined in Mila::Dnn::Compute::IKvCacheLifecycle)	Mila::Dnn::Compute::IKvCacheLifecycle	virtual
~IPackedKvInference() override=default (defined in Mila::Dnn::Compute::IPackedKvInference)	Mila::Dnn::Compute::IPackedKvInference