Mila::Dnn::Compute::IKvInference Member List

This is the complete list of members for Mila::Dnn::Compute::IKvInference, including all inherited members.

decode(const ITensor &q, const ITensor &k, const ITensor &v, ITensor &output, dim_t position)=0	Mila::Dnn::Compute::IKvInference	pure virtual
initializeKvCache(dim_t batch_size, dim_t max_sequence_length)=0	Mila::Dnn::Compute::IKvCacheLifecycle	pure virtual
prefill(const ITensor &q, const ITensor &k, const ITensor &v, ITensor &output, dim_t position_offset)=0	Mila::Dnn::Compute::IKvInference	pure virtual
resetKvCache()=0	Mila::Dnn::Compute::IKvCacheLifecycle	pure virtual
rewindKvCache(dim_t position)=0	Mila::Dnn::Compute::IKvCacheLifecycle	pure virtual
~IKvCacheLifecycle()=default (defined in Mila::Dnn::Compute::IKvCacheLifecycle)	Mila::Dnn::Compute::IKvCacheLifecycle	virtual
~IKvInference() override=default (defined in Mila::Dnn::Compute::IKvInference)	Mila::Dnn::Compute::IKvInference