KVCache

constructor(numLayers: Int, numHeads: Int, maxSequenceLength: Int, headDim: Int)(source)