Attention
class Attention(val dimension: Int, val numHeads: Int, val numKeyValueHeads: Int = numHeads, val ropeTheta: Float = 10000.0f, ropeScaling: RoPEScaling? = null, quantization: Quantization? = null) : Module(source)
Constructors
Link copied to clipboard
constructor(dimension: Int, numHeads: Int, numKeyValueHeads: Int = numHeads, ropeTheta: Float = 10000.0f, ropeScaling: RoPEScaling? = null, quantization: Quantization? = null)
Functions
Link copied to clipboard
fun decodeInto(input: Tensor, cache: KVCache, layer: Int, out: Tensor, buffers: InferenceBuffers): Tensor
Link copied to clipboard
Link copied to clipboard