Attention

constructor(dimension: Int, numHeads: Int, numKeyValueHeads: Int = numHeads, ropeTheta: Float = 10000.0f, ropeScaling: RoPEScaling? = null, quantization: Quantization? = null)(source)