Transformer Block
class TransformerBlock(val dimension: Int, val numHeads: Int, val hiddenDimension: Int = 4 * dimension, val numKeyValueHeads: Int = numHeads, val normEps: Float = 1.0E-6f, val ropeTheta: Float = 10000.0f, ropeScaling: RoPEScaling? = null, quantization: Quantization? = null) : Module(source)
Constructors
Link copied to clipboard
constructor(dimension: Int, numHeads: Int, hiddenDimension: Int = 4 * dimension, numKeyValueHeads: Int = numHeads, normEps: Float = 1.0E-6f, ropeTheta: Float = 10000.0f, ropeScaling: RoPEScaling? = null, quantization: Quantization? = null)