Transformer

constructor(vocabularySize: Int, dimension: Int, numLayers: Int, numHeads: Int, hiddenDimension: Int = 4 * dimension, numKeyValueHeads: Int = numHeads, normEps: Float = 1.0E-6f, ropeTheta: Float = 10000.0f, ropeScaling: RoPEScaling? = null, quantization: Quantization? = null)(source)