Hugging Face Config
class HuggingFaceConfig(val modelType: String, val hiddenSize: Int, val numHiddenLayers: Int, val numAttentionHeads: Int, val numKeyValueHeads: Int, val intermediateSize: Int, val rmsNormEps: Float, val ropeTheta: Float, val vocabSize: Int, val maxPositionEmbeddings: Int, val tieWordEmbeddings: Boolean, val ropeScaling: RoPEScaling? = null)(source)