Kotensor
Toggle table of contents
1.2.0
jvm
Target filter
jvm
Switch theme
Search in API
Skip to content
Kotensor
Kotensor
/
io.kotensor.core
/
Transformer
/
Transformer
Transformer
constructor
(
vocabularySize
:
Int
,
dimension
:
Int
,
numLayers
:
Int
,
numHeads
:
Int
,
hiddenDimension
:
Int
=
4 * dimension
,
numKeyValueHeads
:
Int
=
numHeads
,
normEps
:
Float
=
1.0E-6f
,
ropeTheta
:
Float
=
10000.0f
,
ropeScaling
:
RoPEScaling
?
=
null
,
quantization
:
Quantization
?
=
null
)
(
source
)