Kotensor
Toggle table of contents
1.2.0
jvm
Target filter
jvm
Switch theme
Search in API
Skip to content
Kotensor
Kotensor
/
io.kotensor.core
/
BPETokenizer
/
encode
encode
open
override
fun
encode
(
text
:
String
)
:
IntArray
(
source
)
fun
encode
(
text
:
String
,
addSpecialTokens
:
Boolean
)
:
IntArray
(
source
)