Kotensor
Toggle table of contents
1.2.0
jvm
Target filter
jvm
Switch theme
Search in API
Skip to content
Kotensor
Kotensor
/
io.kotensor.core
/
SwiGLU
Swi
GLU
class
SwiGLU
(
val
dimension
:
Int
,
val
hiddenDimension
:
Int
,
quantization
:
Quantization
?
=
null
)
:
Module
(
source
)
Members
Constructors
Swi
GLU
Link copied to clipboard
constructor
(
dimension
:
Int
,
hiddenDimension
:
Int
,
quantization
:
Quantization
?
=
null
)
Properties
dimension
Link copied to clipboard
val
dimension
:
Int
hidden
Dimension
Link copied to clipboard
val
hiddenDimension
:
Int
requires
Grad
Link copied to clipboard
var
requiresGrad
:
Boolean
w
Down
Link copied to clipboard
var
wDown
:
Module
w
Gate
Link copied to clipboard
var
wGate
:
Module
w
Up
Link copied to clipboard
var
wUp
:
Module
Functions
forward
Link copied to clipboard
open
override
fun
forward
(
input
:
Tensor
)
:
Tensor
forward
Into
Link copied to clipboard
open
fun
forwardInto
(
input
:
Tensor
,
out
:
Tensor
)
:
Tensor
fun
forwardInto
(
input
:
Tensor
,
out
:
Tensor
,
gate
:
Tensor
,
up
:
Tensor
)
:
Tensor
invoke
Link copied to clipboard
operator
fun
invoke
(
input
:
Tensor
)
:
Tensor
parameters
Link copied to clipboard
open
override
fun
parameters
(
)
:
List
<
Tensor
>