Streaming Session
Properties
Functions
Link copied to clipboard
fun stream(prompt: String, maxTokens: Int, stopTokens: Set<Int> = emptySet(), onUpdate: (GenerationState) -> Unit): GenerationState
fun stream(prompt: String, maxTokens: Int, stopTokens: Set<Int>, sampling: Sampling, onUpdate: (GenerationState) -> Unit): GenerationState