SamplingRequest
data class SamplingRequest(val messages: List<Message>, val maxTokens: MaxTokens, val systemPrompt: SystemPrompt? = null, val includeContext: SamplingIncludeContext? = null, val temperature: Temperature? = null, val stopSequences: List<String>? = null, val modelPreferences: ModelPreferences? = null, val metadata: Map<String, Any> = emptyMap(), val progressToken: ProgressToken? = null)
Constructors
Link copied to clipboard
constructor(messages: List<Message>, maxTokens: MaxTokens, systemPrompt: SystemPrompt? = null, includeContext: SamplingIncludeContext? = null, temperature: Temperature? = null, stopSequences: List<String>? = null, modelPreferences: ModelPreferences? = null, metadata: Map<String, Any> = emptyMap(), progressToken: ProgressToken? = null)