ModelOptions

@JsonSerializable
data class ModelOptions(val num_keep: Long? = null, val seed: Long? = null, val num_predict: Long? = null, val top_k: Long? = null, val top_p: Double? = null, val tfs_z: Double? = null, val typical_p: Double? = null, val repeat_last_n: Long? = null, val temperature: Double? = null, val repeat_penalty: Double? = null, val presence_penalty: Double? = null, val frequency_penalty: Double? = null, val mirostat: Long? = null, val mirostat_tau: Double? = null, val mirostat_eta: Double? = null, val penalize_newline: Boolean? = null, val stop: List<String>? = null, val numa: Boolean? = null, val num_ctx: Long? = null, val num_batch: Long? = null, val num_gpu: Long? = null, val main_gpu: Long? = null, val low_vram: Boolean? = null, val f16_kv: Boolean? = null, val vocab_only: Boolean? = null, val use_mmap: Boolean? = null, val use_mlock: Boolean? = null, val num_thread: Long? = null)

Constructors

Link copied to clipboard
constructor(num_keep: Long? = null, seed: Long? = null, num_predict: Long? = null, top_k: Long? = null, top_p: Double? = null, tfs_z: Double? = null, typical_p: Double? = null, repeat_last_n: Long? = null, temperature: Double? = null, repeat_penalty: Double? = null, presence_penalty: Double? = null, frequency_penalty: Double? = null, mirostat: Long? = null, mirostat_tau: Double? = null, mirostat_eta: Double? = null, penalize_newline: Boolean? = null, stop: List<String>? = null, numa: Boolean? = null, num_ctx: Long? = null, num_batch: Long? = null, num_gpu: Long? = null, main_gpu: Long? = null, low_vram: Boolean? = null, f16_kv: Boolean? = null, vocab_only: Boolean? = null, use_mmap: Boolean? = null, use_mlock: Boolean? = null, num_thread: Long? = null)

Properties

Link copied to clipboard
val f16_kv: Boolean? = null
Link copied to clipboard
Link copied to clipboard
val low_vram: Boolean? = null
Link copied to clipboard
val main_gpu: Long? = null
Link copied to clipboard
val mirostat: Long? = null
Link copied to clipboard
val mirostat_eta: Double? = null
Link copied to clipboard
val mirostat_tau: Double? = null
Link copied to clipboard
val num_batch: Long? = null
Link copied to clipboard
val num_ctx: Long? = null
Link copied to clipboard
val num_gpu: Long? = null
Link copied to clipboard
val num_keep: Long? = null
Link copied to clipboard
val num_predict: Long? = null
Link copied to clipboard
val num_thread: Long? = null
Link copied to clipboard
val numa: Boolean? = null
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
val repeat_last_n: Long? = null
Link copied to clipboard
val repeat_penalty: Double? = null
Link copied to clipboard
val seed: Long? = null
Link copied to clipboard
val stop: List<String>? = null
Link copied to clipboard
val temperature: Double? = null
Link copied to clipboard
val tfs_z: Double? = null
Link copied to clipboard
val top_k: Long? = null
Link copied to clipboard
val top_p: Double? = null
Link copied to clipboard
val typical_p: Double? = null
Link copied to clipboard
val use_mlock: Boolean? = null
Link copied to clipboard
val use_mmap: Boolean? = null
Link copied to clipboard
val vocab_only: Boolean? = null