ModelOptions
@JsonSerializable
Constructors
Link copied to clipboard
constructor(num_keep: Long? = null, seed: Long? = null, num_predict: Long? = null, top_k: Long? = null, top_p: Double? = null, tfs_z: Double? = null, typical_p: Double? = null, repeat_last_n: Long? = null, temperature: Double? = null, repeat_penalty: Double? = null, presence_penalty: Double? = null, frequency_penalty: Double? = null, mirostat: Long? = null, mirostat_tau: Double? = null, mirostat_eta: Double? = null, penalize_newline: Boolean? = null, stop: List<String>? = null, numa: Boolean? = null, num_ctx: Long? = null, num_batch: Long? = null, num_gpu: Long? = null, main_gpu: Long? = null, low_vram: Boolean? = null, f16_kv: Boolean? = null, vocab_only: Boolean? = null, use_mmap: Boolean? = null, use_mlock: Boolean? = null, num_thread: Long? = null)