http4k-connect-ai-ollama/org.http4k.connect.ollama.action

Package-level declarations

Types

@JsonSerializable

data class ChatCompletion(val model: ModelName, val messages: List<Message>, val stream: Boolean? = false, val format: ResponseFormat? = null, val keep_alive: String? = null, val options: ModelOptions? = null) : OllamaAction<Sequence<ChatCompletionResponse>>

ChatCompletionResponse

@JsonSerializable

data class ChatCompletionResponse(val model: ModelName, val created_at: Instant, val message: Message?, val done: Boolean, val total_duration: Long? = null, val load_duration: Long? = null, val prompt_eval_count: Long? = null, val prompt_eval_duration: Long? = null, val eval_count: Long? = null, val eval_duration: Long? = null)

Completion

@JsonSerializable

data class Completion(val model: ModelName, val prompt: Prompt, val images: List<Base64Blob>? = null, val stream: Boolean? = false, val system: SystemMessage? = null, val format: ResponseFormat? = null, val template: Template? = null, val raw: Boolean? = null, val keep_alive: String? = null, val options: ModelOptions? = null) : OllamaAction<Sequence<CompletionResponse>>

CompletionResponse

@JsonSerializable

data class CompletionResponse(val model: ModelName, val created_at: Instant, val response: String?, val done: Boolean, val context: List<Long>? = null, val total_duration: Long? = null, val load_duration: Long? = null, val prompt_eval_count: Long? = null, val prompt_eval_duration: Long? = null, val eval_count: Long? = null, val eval_duration: Long? = null)

CreateEmbeddings

@JsonSerializable

data class CreateEmbeddings(val model: ModelName, val prompt: Prompt, val keep_alive: String? = null, val options: ModelOptions? = null) : NonNullOllamaAction<EmbeddingsResponse>

Details

@JsonSerializable

data class Details(val format: String, val parameter_size: String, val quantization_level: String, val family: String, parent_model: String? = null, val families: List<String>? = null)

EmbeddingsResponse

@JsonSerializable

data class EmbeddingsResponse(val embedding: FloatArray)

GetModels

@JsonSerializable

data object GetModels : NonNullOllamaAction<ModelList>

Model

@JsonSerializable

data class Model(val name: ModelName, val size: Long, val digest: String, val details: Details, val expires_at: Instant? = null, val modified_at: Instant? = null, val size_vram: Long? = null)

ModelList

@JsonSerializable

data class ModelList(val models: List<Model>)

ModelOptions

@JsonSerializable

data class ModelOptions(val num_keep: Long? = null, val seed: Long? = null, val num_predict: Long? = null, val top_k: Long? = null, val top_p: Double? = null, val tfs_z: Double? = null, val typical_p: Double? = null, val repeat_last_n: Long? = null, val temperature: Double? = null, val repeat_penalty: Double? = null, val presence_penalty: Double? = null, val frequency_penalty: Double? = null, val mirostat: Long? = null, val mirostat_tau: Double? = null, val mirostat_eta: Double? = null, val penalize_newline: Boolean? = null, val stop: List<String>? = null, val numa: Boolean? = null, val num_ctx: Long? = null, val num_batch: Long? = null, val num_gpu: Long? = null, val main_gpu: Long? = null, val low_vram: Boolean? = null, val f16_kv: Boolean? = null, val vocab_only: Boolean? = null, val use_mmap: Boolean? = null, val use_mlock: Boolean? = null, val num_thread: Long? = null)

NonNullOllamaAction

abstract class NonNullOllamaAction<R : Any>(clazz: KClass<R>) : NonNullAutoMarshalledAction<R> , OllamaAction<R>

PullModel

@JsonSerializable

data class PullModel(val name: ModelName, val stream: Boolean? = false) : OllamaAction<Sequence<PullResponse>>

PullResponse

@JsonSerializable

data class PullResponse(val status: String, val digest: String? = null, val total: Long? = null, val completed: Long? = null)