http4k-connect-ai-lmstudio/org.http4k.connect.lmstudio.action

Package-level declarations

Types

@JsonSerializable

data class ChatCompletion(val model: ModelName, val messages: List<Message>, val max_tokens: MaxTokens? = null, val temperature: Temperature = Temperature.ONE, val top_p: Double = 1.0, val n: Int = 1, val stop: List<String>? = null, val presence_penalty: Double = 0.0, val frequency_penalty: Double = 0.0, val logit_bias: Map<TokenId, Double>? = null, val user: User? = null, val stream: Boolean = false, val response_format: ResponseFormat? = null, val tools: List<Tool>? = null, val tool_choice: Any? = null, val parallel_tool_calls: Boolean? = null) : LmStudioAction<Sequence<CompletionResponse>>

Choice

@JsonSerializable

data class Choice(val index: Int, msg: ChoiceDetail?, delta: ChoiceDetail?, val finish_reason: StopReason?)

ChoiceDetail

@JsonSerializable

data class ChoiceDetail(r: Role?, val content: String? = null, val tool_calls: List<ToolCall>? = null)

CompletionResponse

@JsonSerializable

data class CompletionResponse(val id: CompletionId, val created: Timestamp, val model: ModelName, val choices: List<Choice>, val objectType: ObjectType, val usage: Usage? = null)

ContentType

enum ContentType : Enum<ContentType>

CreateEmbeddings

@JsonSerializable

data class CreateEmbeddings(val model: ModelName, val input: List<String>) : NonNullAutoMarshalledAction<Embeddings> , LmStudioAction<Embeddings>

Detail

enum Detail : Enum<Detail>

Embedding

@JsonSerializable

data class Embedding(val embedding: FloatArray, val index: Int)

Embeddings

@JsonSerializable

data class Embeddings(val data: List<Embedding>, val model: ModelName, val usage: Usage)

Function

@JsonSerializable

data class Function(val name: String)

FunctionCall

@JsonSerializable

data class FunctionCall(val name: String, val arguments: String)

FunctionSpec

@JsonSerializable

data class FunctionSpec(val name: String, val parameters: Any? = null, val description: String? = null)

GetModels

object GetModels : NonNullAutoMarshalledAction<Models> , LmStudioAction<Models>

ImageUrl

@JsonSerializable

data class ImageUrl(val url: Uri, val detail: Detail = auto)

Message

@JsonSerializable

data class Message(val role: Role?, val content: List<MessageContent>? = null, val name: User? = null, val refusal: String? = null, val tool_calls: List<ToolCall>? = null)

MessageContent

@JsonSerializable

data class MessageContent(val type: ContentType, val text: String? = null, val image_url: ImageUrl? = null)

Model

@JsonSerializable

data class Model(val id: ObjectId, val objectType: ObjectType, val owned_by: Org, val permission: List<Map<String, Any>>? = emptyList())

Models

@JsonSerializable

data class Models(val data: List<Model>)

ResponseFormat

@JsonSerializable

data class ResponseFormat(val type: ResponseFormatType)

Tool

@JsonSerializable

data class Tool(val function: FunctionSpec)

ToolCall

@JsonSerializable

data class ToolCall(val id: String, val type: String, val function: FunctionCall, val index: Int? = null)

ToolChoice

@JsonSerializable

data class ToolChoice(val function: Function)

Usage

@JsonSerializable

data class Usage(val prompt_tokens: Int?, val completion_tokens: Int?, val total_tokens: Int?)