prompt-executor-ollama-client/ai.koog.prompt.executor.ollama.client/OllamaClient

OllamaClient

class OllamaClient(val baseUrl: String = "http://localhost:11434", baseClient: HttpClient = HttpClient(), timeoutConfig: ConnectionTimeoutConfig = ConnectionTimeoutConfig(), clock: Clock = Clock.System, contextWindowStrategy: ContextWindowStrategy = ContextWindowStrategy.Companion.None) : LLMClient, LLMEmbeddingProvider(source)

Client for interacting with the Ollama API with comprehensive model support.

Implements:

LLMClient for executing prompts and streaming responses.
LLMEmbeddingProvider for generating embeddings from input text.

Parameters

baseUrl

The base URL of the Ollama server. Defaults to "http://localhost:11434".

baseClient

The underlying HTTP client used for making requests.

timeoutConfig

Configuration for connection, request, and socket timeouts.

clock

Clock instance used for tracking response metadata timestamps.

contextWindowStrategy

The ContextWindowStrategy to use for computing context window lengths. Defaults to ContextWindowStrategy.None.

Constructors

OllamaClient

constructor(baseUrl: String = "http://localhost:11434", baseClient: HttpClient = HttpClient(), timeoutConfig: ConnectionTimeoutConfig = ConnectionTimeoutConfig(), clock: Clock = Clock.System, contextWindowStrategy: ContextWindowStrategy = ContextWindowStrategy.Companion.None)

Properties

baseUrl

val baseUrl: String

Functions

open override fun close()

embed

open suspend override fun embed(text: String, model: LLModel): List<Double>

Embeds the given text using the Ollama model.

execute

open suspend override fun execute(prompt: Prompt, model: LLModel, tools: List<ToolDescriptor>): List<Message.Response>

executeMultipleChoices

open suspend fun executeMultipleChoices(prompt: Prompt, model: LLModel, tools: List<ToolDescriptor>): List<LLMChoice>

executeStreaming

open override fun executeStreaming(prompt: Prompt, model: LLModel, tools: List<ToolDescriptor>): Flow<StreamFrame>

getModelOrNull

suspend fun getModelOrNull(name: String, pullIfMissing: Boolean = false): OllamaModelCard?

Returns a model card by its model name, on null if no such model exists on the server.

getModels

suspend fun getModels(): List<OllamaModelCard>

Returns the model cards for all the available models on the server.

llmProvider

open override fun llmProvider(): LLMProvider

Provides the type of Language Learning Model (LLM) provider used by the client.

models

open suspend fun models(): List<String>

moderate

open suspend override fun moderate(prompt: Prompt, model: LLModel): ModerationResult