prompt-executor-cached/ai.koog.prompt.executor.cached/CachedPromptExecutor

CachedPromptExecutor

class CachedPromptExecutor(cache: PromptCache, nested: PromptExecutor, clock: KoogClock = KoogClock.System) : PromptExecutor(source)

A CodePromptExecutor that caches responses from a nested executor.

Parameters

cache

The cache implementation to use

nested

The nested executor to use for cache misses

Constructors

CachedPromptExecutor

constructor(cache: PromptCache, nested: PromptExecutor, clock: KoogClock = KoogClock.System)

Functions

open override fun close()

open suspend override fun execute(prompt: Prompt, model: LLModel, tools: List<ToolDescriptor>): Message.Assistant

open suspend fun execute(prompt: Prompt, model: ResolvedModel, tools: List<ToolDescriptor>): Message.Assistant

executeMultipleChoices

open suspend fun executeMultipleChoices(prompt: Prompt, resolvedModel: ResolvedModel, tools: List<ToolDescriptor>): LLMChoice

open suspend fun executeMultipleChoices(prompt: Prompt, model: LLModel, tools: List<ToolDescriptor>): LLMChoice

executeStreaming

open override fun executeStreaming(prompt: Prompt, model: LLModel, tools: List<ToolDescriptor>): Flow<StreamFrame>

open fun executeStreaming(prompt: Prompt, resolvedModel: ResolvedModel, tools: List<ToolDescriptor>): Flow<StreamFrame>

getBasicJsonSchemaGenerator

open override fun getBasicJsonSchemaGenerator(model: LLModel): BasicJsonSchemaGenerator

getStandardJsonSchemaGenerator

open override fun getStandardJsonSchemaGenerator(model: LLModel): StandardJsonSchemaGenerator

open suspend override fun models(): List<LLModel>

open suspend override fun moderate(prompt: Prompt, model: LLModel): ModerationResult

open suspend fun moderate(prompt: Prompt, model: ResolvedModel): ModerationResult

open suspend fun resolveModel(model: LLModel, promptExecutorOperation: PromptExecutorOperation): ResolvedModel