Implementation of LLMInterface for Ollama models. More...

#include <ollama_llm.h>

Inheritance diagram for agents::llms::OllamaLLM:

Public Member Functions
	OllamaLLM (const String &model="llama3")
	Constructor.

	~OllamaLLM () override=default
	Destructor.

std::vector< String >	getAvailableModels () override
	Get available models from Ollama.

void	setModel (const String &model) override
	Set the model to use.

String	getModel () const override
	Get current model.

void	setApiKey (const String &api_key) override
	Set API key (not used for Ollama, but implemented for interface compliance)

void	setApiBase (const String &api_base) override
	Set API base URL for Ollama server.

void	setOptions (const LLMOptions &options) override
	Set options for API calls.

LLMOptions	getOptions () const override
	Get current options.

LLMResponse	complete (const String &prompt) override
	Generate completion from a prompt.

LLMResponse	chat (const std::vector< Message > &messages) override
	Generate completion from a list of messages.

LLMResponse	chatWithTools (const std::vector< Message > &messages, const std::vector< std::shared_ptr< Tool > > &tools) override
	Generate completion with available tools.

void	streamChat (const std::vector< Message > &messages, std::function< void(const String &, bool)> callback) override
	Stream results with callback.

virtual LLMResponse	complete (const std::vector< Message > &messages)
	Generate completion from a list of messages.

virtual LLMResponse	completeWithTools (const std::vector< Message > &messages, const std::vector< JsonObject > &tools_schema)
	Generate completion with available tools.

virtual Task< LLMResponse >	completeAsync (const String &prompt)
	Async complete from a prompt.

virtual Task< LLMResponse >	completeAsync (const std::vector< Message > &messages)
	Async complete from a list of messages.

virtual Task< LLMResponse >	chatAsync (const std::vector< Message > &messages)
	Async chat from a list of messages.

virtual Task< LLMResponse >	chatWithToolsAsync (const std::vector< Message > &messages, const std::vector< std::shared_ptr< Tool > > &tools)
	Async chat with tools.

virtual AsyncGenerator< String >	streamChatAsync (const std::vector< Message > &messages)
	Stream chat with AsyncGenerator.

Detailed Description

Implementation of LLMInterface for Ollama models.

Constructor & Destructor Documentation

◆ OllamaLLM()

agents::llms::OllamaLLM::OllamaLLM ( const String & model = "llama3" )

Constructor.

Parameters

model The model to use

Member Function Documentation

◆ chat()

LLMResponse agents::llms::OllamaLLM::chat ( const std::vector< Message > & messages )

overridevirtual

Generate completion from a list of messages.

Parameters

messages The messages

Returns: The completion

Implements agents::LLMInterface.

◆ chatAsync()

virtual Task< LLMResponse > agents::LLMInterface::chatAsync ( const std::vector< Message > & messages )

virtualinherited

Async chat from a list of messages.

Parameters

messages The messages to generate completion from

Returns: The LLM response

◆ chatWithTools()

LLMResponse agents::llms::OllamaLLM::chatWithTools	(	const std::vector< Message > &	messages,
		const std::vector< std::shared_ptr< Tool > > &	tools )

overridevirtual

Generate completion with available tools.

Parameters

messages	The messages
tools	The tools

Returns: The completion

Implements agents::LLMInterface.

◆ chatWithToolsAsync()

virtual Task< LLMResponse > agents::LLMInterface::chatWithToolsAsync	(	const std::vector< Message > &	messages,
		const std::vector< std::shared_ptr< Tool > > &	tools )

virtualinherited

Async chat with tools.

Parameters

messages	The messages to generate completion from
tools	The tools to use

Returns: The LLM response

◆ complete() [1/2]

virtual LLMResponse agents::LLMInterface::complete ( const std::vector< Message > & messages )

virtualinherited

Generate completion from a list of messages.

Parameters

messages The messages to generate completion from

Returns: The LLM response

◆ complete() [2/2]

LLMResponse agents::llms::OllamaLLM::complete ( const String & prompt )

overridevirtual

Generate completion from a prompt.

Parameters

prompt The prompt

Returns: The completion

Reimplemented from agents::LLMInterface.

◆ completeAsync() [1/2]

virtual Task< LLMResponse > agents::LLMInterface::completeAsync ( const std::vector< Message > & messages )

virtualinherited

Async complete from a list of messages.

Parameters

messages The messages to generate completion from

Returns: The LLM response

◆ completeAsync() [2/2]

virtual Task< LLMResponse > agents::LLMInterface::completeAsync ( const String & prompt )

virtualinherited

Async complete from a prompt.

Parameters

prompt The prompt to generate completion from

Returns: The LLM response

◆ completeWithTools()

virtual LLMResponse agents::LLMInterface::completeWithTools	(	const std::vector< Message > &	messages,
		const std::vector< JsonObject > &	tools_schema )

virtualinherited

Generate completion with available tools.

Parameters

messages	The messages to generate completion from
tools_schema	The tools schema to use

Returns: The LLM response

◆ getAvailableModels()

std::vector< String > agents::llms::OllamaLLM::getAvailableModels ( )

overridevirtual

Get available models from Ollama.

Returns: The available models

Implements agents::LLMInterface.

◆ getModel()

String agents::llms::OllamaLLM::getModel ( ) const

overridevirtual

Get current model.

Returns: The current model

Implements agents::LLMInterface.

◆ getOptions()

LLMOptions agents::llms::OllamaLLM::getOptions ( ) const

overridevirtual

Get current options.

Returns: The current options

Implements agents::LLMInterface.

◆ setApiBase()

void agents::llms::OllamaLLM::setApiBase ( const String & api_base )

overridevirtual

Set API base URL for Ollama server.

Parameters

api_base The API base URL

Implements agents::LLMInterface.

◆ setApiKey()

void agents::llms::OllamaLLM::setApiKey ( const String & api_key )

overridevirtual

Set API key (not used for Ollama, but implemented for interface compliance)

Parameters

api_key The API key

Implements agents::LLMInterface.

◆ setModel()

void agents::llms::OllamaLLM::setModel ( const String & model )

overridevirtual

Set the model to use.

Parameters

model The model to use

Implements agents::LLMInterface.

◆ setOptions()

void agents::llms::OllamaLLM::setOptions ( const LLMOptions & options )

overridevirtual

Set options for API calls.

Parameters

options The options

Implements agents::LLMInterface.

◆ streamChat()

void agents::llms::OllamaLLM::streamChat	(	const std::vector< Message > &	messages,
		std::function< void(const String &, bool)>	callback )

overridevirtual

Stream results with callback.

Parameters

messages	The messages
callback	The callback

Implements agents::LLMInterface.

◆ streamChatAsync()

virtual AsyncGenerator< String > agents::LLMInterface::streamChatAsync ( const std::vector< Message > & messages )

virtualinherited

Stream chat with AsyncGenerator.

Parameters

messages The messages to generate completion from

Returns: The AsyncGenerator

Public Member Functions

Detailed Description

Constructor & Destructor Documentation

◆ OllamaLLM()

Member Function Documentation

◆ chat()

◆ chatAsync()

◆ chatWithTools()

◆ chatWithToolsAsync()

◆ complete() [1/2]

◆ complete() [2/2]

◆ completeAsync() [1/2]

◆ completeAsync() [2/2]

◆ completeWithTools()

◆ getAvailableModels()

◆ getModel()

◆ getOptions()

◆ setApiBase()

◆ setApiKey()

◆ setModel()

◆ setOptions()

◆ streamChat()

◆ streamChatAsync()