Implementation of LLMInterface for Google Gemini models. More...

#include <google_llm.h>

Inheritance diagram for agents::llms::GoogleLLM:

Public Member Functions
	GoogleLLM (const std::string &api_key="", const std::string &model="gemini-2.0-flash")
	Constructor.
	~GoogleLLM () override=default
	Destructor.
std::vector< std::string >	getAvailableModels () override
	Get available models from Google.
void	setModel (const std::string &model) override
	Set the model to use.
std::string	getModel () const override
	Get current model.
void	setApiKey (const std::string &api_key) override
	Set API key.
void	setApiBase (const std::string &api_base) override
	Set API base URL (for self-hosted or proxied endpoints).
void	setOptions (const LLMOptions &options) override
	Set options for API calls.
LLMOptions	getOptions () const override
	Get current options.
LLMResponse	chat (const std::string &prompt) override
	Generate completion from a prompt.
LLMResponse	chat (const std::vector< Message > &messages) override
	Generate completion from a list of messages.
LLMResponse	chatWithTools (const std::vector< Message > &messages, const std::vector< std::shared_ptr< Tool > > &tools) override
	Generate completion with available tools.
void	streamChat (const std::vector< Message > &messages, std::function< void(const std::string &, bool)> callback) override
	Stream results with callback.
AsyncGenerator< std::string >	streamChatAsync (const std::vector< Message > &messages, const std::vector< std::shared_ptr< Tool > > &tools) override
	Async completion chat.
AsyncGenerator< std::pair< std::string, ToolCalls > >	streamChatAsyncWithTools (const std::vector< Message > &messages, const std::vector< std::shared_ptr< Tool > > &tools) override
	Async completion chat with tools.
std::optional< JsonObject >	uploadMediaFile (const std::string &local_path, const std::string &mime, const std::string &binary="") override
	Upload a local media file to the provider's file storage and return a canonical media envelope (e.g., with fileUri).
virtual Task< LLMResponse >	chatAsync (const std::vector< Message > &messages)
	Async chat from a list of messages.
virtual Task< LLMResponse >	chatWithToolsAsync (const std::vector< Message > &messages, const std::vector< std::shared_ptr< Tool > > &tools)
	Async chat with tools.

Detailed Description

Implementation of LLMInterface for Google Gemini models.

Constructor & Destructor Documentation

◆ GoogleLLM()

agents::llms::GoogleLLM::GoogleLLM	(	const std::string &	api_key = "",
		const std::string &	model = "gemini-2.0-flash" )

Constructor.

Parameters

api_key	The API key
model	The model to use

Member Function Documentation

◆ chat() [1/2]

LLMResponse agents::llms::GoogleLLM::chat ( const std::string & prompt )

overridevirtual

Generate completion from a prompt.

Parameters

prompt The prompt

Returns: The completion

Implements agents::LLMInterface.

◆ chat() [2/2]

LLMResponse agents::llms::GoogleLLM::chat ( const std::vector< Message > & messages )

overridevirtual

Generate completion from a list of messages.

Parameters

messages The messages

Returns: The completion

Implements agents::LLMInterface.

◆ chatAsync()

virtual Task< LLMResponse > agents::LLMInterface::chatAsync ( const std::vector< Message > & messages )

virtualinherited

Async chat from a list of messages.

Parameters

messages The messages to generate completion from

Returns: The LLM response

◆ chatWithTools()

LLMResponse agents::llms::GoogleLLM::chatWithTools	(	const std::vector< Message > &	messages,
		const std::vector< std::shared_ptr< Tool > > &	tools )

overridevirtual

Generate completion with available tools.

Parameters

messages	The messages
tools	The tools

Returns: The completion

Implements agents::LLMInterface.

◆ chatWithToolsAsync()

virtual Task< LLMResponse > agents::LLMInterface::chatWithToolsAsync	(	const std::vector< Message > &	messages,
		const std::vector< std::shared_ptr< Tool > > &	tools )

virtualinherited

Async chat with tools.

Parameters

messages	The messages to generate completion from
tools	The tools to use

Returns: The LLM response

◆ getAvailableModels()

std::vector< std::string > agents::llms::GoogleLLM::getAvailableModels ( )

overridevirtual

Get available models from Google.

Returns: The available models

Implements agents::LLMInterface.

◆ getModel()

std::string agents::llms::GoogleLLM::getModel ( ) const

overridevirtual

Get current model.

Returns: The current model

Implements agents::LLMInterface.

◆ getOptions()

LLMOptions agents::llms::GoogleLLM::getOptions ( ) const

overridevirtual

Get current options.

Returns: The current options

Implements agents::LLMInterface.

◆ setApiBase()

void agents::llms::GoogleLLM::setApiBase ( const std::string & api_base )

overridevirtual

Set API base URL (for self-hosted or proxied endpoints).

Parameters

api_base The API base URL

Implements agents::LLMInterface.

◆ setApiKey()

void agents::llms::GoogleLLM::setApiKey ( const std::string & api_key )

overridevirtual

Set API key.

Parameters

api_key The API key

Implements agents::LLMInterface.

◆ setModel()

void agents::llms::GoogleLLM::setModel ( const std::string & model )

overridevirtual

Set the model to use.

Parameters

model The model to use

Implements agents::LLMInterface.

◆ setOptions()

void agents::llms::GoogleLLM::setOptions ( const LLMOptions & options )

overridevirtual

Set options for API calls.

Parameters

options The options

Implements agents::LLMInterface.

◆ streamChat()

void agents::llms::GoogleLLM::streamChat	(	const std::vector< Message > &	messages,
		std::function< void(const std::string &, bool)>	callback )

overridevirtual

Stream results with callback.

Parameters

messages	The messages
callback	The callback

Implements agents::LLMInterface.

◆ streamChatAsync()

AsyncGenerator< std::string > agents::llms::GoogleLLM::streamChatAsync	(	const std::vector< Message > &	messages,
		const std::vector< std::shared_ptr< Tool > > &	tools )

overridevirtual

Async completion chat.

Parameters

messages	The messages
tools	The tools

Returns: AsyncGenerator<std::string> The async generator with response

Reimplemented from agents::LLMInterface.

◆ streamChatAsyncWithTools()

AsyncGenerator< std::pair< std::string, ToolCalls > > agents::llms::GoogleLLM::streamChatAsyncWithTools	(	const std::vector< Message > &	messages,
		const std::vector< std::shared_ptr< Tool > > &	tools )

overridevirtual

Async completion chat with tools.

Parameters

messages	The messages
tools	The tools

Returns: AsyncGenerator<std::string> The async generator with response and tool calls

Reimplemented from agents::LLMInterface.

◆ uploadMediaFile()

std::optional< JsonObject > agents::llms::GoogleLLM::uploadMediaFile	(	const std::string &	local_path,
		const std::string &	mime,
		const std::string &	binary = "" )

overridevirtual

Upload a local media file to the provider's file storage and return a canonical media envelope (e.g., with fileUri).

Parameters

local_path	Local filesystem path
mime	The MIME type of the media file
binary	Optional binary content of the media file

Returns: Optional envelope; std::nullopt if unsupported

Reimplemented from agents::LLMInterface.

Public Member Functions

Detailed Description

Constructor & Destructor Documentation

◆ GoogleLLM()

Member Function Documentation

◆ chat() [1/2]

◆ chat() [2/2]

◆ chatAsync()

◆ chatWithTools()

◆ chatWithToolsAsync()

◆ getAvailableModels()

◆ getModel()

◆ getOptions()

◆ setApiBase()

◆ setApiKey()

◆ setModel()

◆ setOptions()

◆ streamChat()

◆ streamChatAsync()

◆ streamChatAsyncWithTools()

◆ uploadMediaFile()