google_llm.h

#pragma once
 
#include <agents-cpp/llm_interface.h>
 
namespace agents {
namespace llms {

class GoogleLLM : public LLMInterface {
public:
    GoogleLLM(const String& api_key = "", const String& model = "gemini-1.5-pro");
    ~GoogleLLM() override = default;

    std::vector<String> getAvailableModels() override;

    void setModel(const String& model) override;

    String getModel() const override;

    void setApiKey(const String& api_key) override;

    void setApiBase(const String& api_base) override;

    void setOptions(const LLMOptions& options) override;

    LLMOptions getOptions() const override;

    LLMResponse complete(const String& prompt) override;

    LLMResponse chat(const std::vector<Message>& messages) override;

    LLMResponse chatWithTools(
        const std::vector<Message>& messages,
        const std::vector<std::shared_ptr<Tool>>& tools
    ) override;

    void streamChat(
        const std::vector<Message>& messages,
        std::function<void(const String&, bool)> callback
    ) override;
 
private:
    String api_key_;
    String api_base_ = "https://generativelanguage.googleapis.com/v1";
    String model_;
    LLMOptions options_;

    JsonObject messagesToGoogleFormat(const std::vector<Message>& messages);

    JsonObject toolsToGoogleFormat(const std::vector<std::shared_ptr<Tool>>& tools);

    LLMResponse parseGoogleResponse(const JsonObject& response);

    JsonObject makeApiCall(const JsonObject& request_body, bool stream = false);

    String getEndpoint() const;
};
 
} // namespace llms
} // namespace agents