ollama_llm.h

#pragma once
 
#include <agents-cpp/llm_interface.h>
 
namespace agents {
namespace llms {

class OllamaLLM : public LLMInterface {
public:
    OllamaLLM(const String& model = "llama3");
    ~OllamaLLM() override = default;

    std::vector<String> getAvailableModels() override;

    void setModel(const String& model) override;

    String getModel() const override;

    void setApiKey(const String& api_key) override;

    void setApiBase(const String& api_base) override;

    void setOptions(const LLMOptions& options) override;

    LLMOptions getOptions() const override;

    LLMResponse complete(const String& prompt) override;

    LLMResponse chat(const std::vector<Message>& messages) override;

    LLMResponse chatWithTools(
        const std::vector<Message>& messages,
        const std::vector<std::shared_ptr<Tool>>& tools
    ) override;

    void streamChat(
        const std::vector<Message>& messages,
        std::function<void(const String&, bool)> callback
    ) override;
 
private:
    String api_base_ = "http://localhost:11434/api";
    String model_;
    LLMOptions options_;

    JsonObject messagesToOllamaFormat(const std::vector<Message>& messages);

    LLMResponse parseOllamaResponse(const JsonObject& response);

    JsonObject makeApiCall(const JsonObject& request_body, bool stream = false);

    String formatMessagesAsPrompt(const std::vector<Message>& messages);

    bool modelSupportsChatFormat() const;

    bool modelSupportsToolCalls() const;
};
 
} // namespace llms
} // namespace agents