openai_llm.h

#pragma once
 
#include <agents-cpp/llm_interface.h>
 
namespace agents {
namespace llms {

class OpenAILLM : public LLMInterface {
public:
    OpenAILLM(const String& api_key = "", const String& model = "gpt-4o-2024-05-13");
    ~OpenAILLM() override = default;

    std::vector<String> getAvailableModels() override;

    void setModel(const String& model) override;

    String getModel() const override;

    void setApiKey(const String& api_key) override;

    void setApiBase(const String& api_base) override;

    void setOptions(const LLMOptions& options) override;

    LLMOptions getOptions() const override;

    LLMResponse complete(const String& prompt) override;

    LLMResponse chat(const std::vector<Message>& messages) override;

    LLMResponse chatWithTools(
        const std::vector<Message>& messages,
        const std::vector<std::shared_ptr<Tool>>& tools
    ) override;

    void streamChat(
        const std::vector<Message>& messages,
        std::function<void(const String&, bool)> callback
    ) override;
 
private:
    String api_key_;
    String api_base_ = "https://api.openai.com/v1";
    String model_;
    LLMOptions options_;

    JsonObject messagesToOpenAIFormat(const std::vector<Message>& messages);

    JsonObject toolsToOpenAIFormat(const std::vector<std::shared_ptr<Tool>>& tools);

    LLMResponse parseOpenAIResponse(const JsonObject& response);

    JsonObject makeApiCall(const JsonObject& request_body, bool stream = false, const String& endpoint = "chat/completions");
};
 
} // namespace llms
} // namespace agents