anthropic_llm.h

#pragma once
 
#include <agents-cpp/llm_interface.h>
 
namespace agents {
namespace llms {

class AnthropicLLM : public LLMInterface {
public:
    AnthropicLLM(const String& api_key = "", const String& model = "claude-3-5-sonnet-20240620");
    ~AnthropicLLM() override = default;

    std::vector<String> getAvailableModels() override;

    void setModel(const String& model) override;

    String getModel() const override;

    void setApiKey(const String& api_key) override;

    void setApiBase(const String& api_base) override;

    void setOptions(const LLMOptions& options) override;

    LLMOptions getOptions() const override;

    LLMResponse complete(const String& prompt) override;

    LLMResponse chat(const std::vector<Message>& messages) override;

    LLMResponse chatWithTools(
        const std::vector<Message>& messages,
        const std::vector<std::shared_ptr<Tool>>& tools
    ) override;

    void streamChat(
        const std::vector<Message>& messages,
        std::function<void(const String&, bool)> callback
    ) override;
 
private:
    String api_key_;
    String api_base_ = "https://api.anthropic.com";
    String model_;
    LLMOptions options_;

    JsonObject messagesToAnthropicFormat(const std::vector<Message>& messages);

    JsonObject toolsToAnthropicFormat(const std::vector<std::shared_ptr<Tool>>& tools);

    LLMResponse parseAnthropicResponse(const JsonObject& response);

    JsonObject makeApiCall(const JsonObject& request_body, bool stream = false);
};
 
} // namespace llms
} // namespace agents