evaluator_workflow.h

#pragma once
 
#include <agents-cpp/workflow.h>
#include <functional>
#include <vector>
 
namespace agents {
namespace workflows {

class EvaluatorWorkflow : public Workflow {
public:
    EvaluatorWorkflow(
        std::shared_ptr<AgentContext> context,
        const String& optimizer_prompt_template = "",
        const String& evaluator_prompt_template = ""
    );

    void init();

    JsonObject run(const String& input) override;

    void setEvaluationCriteria(const std::vector<String>& criteria);

    void setMaxIterations(int max_iterations);

    void setImprovementThreshold(double threshold);

    void setMinimumAcceptableScore(double threshold) { setImprovementThreshold(threshold); }

    void setOptimizerPromptTemplate(const String& prompt_template);

    void setOptimizerPrompt(const String& prompt_template) { setOptimizerPromptTemplate(prompt_template); }

    void setEvaluatorPromptTemplate(const String& prompt_template);

    void setEvaluatorPrompt(const String& prompt_template) { setEvaluatorPromptTemplate(prompt_template); }

    void setOptimizer(std::function<String(const String&, const JsonObject&)> optimizer);

    void setEvaluator(std::function<JsonObject(const String&, const String&)> evaluator);
 
private:
    std::shared_ptr<LLMInterface> evaluator_llm_;

    String optimizer_prompt_template_;
    String evaluator_prompt_template_;

    std::vector<String> evaluation_criteria_;

    int max_iterations_ = 3;

    double improvement_threshold_ = 0.8;  // 0.0 to 1.0

    std::function<String(const String&, const JsonObject&)> optimizer_;

    std::function<JsonObject(const String&, const String&)> evaluator_;

    String defaultOptimizer(const String& input, const JsonObject& feedback);

    JsonObject defaultEvaluator(const String& input, const String& output);

    String createEvaluatorSystemPrompt() const;
};
 
} // namespace workflows
} // namespace agents