An evaluator-optimizer workflow where one LLM optimizes output based on another's feedback. More...

#include <evaluator_workflow.h>

Inheritance diagram for agents::workflows::EvaluatorWorkflow:

Public Member Functions
	EvaluatorWorkflow (std::shared_ptr< Context > context, const std::string &optimizer_prompt_template="", const std::string &evaluator_prompt_template="")
	Constructor with LLM interfaces for optimizer and evaluator.
void	init ()
	Initialize the workflow.
JsonObject	run (const std::string &input) override
	Execute the workflow with input.
void	setEvaluationCriteria (const std::vector< std::string > &criteria)
	Set the evaluation criteria for the evaluator.
void	setMaxIterations (int max_iterations)
	Set the max number of feedback iterations.
void	setImprovementThreshold (double threshold)
	Set the improvement threshold (minimum score to accept a response).
void	setMinimumAcceptableScore (double threshold)
	Set the minimum acceptable score.
void	setOptimizerPromptTemplate (const std::string &prompt_template)
	Set the optimizer prompt template.
void	setOptimizerPrompt (const std::string &prompt_template)
	Set the optimizer prompt.
void	setEvaluatorPromptTemplate (const std::string &prompt_template)
	Set the evaluator prompt template.
void	setEvaluatorPrompt (const std::string &prompt_template)
	Set the evaluator prompt.
void	setOptimizer (std::function< std::string(const std::string &, const JsonObject &)> optimizer)
	Set the optimizer function.
void	setEvaluator (std::function< JsonObject(const std::string &, const std::string &)> evaluator)
	Set the evaluator function.
virtual void	runAsync (const std::string &input, std::function< void(const JsonObject &)> callback)
	Run the workflow with a user input asynchronously.
std::shared_ptr< Context >	getContext () const
	Get the workflow's context.
void	setStepCallback (std::function< void(const std::string &, const JsonObject &)> callback)
	Set a callback for intermediate steps.
void	setMaxSteps (int max_steps)
	Set maximum number of steps.
int	getMaxSteps () const
	Get maximum number of steps.

Detailed Description

An evaluator-optimizer workflow where one LLM optimizes output based on another's feedback.

In this workflow, one LLM call generates a response while another provides evaluation and feedback in a loop. This pattern is effective when we have clear evaluation criteria and iterative refinement provides value.

Examples: evaluator_optimizer_example.cpp.

Constructor & Destructor Documentation

◆ EvaluatorWorkflow()

agents::workflows::EvaluatorWorkflow::EvaluatorWorkflow	(	std::shared_ptr< Context >	context,
		const std::string &	optimizer_prompt_template = "",
		const std::string &	evaluator_prompt_template = "" )

Constructor with LLM interfaces for optimizer and evaluator.

Parameters

context	The context to use
optimizer_prompt_template	The optimizer prompt template
evaluator_prompt_template	The evaluator prompt template

Member Function Documentation

◆ getContext()

std::shared_ptr< Context > agents::workflows::Workflow::getContext ( ) const

inherited

Get the workflow's context.

Returns: The context

◆ getMaxSteps()

int agents::workflows::Workflow::getMaxSteps ( ) const

inherited

Get maximum number of steps.

Returns: The maximum number of steps

◆ run()

JsonObject agents::workflows::EvaluatorWorkflow::run ( const std::string & input )

overridevirtual

Execute the workflow with input.

Parameters

input The input to execute the workflow with

Returns: The result of the workflow execution

Implements agents::workflows::Workflow.

Examples: evaluator_optimizer_example.cpp.

◆ runAsync()

virtual void agents::workflows::Workflow::runAsync	(	const std::string &	input,
		std::function< void(const JsonObject &)>	callback )

virtualinherited

Run the workflow with a user input asynchronously.

Parameters

input	The user input
callback	The callback

◆ setEvaluationCriteria()

void agents::workflows::EvaluatorWorkflow::setEvaluationCriteria ( const std::vector< std::string > & criteria )

Set the evaluation criteria for the evaluator.

Parameters

criteria The evaluation criteria to set

Examples: evaluator_optimizer_example.cpp.

◆ setEvaluator()

void agents::workflows::EvaluatorWorkflow::setEvaluator ( std::function< JsonObject(const std::string &, const std::string &)> evaluator )

Set the evaluator function.

Parameters

evaluator The evaluator function to set

Examples: evaluator_optimizer_example.cpp.

◆ setEvaluatorPrompt()

void agents::workflows::EvaluatorWorkflow::setEvaluatorPrompt ( const std::string & prompt_template )

inline

Set the evaluator prompt.

Parameters

prompt_template The evaluator prompt to set

Examples: evaluator_optimizer_example.cpp.

◆ setEvaluatorPromptTemplate()

void agents::workflows::EvaluatorWorkflow::setEvaluatorPromptTemplate ( const std::string & prompt_template )

Set the evaluator prompt template.

Parameters

prompt_template The evaluator prompt template to set

◆ setImprovementThreshold()

void agents::workflows::EvaluatorWorkflow::setImprovementThreshold ( double threshold )

Set the improvement threshold (minimum score to accept a response).

Parameters

threshold The improvement threshold to set

◆ setMaxIterations()

void agents::workflows::EvaluatorWorkflow::setMaxIterations ( int max_iterations )

Set the max number of feedback iterations.

Parameters

max_iterations The max number of feedback iterations to set

Examples: evaluator_optimizer_example.cpp.

◆ setMaxSteps()

void agents::workflows::Workflow::setMaxSteps ( int max_steps )

inherited

Set maximum number of steps.

Parameters

max_steps The maximum number of steps

◆ setMinimumAcceptableScore()

void agents::workflows::EvaluatorWorkflow::setMinimumAcceptableScore ( double threshold )

inline

Set the minimum acceptable score.

Parameters

threshold The minimum acceptable score to set

Examples: evaluator_optimizer_example.cpp.

◆ setOptimizer()

void agents::workflows::EvaluatorWorkflow::setOptimizer ( std::function< std::string(const std::string &, const JsonObject &)> optimizer )

Set the optimizer function.

Parameters

optimizer The optimizer function to set

Examples: evaluator_optimizer_example.cpp.

◆ setOptimizerPrompt()

void agents::workflows::EvaluatorWorkflow::setOptimizerPrompt ( const std::string & prompt_template )

inline

Set the optimizer prompt.

Parameters

prompt_template The optimizer prompt to set

Examples: evaluator_optimizer_example.cpp.

◆ setOptimizerPromptTemplate()

void agents::workflows::EvaluatorWorkflow::setOptimizerPromptTemplate ( const std::string & prompt_template )

Set the optimizer prompt template.

Parameters

prompt_template The optimizer prompt template to set

◆ setStepCallback()

void agents::workflows::Workflow::setStepCallback ( std::function< void(const std::string &, const JsonObject &)> callback )

inherited

Set a callback for intermediate steps.

Parameters

callback The callback

Examples: prompt_chain_example.cpp.

Public Member Functions

Detailed Description

Constructor & Destructor Documentation

◆ EvaluatorWorkflow()

Member Function Documentation

◆ getContext()

◆ getMaxSteps()

◆ run()

◆ runAsync()

◆ setEvaluationCriteria()

◆ setEvaluator()

◆ setEvaluatorPrompt()

◆ setEvaluatorPromptTemplate()

◆ setImprovementThreshold()

◆ setMaxIterations()

◆ setMaxSteps()

◆ setMinimumAcceptableScore()

◆ setOptimizer()

◆ setOptimizerPrompt()

◆ setOptimizerPromptTemplate()

◆ setStepCallback()