Source code for council.evaluators.evaluator_base

from abc import ABC, abstractmethod
from typing import List

from council.contexts import AgentContext, Monitorable, ScoredChatMessage


class EvaluatorException(Exception):
    """
    Exception raised specifically for errors encountered during evaluation process.
    """

    def __init__(self, message: str) -> None:
        super().__init__(message)




class EvaluatorBase(Monitorable, ABC):
    """
    Abstract base class for an agent evaluator.
    """

    def __init__(self) -> None:
        super().__init__("evaluator")



    def execute(self, context: AgentContext) -> List[ScoredChatMessage]:
        """
        Executes the evaluator on the agent's context within the given budget.

        Args:
            context (AgentContext): The context for executing the evaluator.

        Returns:
            List[ScoredChatMessage]: A list of scored agent messages resulting from the evaluation.

        Raises:
            None
        """
        with context.log_entry:
            return self._execute(context=context)


    @abstractmethod
    def _execute(self, context: AgentContext) -> List[ScoredChatMessage]:
        pass