Contents
from abc import ABCMeta, abstractmethod from typing import Dict, Any [docs]class BaseEvaluator(metaclass=ABCMeta): """Abstract base class for evaluator.""" def __init__(self, metrics, name="default"): self._metrics = {} self._metrics.update(metrics) [docs] @abstractmethod def evaluate(self, *args, **kwargs) -> Dict[str, Any]: pass