Hasan Iqbal
Added LLM Evaluation on Datasets
eca534f unverified
raw
history blame
492 Bytes
from openfactcheck.core.state import FactCheckerState
from openfactcheck.core.solver import StandardTaskSolver, Solver
@Solver.register("all_pass_abstain_detector", "response", "response")
class AllPassAbstainDetector(StandardTaskSolver):
"""
A solver to detect if all the claims are abstained (i.e., no claim is made).
"""
def __init__(self, args):
super().__init__(args)
def __call__(self, state: FactCheckerState, *args, **kwargs):
return True, state