File size: 1,126 Bytes
8360ec7 ec53a03 8360ec7 ec53a03 8360ec7 cbfd993 8360ec7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
from .rarr_utils.hallucination import run_evidence_hallucination
from .prompts.hallucination_prompts import EVIDENCE_HALLUCINATION
from openfactcheck import FactCheckerState, StandardTaskSolver, Solver
@Solver.register("llm_retriever", "claims_with_questions", "claims_with_evidences")
class RARRLLMRetriever(StandardTaskSolver):
def __init__(self, args):
super().__init__(args)
self.model = self.global_config.get("model", "gpt-3.5-turbo-instruct")
def __call__(self, state: FactCheckerState, *args, **kwargs):
claims = state.get(self.input_name)
for claim, contents in claims.items():
questions = contents.get("questions", [])
evidences = []
for question in questions:
evidences.append(
run_evidence_hallucination(
question,
model=self.model,
prompt=EVIDENCE_HALLUCINATION
)
)
claims[claim]['evidences'] = evidences
state.set(self.output_name, claims)
return True, state
|