From e15ac86f0fe7cebd8e3d1f59a63c4d70fdb279f2 Mon Sep 17 00:00:00 2001 From: everythingfades Date: Sat, 31 Jan 2026 15:14:14 +0000 Subject: [PATCH] fix: check param state --- evaluation_function/evaluation.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/evaluation_function/evaluation.py b/evaluation_function/evaluation.py index 71221f2..143dce2 100755 --- a/evaluation_function/evaluation.py +++ b/evaluation_function/evaluation.py @@ -26,8 +26,17 @@ def evaluation_function( Returns: LFResult with is_correct and feedback_items """ + return LFResult( + is_correct=False, + feedback_items=[( + "error", + f"Invalid FSA format: {str(e)}\n\n" + f"response: {response}\nanswer: {answer}\nparams: {params}" + )] + ) try: # TEMPORARY WORKAROUND: Extract from params if not passed directly + if params is None: params = {} @@ -59,7 +68,7 @@ def evaluation_function( # Return LFResult return LFResult( is_correct=result.is_correct, - feedback_items=[("result", result.feedback), ("errors", result.fsa_feedback.model_dump_json())] + feedback_items=[("result", result.feedback), ("errors", result.fsa_feedback.model_dump_json()), ("input", {"answer": answer, "response": response, "params": params})] ) except Exception as e: