From 7cb511c190da23f15331f38acdf8b012b467207f Mon Sep 17 00:00:00 2001 From: Fyodor Petrakov Date: Fri, 8 May 2026 14:15:54 +0300 Subject: [PATCH] Update custom_evaluation_tasks.py --- examples/nanotron/custom_evaluation_tasks.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/nanotron/custom_evaluation_tasks.py b/examples/nanotron/custom_evaluation_tasks.py index b079498d8..9ddb2a40d 100644 --- a/examples/nanotron/custom_evaluation_tasks.py +++ b/examples/nanotron/custom_evaluation_tasks.py @@ -275,7 +275,7 @@ def boolq_prompt(line, task_name: str = None): name="quac", prompt_function=quac_prompt, hf_repo="lighteval/quac_helm", - hf_subset="deault", + hf_subset="default", metrics=[ Metrics.exact_match(sample_params={"normalize_gold": helm_normalizer, "normalize_pred": helm_normalizer}) ],