From f67c78bbae4ac84210603b433d6d57cd475c7b8b Mon Sep 17 00:00:00 2001 From: Joel Niklaus Date: Fri, 29 May 2026 13:37:06 +0000 Subject: [PATCH] Add multilingual task loading to vLLM Expose the shared multilingual task-loading flag on the vLLM entrypoint and pass it through to PipelineParameters so vLLM can run built-in multilingual tasks. Co-authored-by: Cursor --- src/lighteval/main_vllm.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/lighteval/main_vllm.py b/src/lighteval/main_vllm.py index fcfb9652a..5327cdbd8 100644 --- a/src/lighteval/main_vllm.py +++ b/src/lighteval/main_vllm.py @@ -31,6 +31,7 @@ dataset_loading_processes, job_id, load_responses_from_details_date_id, + load_tasks_multilingual, max_samples, model_args, num_fewshot_seeds, @@ -56,6 +57,7 @@ def vllm( cot_prompt: Annotated[ Optional[str], Option(help="Use chain of thought prompt for evaluation.", rich_help_panel=HELP_PANEL_NAME_4) ] = None, + load_tasks_multilingual: load_tasks_multilingual.type = load_tasks_multilingual.default, dataset_loading_processes: dataset_loading_processes.type = dataset_loading_processes.default, custom_tasks: custom_tasks.type = custom_tasks.default, num_fewshot_seeds: num_fewshot_seeds.type = num_fewshot_seeds.default, @@ -100,6 +102,7 @@ def vllm( pipeline_params = PipelineParameters( launcher_type=ParallelismManager.VLLM, job_id=job_id, + load_tasks_multilingual=load_tasks_multilingual, dataset_loading_processes=dataset_loading_processes, custom_tasks_directory=custom_tasks, num_fewshot_seeds=num_fewshot_seeds,