diff --git a/src/lighteval/main_vllm.py b/src/lighteval/main_vllm.py index fcfb9652a..c88009ffa 100644 --- a/src/lighteval/main_vllm.py +++ b/src/lighteval/main_vllm.py @@ -31,6 +31,7 @@ dataset_loading_processes, job_id, load_responses_from_details_date_id, + load_tasks_multilingual, max_samples, model_args, num_fewshot_seeds, @@ -58,6 +59,7 @@ def vllm( ] = None, dataset_loading_processes: dataset_loading_processes.type = dataset_loading_processes.default, custom_tasks: custom_tasks.type = custom_tasks.default, + load_tasks_multilingual: load_tasks_multilingual.type = load_tasks_multilingual.default, num_fewshot_seeds: num_fewshot_seeds.type = num_fewshot_seeds.default, load_responses_from_details_date_id: load_responses_from_details_date_id.type = load_responses_from_details_date_id.default, remove_reasoning_tags: remove_reasoning_tags.type = remove_reasoning_tags.default, @@ -102,6 +104,7 @@ def vllm( job_id=job_id, dataset_loading_processes=dataset_loading_processes, custom_tasks_directory=custom_tasks, + load_tasks_multilingual=load_tasks_multilingual, num_fewshot_seeds=num_fewshot_seeds, max_samples=max_samples, cot_prompt=cot_prompt,