From 4be19bd3438943ef0227e2294be492d6586ac826 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?I=C3=B1aki=20Lakunza?= Date: Fri, 6 Mar 2026 11:45:45 +0100 Subject: [PATCH] Korean completed and Basque fixed The Korean was not complete, which made tasks like belebele fail. Also, as a native basque speaker, I checked basque and found some mistakes, which I fixed. --- .../templates/utils/translation_literals.py | 25 ++++++++++++++++--- 1 file changed, 21 insertions(+), 4 deletions(-) diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py index 96cd8fc2c..81bdc7dd5 100644 --- a/src/lighteval/tasks/templates/utils/translation_literals.py +++ b/src/lighteval/tasks/templates/utils/translation_literals.py @@ -140,15 +140,15 @@ def __getattribute__(self, name: str) -> str: language=Language.BASQUE, question_word="galdera", answer="erantzuna", - confirmation_word="ezta", + confirmation_word="ondo", yes="bai", no="ez", - also="halaber", + also="ere", cause_word="izan ere", effect_word="beraz", - or_word="ala", + or_word="edo", true="egia", - false="faltsua", + false="gezurra", neither="bat ere ez", full_stop=".", comma=",", @@ -760,9 +760,26 @@ def __getattribute__(self, name: str) -> str: Language.KIRGHIZ: TranslationLiterals(language=Language.KIRGHIZ), Language.KOREAN: TranslationLiterals( language=Language.KOREAN, + question_word="질문", + answer="답변", confirmation_word="맞죠", yes="예", no="아니오", + also="또한", + cause_word="왜냐하면", + effect_word="그래서", + or_word="또는", + true="참", + false="거짓", + neither="둘 다 아님", + full_stop=".", + comma=",", + question_mark="?", + exclamation_mark="!", + word_space=" ", + sentence_space=" ", + colon=":", + semicolon=";", ), Language.KURDISH: TranslationLiterals(language=Language.KURDISH), Language.KYRGYZ: TranslationLiterals(language=Language.KYRGYZ),