Skip to content

euroeval.prompt_templates

[docs] package euroeval.prompt_templates

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
"""The different prompt templates used in EuroEval."""

import typing as t

from ..data_models import PromptConfig
from ..languages import get_all_languages
from .classification import CLASSIFICATION_TEMPLATES
from .linguistic_acceptability import LA_TEMPLATES
from .multiple_choice import MULTIPLE_CHOICE_TEMPLATES
from .named_entity_recognition import NER_TEMPLATES
from .nli import NLI_TEMPLATES
from .reading_comprehension import RC_TEMPLATES
from .sentiment_classification import SENT_TEMPLATES
from .simplification import SIMPL_TEMPLATES
from .summarization import SUMM_TEMPLATES
from .token_classification import TOKEN_CLASSIFICATION_TEMPLATES
from .translation import TRANSLATION_TEMPLATES
from .wic import WIC_TEMPLATES

if t.TYPE_CHECKING:
    from ..languages import Language


EMPTY_TEMPLATES: dict["Language", PromptConfig] = {
    lang: PromptConfig(
        default_prompt_prefix="",
        default_prompt_template="",
        default_instruction_prompt="{text}",
        default_prompt_label_mapping="auto",
    )
    for lang in get_all_languages().values()
}