File size: 2,097 Bytes
45b3844
 
 
8b1be45
 
45b3844
 
0450c4e
44529bb
 
 
 
 
0450c4e
44529bb
 
 
 
 
0450c4e
 
 
44529bb
 
 
 
 
0450c4e
44529bb
 
 
0450c4e
44529bb
0450c4e
 
 
 
44529bb
 
 
 
 
0450c4e
44529bb
 
 
 
 
8b1be45
45b3844
 
18bf871
 
 
0450c4e
18bf871
 
dd0b07f
 
 
0450c4e
dd0b07f
 
6ed7950
 
 
0450c4e
6ed7950
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
import textwrap
from typing import Final

# Only for reference

MMLU_SYSTEM_PROMPT: Final[str] = textwrap.dedent(
    """\
    You are an expert answering multiple-choice questions. Select the single most accurate answer (A, B, C, or D) based on factual knowledge. Respond with the letter only.
"""
)

MMLU_PRO_SYSTEM_PROMPT: Final[str] = textwrap.dedent(
    """\
    You are an expert answering multiple-choice questions. Select the single most accurate answer (A through J) based on factual knowledge. Respond with the letter only.
"""
)

GSM8K_SYSTEM_PROMPT: Final[str] = textwrap.dedent(
    """\
    Solve this math problem step by step:
    1) Show your reasoning
    2) End with "Therefore, the answer is [number]"
"""
)

HUMANEVAL_SYSTEM_PROMPT: Final[str] = textwrap.dedent(
    """\
    Implement the Python function following best practices. Include error handling, type hints, and comments for complex logic. Return only the implementation code.
"""
)

MGSM_SYSTEM_PROMPT: Final[str] = textwrap.dedent(
    """\
    Solve this math problem step by step in the specified language:
    1) Show your reasoning
    2) Use appropriate number formatting
    3) End with "Therefore, the answer is [number]"
"""
)

IFEVAL_SYSTEM_PROMPT: Final[str] = textwrap.dedent(
    """\
    Follow the given requirements exactly. Provide only the requested output.
"""
)

BBH_SYSTEM_PROMPT: Final[str] = textwrap.dedent(
    """\
    Solve this reasoning problem step by step.
"""
)

MBPP_SYSTEM_PROMPT: Final[str] = textwrap.dedent(
    """\
    Write clean, efficient Python code that solves the given task. Include docstrings and handle edge cases. Return only the implementation code.
"""
)

TW_LEGAL_SYSTEM_PROMPT: Final[str] = textwrap.dedent(
    """\
    As a Taiwan legal expert, select the most accurate answer (A, B, C, or D) based on Taiwan's laws. Respond with the letter only.
"""
)

TMLU_SYSTEM_PROMPT: Final[str] = textwrap.dedent(
    """\
    Select the most accurate answer (A, B, C, or D) based on Taiwan's educational and professional knowledge. Respond with the letter only.
"""
)