from dataclasses import dataclass
from enum import Enum

@dataclass
class Task:
    benchmark: str
    metric: str
    col_name: str


# Select your tasks here
# ---------------------------------------------------
class Tasks(Enum):
    # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
    task0 = Task("0-shot", "acc", "0-shot")
    task1 = Task("1-shot", "acc", "1-shot")
    task5 = Task("5-shot", "acc", "5-shot")

NUM_FEWSHOT = 0 # Change with your few shot
# ---------------------------------------------------



# Your leaderboard name
TITLE = """<h1 align="center" id="space-title">PsychoLex leaderboard</h1>"""

# What does your leaderboard evaluate?
INTRODUCTION_TEXT = """
Accuracy of LLMs on the PsychoLexEval dataset in Persian.
"""

# Which evaluations are you running? how can people reproduce what you have?
LLM_BENCHMARKS_TEXT = f"""
"""

EVALUATION_QUEUE_TEXT = """
"""

CITATION_BUTTON_LABEL = ""
CITATION_BUTTON_TEXT = r"""
"""