from dataclasses import dataclass from enum import Enum @dataclass class Task: benchmark: str metric: str col_name: str # Select your tasks here # --------------------------------------------------- class Tasks(Enum): # task_key in the json file, metric_key in the json file, name to display in the leaderboard task0_persian = Task("0-shot-persian", "acc", "0-shot-persian") task1_persian = Task("1-shot-persian", "acc", "1-shot-persian") task5_persian = Task("5-shot-persian", "acc", "5-shot-persian") task0_english = Task("0-shot-english", "acc", "0-shot-english") task1_english = Task("1-shot-english", "acc", "1-shot-english") task5_english = Task("5-shot-english", "acc", "5-shot-english") NUM_FEWSHOT = 0 # Change with your few shot # --------------------------------------------------- # Your leaderboard name TITLE = """

PsychoLex leaderboard

""" TITLE = """""" # What does your leaderboard evaluate? INTRODUCTION_TEXT = """""" # Which evaluations are you running? how can people reproduce what you have? LLM_BENCHMARKS_TEXT = f""" """ EVALUATION_QUEUE_TEXT = """ """ CITATION_BUTTON_LABEL = "" CITATION_BUTTON_TEXT = r""" """