File size: 1,376 Bytes
efeee6d 314f91a 95f85ed efeee6d 314f91a b899767 efeee6d 943f952 1033105 1ffc326 b899767 efeee6d 783e5a7 1d67142 58733e4 efeee6d 257ee8e 0227006 efeee6d 0227006 d313dbd 8c49cb6 58733e4 2a73469 783e5a7 217b585 9833cdb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 |
from dataclasses import dataclass
from enum import Enum
@dataclass
class Task:
benchmark: str
metric: str
col_name: str
# Select your tasks here
# ---------------------------------------------------
class Tasks(Enum):
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
task0_persian = Task("0-shot-persian", "acc", "0-shot-persian")
task1_persian = Task("1-shot-persian", "acc", "1-shot-persian")
task5_persian = Task("5-shot-persian", "acc", "5-shot-persian")
task0_english = Task("0-shot-english", "acc", "0-shot-english")
task1_english = Task("1-shot-english", "acc", "1-shot-english")
task5_english = Task("5-shot-english", "acc", "5-shot-english")
NUM_FEWSHOT = 0 # Change with your few shot
# ---------------------------------------------------
# Your leaderboard name
TITLE = """<h1 align="center" id="space-title">PsychoLex leaderboard</h1>"""
TITLE = """<img src="https://huggingface.co/aminabbasi/PsychoLexLLaMA/resolve/main/logo2.png" style="width:70%;display:block;margin-left:auto;margin-right:auto">"""
# What does your leaderboard evaluate?
INTRODUCTION_TEXT = """"""
# Which evaluations are you running? how can people reproduce what you have?
LLM_BENCHMARKS_TEXT = f"""
"""
EVALUATION_QUEUE_TEXT = """
"""
CITATION_BUTTON_LABEL = ""
CITATION_BUTTON_TEXT = r"""
"""
|