Behnamm commited on
Commit
aa6880d
1 Parent(s): 2e367d2

Update src/about.py

Browse files
Files changed (1) hide show
  1. src/about.py +4 -5
src/about.py CHANGED
@@ -14,13 +14,13 @@ class Task:
14
  # ---------------------------------------------------
15
  class Tasks(Enum):
16
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
17
- task1 = Task("PeKA", "acc", "PeKA")
18
- task2 = Task("PersBETS", "acc", "PersBETS")
19
  task3 = Task("khayyam_challenge", "acc", "Khayyam Challenge")
20
  task4 = Task("parsinlu_mc", "acc", "ParsiNLU MCQA")
21
  task5 = Task("parsinlu_nli", "acc", "ParsiNLU NLI")
22
  task6 = Task("parsinlu_qqp", "acc", "ParsiNLU QQP")
23
- task7 = Task("persian_ARC", "acc", "Persian ARC")
24
 
25
  NUM_FEWSHOT = 0 # Change with your few shot
26
  # ---------------------------------------------------
@@ -35,7 +35,7 @@ TITLE = f"""
35
 
36
  # What does your leaderboard evaluate?
37
  INTRODUCTION_TEXT = """
38
- Intro text
39
  """
40
 
41
  # Which evaluations are you running? how can people reproduce what you have?
@@ -60,7 +60,6 @@ tokenizer = AutoTokenizer.from_pretrained("your model name", revision=revision)
60
  If this step fails, follow the error messages to debug your model before submitting it. It's likely your model has been improperly uploaded.
61
 
62
  Note: make sure your model is public!
63
- Note: if your model needs `use_remote_code=True`, we do not support this option yet but we are working on adding it, stay posted!
64
 
65
  ### 2) Convert your model weights to [safetensors](https://huggingface.co/docs/safetensors/index)
66
  It's a new format for storing weights which is safer and faster to load and use. It will also allow us to add the number of parameters of your model to the `Extended Viewer`!
 
14
  # ---------------------------------------------------
15
  class Tasks(Enum):
16
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
17
+ task1 = Task("PeKA", "acc", "PeKA*")
18
+ task2 = Task("PersBETS", "acc", "PersBETS*")
19
  task3 = Task("khayyam_challenge", "acc", "Khayyam Challenge")
20
  task4 = Task("parsinlu_mc", "acc", "ParsiNLU MCQA")
21
  task5 = Task("parsinlu_nli", "acc", "ParsiNLU NLI")
22
  task6 = Task("parsinlu_qqp", "acc", "ParsiNLU QQP")
23
+ # task7 = Task("persian_ARC", "acc", "Persian ARC")
24
 
25
  NUM_FEWSHOT = 0 # Change with your few shot
26
  # ---------------------------------------------------
 
35
 
36
  # What does your leaderboard evaluate?
37
  INTRODUCTION_TEXT = """
38
+ Persian LLM Leaderboard
39
  """
40
 
41
  # Which evaluations are you running? how can people reproduce what you have?
 
60
  If this step fails, follow the error messages to debug your model before submitting it. It's likely your model has been improperly uploaded.
61
 
62
  Note: make sure your model is public!
 
63
 
64
  ### 2) Convert your model weights to [safetensors](https://huggingface.co/docs/safetensors/index)
65
  It's a new format for storing weights which is safer and faster to load and use. It will also allow us to add the number of parameters of your model to the `Extended Viewer`!