Alvarez commited on
Commit
9e3047b
1 Parent(s): 04317eb

update scores

Browse files
Files changed (2) hide show
  1. app.py +1 -1
  2. status/leaderboard_status_091124.csv +45 -0
app.py CHANGED
@@ -172,7 +172,7 @@ with demo:
172
  return f'<a href="https://huggingface.co/{row["Model"]}" target="_blank" style="color: {color}; text-decoration: underline;">{row["Model"]}</a>'
173
 
174
 
175
- initial_df = pd.read_csv("./status/leaderboard_status_080224.csv")
176
  initial_df["Model"] = initial_df.apply(make_clickable, axis=1)
177
  initial_df = initial_df.sort_values(by='Average', ascending=False)
178
 
 
172
  return f'<a href="https://huggingface.co/{row["Model"]}" target="_blank" style="color: {color}; text-decoration: underline;">{row["Model"]}</a>'
173
 
174
 
175
+ initial_df = pd.read_csv("./status/leaderboard_status_091124.csv")
176
  initial_df["Model"] = initial_df.apply(make_clickable, axis=1)
177
  initial_df = initial_df.sort_values(by='Average', ascending=False)
178
 
status/leaderboard_status_091124.csv ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Inference Tested,Model,Average,Training Hardware,ARC,HellaSwag,MMLU,TruthfulQA,Winogrande,Model Type,Precision,Size,Infrastructure,Affiliation
2
+ <p>&#129000 &#128998 &#128997 &#128992</p>,yuriachermann/Not-so-bright-AGI-VAGO-Llama3-8B-Guanaco-v1,70.742,Gaudi,66.89,82.32,66.04,63.48,74.98,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
3
+ <p>&#129000 &#128998 &#128997 &#128992</p>,yuriachermann/Not-so-bright-AGI-MaziPana-Llama3-8B-v0.8-Guanaco-v2,69.542,Gaudi,64.68,81.21,66.16,61.39,74.27,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
4
+ <p>&#129000 &#128998 &#128997 &#128992</p>,yuriachermann/Not-so-bright-AGI-MaziPana-Llama3-8B-v0.8-Guanaco-v1,69.162,Gaudi,63.99,80.95,66.04,60.17,74.66,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
5
+ <p>&#129000 &#128998 &#128997 &#128992</p>,deveshreddy27/Qwentensential_v1,65.642,Gaudi,51.54,79.42,70.44,54.36,72.45,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
6
+ <p>&#129000 &#128998 &#128997 &#128992</p>,deveshreddy27/Gaudi_Guanco_Llama3_FT_v2,65.534,Gaudi,56.14,75.61,71.74,52.44,71.74,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
7
+ <p>&#129000 &#128998 &#128997 &#128992</p>,keerthi4/llama_3_8B_openassistant-guanaco,64.566,Gaudi,53.67,80.27,63.62,51,74.27,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
8
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,yuriachermann/Not-so-bright-AGI-Llama3-8B-UC200k-v1,64.166,Gaudi,55.89,75.6,65.79,52.28,71.27,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
9
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,yuriachermann/Not-so-bright-AGI-Llama3-8B-Guanaco-v1,64.03,Gaudi,55.38,75.84,65.77,51.73,71.43,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
10
+ <p>&#129000 &#128998 &#128997 &#128992</p>,jalfredar/Llama3-8B-Guanaco-Gaudi,63.726,Gaudi,55.47,77.29,65.03,47.83,73.01,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
11
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,HiteshJ14/Llama3-8B-Workshop,63.724,Gaudi,55.46,77.29,65.03,47.83,73.01,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
12
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,migaraa/Gaudi_LoRA_Llama-3-8B-Instruct,63.722,Gaudi,55.46,77.29,65.03,47.82,73.01,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
13
+ <p>&#129000 &#128998 &#128997 &#128992</p>,deveshreddy27/Gaudi_Guanco_Llama3_FT,62.97,Gaudi,55.03,78,61.92,47.13,72.77,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
14
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,migaraa/Alpaca_Llama-3-8B-Instruct_Gaudi,62.92,Gaudi,55.2,76.89,64.2,44.83,73.48,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
15
+ <p>&#129000 &#128998 &#128997 &#128992</p>,ntrajic/llama-2-7b-guanaco-helios,55.934,Gaudi,44.28,77.38,43.26,43.95,70.8,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
16
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,migaraa/Gaudi_LoRA_Llama-2-7b-hf,55.612,Gaudi,45.48,77.31,41.98,42.89,70.4,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
17
+ <p>&#129000 &#128998 &#128997 &#128992</p>,keerthi4/llama_2_openassistant_guanaco,55.612,Gaudi,45.48,77.31,41.98,42.89,70.4,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
18
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,deveshreddy27/Gaudi_Guanco_Llama2_FT,55.432,Gaudi,45.9,77.56,41.57,42.44,69.69,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
19
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,yuriachermann/My_AGI_llama_2_7B,54.904,GPU Max,45.65,76.8,42.02,40.2,69.85,fine-tuned,bf16,7,Intel Developer Cloud,Student Ambassador
20
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,dfndr11/llama-2-7b-climate-change-finetune-merge,54.234,Gaudi,44.8,76.11,42.35,38.77,69.14,fine-tuned,bf16,7,Intel Developer Cloud,No Affiliation
21
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,deveshreddy27/phiverse-1_5-lora-tuned-dolly.sft,53.374,GPU Max,48.63,62.62,42.23,40.54,72.85,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
22
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,migaraa/lora_phi-1_5,53.3,GPU Max,47.35,62.34,42.36,40.42,74.03,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
23
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,yuriachermann/Not-so-bright-AGI-phi-1_5,53.272,GPU Max,47.35,62.39,42,40.39,74.23,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
24
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,HiteshJ14/phi-1_5-lora-tuned-sft-dolly_hitesh,53.25,GPU Max,46.76,62.26,41.96,40.45,74.82,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
25
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,HiteshJ14/phi-1_5-lora-tuned-sft-dolly_hitesh,53.246,GPU Max,46.76,62.26,41.94,40.45,74.82,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
26
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,MaterialsAI/robocr_poscar_2col_llama,52.428,Gaudi,42.24,74.94,35.34,41.35,68.27,fine-tuned,bf16,7,Intel Developer Cloud,No Affiliation
27
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,LaZeAsh/gemma-2b-lahacks,50.906,GPU Max,42.75,64.35,38.68,45.61,63.14,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
28
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,mksethi/khalsaa,49.612,GPU Max,42.67,71.45,35.52,32.73,65.69,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
29
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,migaraa/Gemma2B-LORAfied,49.566,GPU Max,42.56,71.56,35.47,32.57,65.67,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
30
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,Aprajita0/Gemma-2b-Lora,49.526,GPU Max,42.24,71.88,34.14,33.23,66.14,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
31
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,SSK0908/gemma-2b-dolly-qa,49.452,GPU Max,42.15,71.92,33.98,33.15,66.06,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
32
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,apfurman/gemma-dolly-agriculture,49.448,GPU Max,42.49,71.39,35.44,32.65,65.27,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
33
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,gopalakrishnan-d/gemma-2b-dolly-ds-lora,49.378,GPU Max,42.24,71.88,34.11,33.15,65.51,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
34
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,FunDialogues/dollygem-2b-LoRA,49.368,GPU Max,41.55,71.56,35.39,32.59,65.75,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
35
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,chchimdi/gemma-Chimdi-LORA-TUNED,49.326,GPU Max,41.89,71.8,34.23,33.2,65.51,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
36
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,utkarshsingh99/confused-gemma,49.306,GPU Max,42.06,71.86,34.14,33.2,65.27,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
37
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,jhineric/gemma-prompt,49.304,GPU Max,42.01,71.61,34.52,32.79,65.59,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
38
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,ThejasElandassery/dallema,49.134,GPU Max,41.64,72.01,33.67,33.08,65.27,fine-tuned,bf16,2,Intel Developer Cloud,Student Ambassador
39
+ <p>&#129000 &#128998 &#128997 &#128992 &#128994</p>,Vishal74/phi-lora-tuned-Ondolly,49.078,GPU Max,41.55,71.73,33.17,33.12,65.82,fine-tuned,bf16,3,Intel Developer Cloud,Student Ambassador
40
+ <p>&#129000 &#128998 &#128997 &#128992</p>,Maelstrome/gemma-2b-storytelling,48.946,Xeon,41.72,71.32,33.82,33.15,64.72,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
41
+ <p>&#129000 &#128998</p>,selinas/Accel3,46.55,Gaudi,37.11,69.63,26.1,33.93,65.98,fine-tuned,bf16,3,Intel Developer Cloud,No Affiliation
42
+ <p>&#129000 &#128998 </p>,pikhan/gpt2-medium-biochem-bioasq-pubmedqa-demo,33.482,Xeon,25.85,40.14,23.11,39.19,39.12,fine-tuned,bf16,2,Intel Developer Cloud,No Affiliation
43
+ <p>&#129000 &#128998 &#128997 &#128992</p>,gopalakrishnan-d/guadi-meta-llama3-8b-alpaca-v1,63.444,Gaudi,54.01,78.73,64.09,46.67,73.72,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
44
+ <p>&#129000 &#128998 &#128997 &#128992</p>,gopalakrishnan-d/guadi-meta-llama3-8b-guanaco-v1,63.522,Gaudi,54.78,79.11,63.81,46.43,73.48,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador
45
+ <p>&#129000 &#128998 &#128997 &#128992</p>,gopalakrishnan-d/Llama3-8b-VAGO-Gaudi-Alpaca-v1,69.2,Gaudi,65.19,80.92,65.43,59.24,75.22,fine-tuned,bf16,8,Intel Developer Cloud,Student Ambassador