Jimin Huang commited on
Commit
14e51ec
1 Parent(s): eae5636

feature: add auto evaluation tab

Browse files
Files changed (1) hide show
  1. app.py.bak +47 -0
app.py.bak CHANGED
@@ -1,7 +1,54 @@
1
  from apscheduler.schedulers.background import BackgroundScheduler
2
  import gradio as gr
3
  import pandas as pd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  # Load leaderboard data
6
  leaderboard_df = pd.read_csv('leaderboard.csv', header=None)
7
  print (leaderboard_df)
 
1
  from apscheduler.schedulers.background import BackgroundScheduler
2
  import gradio as gr
3
  import pandas as pd
4
+ COLS = [
5
+ ("Model", "str"),
6
+ ("FPB-acc", "number"),
7
+ ("FPB-F1", "number"),
8
+ ("FiQA-SA-F1", "number"),
9
+ ("Headline-AvgF1", "number"),
10
+ ("NER-EntityF1", "number"),
11
+ ("FinQA-EmAcc", "number"),
12
+ ("ConvFinQA-EmAcc", "number"),
13
+ ("BigData22-Acc", "number"),
14
+ ("BigData22-MCC", "number"),
15
+ ("ACL18-Acc", "number"),
16
+ ("ACL18-MCC", "number"),
17
+ ("CIKM18-Acc", "number"),
18
+ ("CIKM18-MCC", "number")
19
+ ]
20
 
21
+ COLS_AUTO = [
22
+ ("Model", "str"),
23
+ ("FPB-acc", "number"),
24
+ ("FPB-F1", "number"),
25
+ ("FPB-missing", "number"),
26
+ ("FiQA-SA-F1", "number"),
27
+ ("FiQA-SA-missing", "number"),
28
+ ("Headline-AvgF1", "number"),
29
+ ("NER-EntityF1", "number"),
30
+ ("FinQA-EmAcc", "number"),
31
+ ("BigData22-Acc", "number"),
32
+ ("BigData22-MCC", "number"),
33
+ ("BigData22-missing", "number"),
34
+ ("ACL18-Acc", "number"),
35
+ ("ACL18-MCC", "number"),
36
+ ("ACL18-missing", "number"),
37
+ ("CIKM18-Acc", "number"),
38
+ ("CIKM18-MCC", "number"),
39
+ ("CIKM18-missing", "number"),
40
+ ("FOMC-acc", "number"),
41
+ ("FOMC-F1", "number"),
42
+ ("FOMC-missing", "number"),
43
+ ("FinerOrd-EntityF1", "number"),
44
+ ("FinerOrd-F1", "number"),
45
+ ("German-Acc", "number"),
46
+ ("German-MCC", "number"),
47
+ ("German-missing", "number"),
48
+ ("Australian-Acc", "number"),
49
+ ("Australian-MCC", "number"),
50
+ ("Australian-missing", "number")
51
+ ]
52
  # Load leaderboard data
53
  leaderboard_df = pd.read_csv('leaderboard.csv', header=None)
54
  print (leaderboard_df)