黄济民 commited on
Commit
71b62ee
1 Parent(s): fc6e24b

Add application files

Browse files
Files changed (3) hide show
  1. app.py +31 -0
  2. leaderboard.csv +14 -0
  3. requirements.txt +7 -0
app.py ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from apscheduler.schedulers.background import BackgroundScheduler
2
+ import gradio as gr
3
+ import pandas as pd
4
+
5
+ def show_leaderboard():
6
+ # Load the leaderboard data from the CSV
7
+ df = pd.read_csv("leaderboard.csv")
8
+
9
+ # Convert the dataframe to a markdown table for easy display in Gradio
10
+ markdown_table = df.to_markdown()
11
+
12
+ return markdown_table
13
+
14
+ def launch_gradio():
15
+ # Define Gradio interface
16
+ iface = gr.Interface(
17
+ fn=show_leaderboard,
18
+ inputs=[],
19
+ outputs="markdown"
20
+ )
21
+
22
+ # Run the interface
23
+ iface.queue(concurrency_count=40).launch()
24
+
25
+ # Define the scheduler
26
+ scheduler = BackgroundScheduler()
27
+ scheduler.add_job(launch_gradio, "interval", seconds=3600)
28
+ scheduler.start()
29
+
30
+ # Call launch_gradio to start the first Gradio app immediately
31
+ launch_gradio()
leaderboard.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Dataset,Metrics,GPT NeoX,OPT 66B,BLOOM,Chat GPT,GPT 4,Bloomberg GPT,FinMA 7B,FinMA 30B,FinMA 7B-full
2
+ FPB,Acc,-,-,-,0.78,0.76,-,0.86,0.87,0.87
3
+ FPB,F1,0.45,0.49,0.50,0.78,0.78,0.51,0.86,0.88,0.87
4
+ FiQA-SA,F1,0.51,0.52,0.53,-,-,0.75,0.84,0.87,0.79
5
+ Headline,AvgF1,0.73,0.79,0.77,0.77,0.86,0.82,0.98,0.97,0.97
6
+ NER,EntityF1,0.61,0.57,0.56,0.77,0.83,0.61,0.75,0.62,0.69
7
+ FinQA,EmAcc,-,-,-,0.58,0.63,-,0.06,0.11,0.04
8
+ ConvFinQA,EmAcc,0.28,0.30,0.36,0.60,0.76,0.43,0.25,0.40,0.20
9
+ BigData22,Acc,-,-,-,0.53,0.54,-,0.48,0.47,0.49
10
+ BigData22,MCC,-,-,-,-0.025,0.03,-,0.04,0.04,0.01
11
+ ACL18,Acc,-,-,-,0.50,0.52,-,0.50,0.49,0.56
12
+ ACL18,MCC,-,-,-,0.005,0.02,-,0.00,0.00,0.10
13
+ CIKM18,Acc,-,-,-,0.55,0.57,-,0.56,0.43,0.53
14
+ CIKM18,MCC,-,-,-,0.01,0.02,-,-0.02,-0.05,-0.03
requirements.txt ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ aiofiles==23.1.0
2
+ aiohttp==3.8.4
3
+ aiosignal==1.3.1
4
+ APScheduler==3.10.1
5
+ gradio==3.27.0
6
+ gradio_client==0.1.3
7
+ pandas==2.0.0