Spaces:
Running
Running
Commit
·
62882b9
1
Parent(s):
19bdb39
remove opseavl_datasets.py file
Browse files- app.py +1 -2
- leaderboards.py +71 -1
- opseval_datasets.py +0 -69
app.py
CHANGED
@@ -9,10 +9,9 @@ import matplotlib.pyplot as plt
|
|
9 |
import plotly.graph_objects as go
|
10 |
from apscheduler.schedulers.background import BackgroundScheduler
|
11 |
from texts import *
|
12 |
-
from leaderboards import eng_leaderboards, chi_leaderboards
|
13 |
import toml
|
14 |
import os
|
15 |
-
from opseval_datasets import *
|
16 |
from latex_utils import gen_latex_table
|
17 |
|
18 |
|
|
|
9 |
import plotly.graph_objects as go
|
10 |
from apscheduler.schedulers.background import BackgroundScheduler
|
11 |
from texts import *
|
12 |
+
from leaderboards import eng_leaderboards, chi_leaderboards, dataset_abbr_en_dict, dataset_abbr_zh_dict
|
13 |
import toml
|
14 |
import os
|
|
|
15 |
from latex_utils import gen_latex_table
|
16 |
|
17 |
|
leaderboards.py
CHANGED
@@ -24,4 +24,74 @@ chi_leaderboards = [
|
|
24 |
('lenovo', ['mc']),
|
25 |
('owl', ['qa']),
|
26 |
('inspur', ['mc']),
|
27 |
-
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
24 |
('lenovo', ['mc']),
|
25 |
('owl', ['qa']),
|
26 |
('inspur', ['mc']),
|
27 |
+
]
|
28 |
+
|
29 |
+
datasets_abbr = [
|
30 |
+
'huaweicloud',
|
31 |
+
'gtja',
|
32 |
+
'zjyd',
|
33 |
+
'network',
|
34 |
+
'pufa',
|
35 |
+
'zabbix',
|
36 |
+
'dfcdata',
|
37 |
+
'zte',
|
38 |
+
'oracle',
|
39 |
+
'tencent',
|
40 |
+
'bosc',
|
41 |
+
'rzy',
|
42 |
+
'lenovo',
|
43 |
+
'owl',
|
44 |
+
'inspur'
|
45 |
+
]
|
46 |
+
|
47 |
+
datasets_zh = [
|
48 |
+
'5G通信运维(华为核心网)',
|
49 |
+
'证券信息系统运维(国泰君安)',
|
50 |
+
'中国移动浙江公司',
|
51 |
+
'有线网络运维(清华Netman)',
|
52 |
+
'金融IT运维(浦发银行)',
|
53 |
+
'运维监控能力测评(Zabbix中国宏时数据)',
|
54 |
+
'数据库运维(基石数据)',
|
55 |
+
'5G通信网络运维(中兴通信)',
|
56 |
+
'Oracle数据库运维(中亦科技)',
|
57 |
+
'DevOps能力评测(腾讯)',
|
58 |
+
'金融信创系统运维(上海银行)',
|
59 |
+
'日志分析能力评测(日志易)',
|
60 |
+
'混合云建设与运维(联想集团)',
|
61 |
+
'OWL',
|
62 |
+
'私有云场景K8s问答(浪潮云海)'
|
63 |
+
]
|
64 |
+
|
65 |
+
datasets_en = [
|
66 |
+
"5G Telecommunications",
|
67 |
+
"Securities Information System",
|
68 |
+
"China Mobile Zhejiang",
|
69 |
+
"Wired Network Operations",
|
70 |
+
"Financial IT",
|
71 |
+
"Operations Monitoring Capability",
|
72 |
+
"Database",
|
73 |
+
"5G Telecommunications Network",
|
74 |
+
"Oracle Database",
|
75 |
+
"DevOps Capability",
|
76 |
+
"Financial New Generation System",
|
77 |
+
"Log Analysis",
|
78 |
+
"Hybrid Cloud Construction and Operations",
|
79 |
+
"OWL",
|
80 |
+
"Private Cloud K8s (Inspur)"
|
81 |
+
]
|
82 |
+
|
83 |
+
dataset_abbr_zh_dict = {
|
84 |
+
da: dz for da, dz in zip(datasets_abbr, datasets_zh)
|
85 |
+
}
|
86 |
+
|
87 |
+
dataset_abbr_en_dict = {
|
88 |
+
da: de for da, de in zip(datasets_abbr, datasets_en)
|
89 |
+
}
|
90 |
+
|
91 |
+
dataset_zh_en_dict = {
|
92 |
+
dz: de for dz, de in zip(datasets_zh, datasets_en)
|
93 |
+
}
|
94 |
+
|
95 |
+
dataset_en_zh_dict = {
|
96 |
+
de: dz for dz, de in zip(datasets_zh, datasets_en)
|
97 |
+
}
|
opseval_datasets.py
DELETED
@@ -1,69 +0,0 @@
|
|
1 |
-
datasets_abbr = [
|
2 |
-
'huaweicloud',
|
3 |
-
'gtja',
|
4 |
-
'zjyd',
|
5 |
-
'network',
|
6 |
-
'pufa',
|
7 |
-
'zabbix',
|
8 |
-
'dfcdata',
|
9 |
-
'zte',
|
10 |
-
'oracle',
|
11 |
-
'tencent',
|
12 |
-
'bosc',
|
13 |
-
'rzy',
|
14 |
-
'lenovo',
|
15 |
-
'owl',
|
16 |
-
'inspur'
|
17 |
-
]
|
18 |
-
|
19 |
-
datasets_zh = [
|
20 |
-
'5G通信运维(华为核心网)',
|
21 |
-
'证券信息系统运维(国泰君安)',
|
22 |
-
'中国移动浙江公司',
|
23 |
-
'有线网络运维(清华Netman)',
|
24 |
-
'金融IT运维(浦发银行)',
|
25 |
-
'运维监控能力测评(Zabbix中国宏时数据)',
|
26 |
-
'数据库运维(基石数据)',
|
27 |
-
'5G通信网络运维(中兴通信)',
|
28 |
-
'Oracle数据库运维(中亦科技)',
|
29 |
-
'DevOps能力评测(腾讯)',
|
30 |
-
'金融信创系统运维(上海银行)',
|
31 |
-
'日志分析能力评测(日志易)',
|
32 |
-
'混合云建设与运维(联想集团)',
|
33 |
-
'OWL',
|
34 |
-
'私有云场景K8s问答(浪潮云海)'
|
35 |
-
]
|
36 |
-
|
37 |
-
datasets_en = [
|
38 |
-
"5G Telecommunications",
|
39 |
-
"Securities Information System",
|
40 |
-
"China Mobile Zhejiang",
|
41 |
-
"Wired Network Operations",
|
42 |
-
"Financial IT",
|
43 |
-
"Operations Monitoring Capability",
|
44 |
-
"Database",
|
45 |
-
"5G Telecommunications Network",
|
46 |
-
"Oracle Database",
|
47 |
-
"DevOps Capability",
|
48 |
-
"Financial New Generation System",
|
49 |
-
"Log Analysis",
|
50 |
-
"Hybrid Cloud Construction and Operations",
|
51 |
-
"OWL",
|
52 |
-
"Private Cloud K8s (Inspur)"
|
53 |
-
]
|
54 |
-
|
55 |
-
dataset_abbr_zh_dict = {
|
56 |
-
da: dz for da, dz in zip(datasets_abbr, datasets_zh)
|
57 |
-
}
|
58 |
-
|
59 |
-
dataset_abbr_en_dict = {
|
60 |
-
da: de for da, de in zip(datasets_abbr, datasets_en)
|
61 |
-
}
|
62 |
-
|
63 |
-
dataset_zh_en_dict = {
|
64 |
-
dz: de for dz, de in zip(datasets_zh, datasets_en)
|
65 |
-
}
|
66 |
-
|
67 |
-
dataset_en_zh_dict = {
|
68 |
-
de: dz for dz, de in zip(datasets_zh, datasets_en)
|
69 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|