Huanzhi Mao
commited on
Commit
·
7580374
1
Parent(s):
8920689
gemma name change
Browse files
data.csv
CHANGED
@@ -18,6 +18,6 @@ Rank,Overall Acc,Model,Model Link,Organization,License,AST Summary,Exec Summary,
|
|
18 |
17,55.68%,Gemini-1.0-Pro (FC),https://deepmind.google/technologies/gemini/#introduction,Google,Proprietary,42.18%,29.30%,79.71%,89.00%,0.00%,0.00%,51.19%,66.00%,0.00%,0.00%,78.30%
|
19 |
18,54.52%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,40.14%,27.12%,74.55%,86.00%,0.00%,0.00%,50.00%,56.00%,0.00%,2.50%,87.08%
|
20 |
19,45.96%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,48.59%,8.55%,48.36%,61.00%,37.50%,47.50%,24.70%,2.00%,0.00%,7.50%,66.25%
|
21 |
-
20,44.40%,Gemma,https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,48.61%,40.43%,61.45%,60.00%,41.00%,32.00%,44.71%,48.00%,44.00%,25.00%,0.42%
|
22 |
21,33.37%,Gorilla-OpenFunctions-v0 (FC),https://gorilla.cs.berkeley.edu/blogs/4_open_functions.html,Gorilla LLM,Apache 2.0,29.88%,24.06%,60.00%,56.00%,0.00%,3.50%,38.24%,58.00%,0.00%,0.00%,4.58%
|
23 |
22,24.58%,Glaive-v1 (FC),https://huggingface.co/glaiveai/glaive-function-calling-v1,Glaive,cc-by-sa-4.0,15.14%,14.92%,34.55%,26.00%,0.00%,0.00%,21.18%,36.00%,0.00%,2.50%,46.25%
|
|
|
18 |
17,55.68%,Gemini-1.0-Pro (FC),https://deepmind.google/technologies/gemini/#introduction,Google,Proprietary,42.18%,29.30%,79.71%,89.00%,0.00%,0.00%,51.19%,66.00%,0.00%,0.00%,78.30%
|
19 |
18,54.52%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,40.14%,27.12%,74.55%,86.00%,0.00%,0.00%,50.00%,56.00%,0.00%,2.50%,87.08%
|
20 |
19,45.96%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,48.59%,8.55%,48.36%,61.00%,37.50%,47.50%,24.70%,2.00%,0.00%,7.50%,66.25%
|
21 |
+
20,44.40%,Gemma-7b-it (Prompt),https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,48.61%,40.43%,61.45%,60.00%,41.00%,32.00%,44.71%,48.00%,44.00%,25.00%,0.42%
|
22 |
21,33.37%,Gorilla-OpenFunctions-v0 (FC),https://gorilla.cs.berkeley.edu/blogs/4_open_functions.html,Gorilla LLM,Apache 2.0,29.88%,24.06%,60.00%,56.00%,0.00%,3.50%,38.24%,58.00%,0.00%,0.00%,4.58%
|
23 |
22,24.58%,Glaive-v1 (FC),https://huggingface.co/glaiveai/glaive-function-calling-v1,Glaive,cc-by-sa-4.0,15.14%,14.92%,34.55%,26.00%,0.00%,0.00%,21.18%,36.00%,0.00%,2.50%,46.25%
|
helper.py
DELETED
@@ -1,42 +0,0 @@
|
|
1 |
-
import csv
|
2 |
-
|
3 |
-
COLUMNS = [
|
4 |
-
"Rank",
|
5 |
-
"Overall Acc",
|
6 |
-
"Model",
|
7 |
-
"Model Link",
|
8 |
-
"Organization",
|
9 |
-
"License",
|
10 |
-
"AST Summary",
|
11 |
-
"Exec Summary",
|
12 |
-
"Simple Function AST",
|
13 |
-
"Multiple Functions AST",
|
14 |
-
"Parallel Functions AST",
|
15 |
-
"Parallel Multiple AST",
|
16 |
-
"Simple Function Exec",
|
17 |
-
"Multiple Functions Exec",
|
18 |
-
"Parallel Functions Exec",
|
19 |
-
"Parallel Multiple Exec",
|
20 |
-
"Relevance Detection",
|
21 |
-
]
|
22 |
-
|
23 |
-
def parse_csv(text):
|
24 |
-
lines = text.split('\n')
|
25 |
-
lines = lines[1:]
|
26 |
-
result = [COLUMNS]
|
27 |
-
for i in range(len(lines)):
|
28 |
-
row = lines[i].split(',')[:16]
|
29 |
-
row.insert(0, i + 1)
|
30 |
-
overall_acc = row.pop(5)
|
31 |
-
row.insert(1, overall_acc)
|
32 |
-
result.append(row)
|
33 |
-
return result
|
34 |
-
|
35 |
-
|
36 |
-
with open('./data.csv', 'r') as file:
|
37 |
-
csv_text = file.read()
|
38 |
-
DATA = parse_csv(csv_text)
|
39 |
-
|
40 |
-
with open('./data.csv', 'w') as file:
|
41 |
-
writer = csv.writer(file)
|
42 |
-
writer.writerows(DATA)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|