Redesign and addition of content, adding LLama-3.1 8B and 70B
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- app.py +30 -16
- static/figures/Mistral-7B-Instruct-v0.1/matrix.svg +24 -24
- static/figures/Mistral-7B-Instruct-v0.1/ranks.svg +0 -0
- static/figures/Mistral-7B-Instruct-v0.1/structure.svg +0 -0
- static/figures/Mistral-7B-Instruct-v0.2/matrix.svg +24 -24
- static/figures/Mistral-7B-Instruct-v0.2/ranks.svg +0 -0
- static/figures/Mistral-7B-Instruct-v0.2/structure.svg +0 -0
- static/figures/Mistral-7B-Instruct-v0.3/matrix.svg +24 -24
- static/figures/Mistral-7B-Instruct-v0.3/ranks.svg +0 -0
- static/figures/Mistral-7B-Instruct-v0.3/structure.svg +0 -0
- static/figures/Mixtral-8x22B-Instruct-v0.1/matrix.svg +24 -24
- static/figures/Mixtral-8x22B-Instruct-v0.1/ranks.svg +0 -0
- static/figures/Mixtral-8x22B-Instruct-v0.1/structure.svg +0 -0
- static/figures/Mixtral-8x7B-Instruct-v0.1/matrix.svg +24 -24
- static/figures/Mixtral-8x7B-Instruct-v0.1/ranks.svg +0 -0
- static/figures/Mixtral-8x7B-Instruct-v0.1/structure.svg +0 -0
- static/figures/Qwen2-72B-Instruct/matrix.svg +24 -24
- static/figures/Qwen2-72B-Instruct/ranks.svg +0 -0
- static/figures/Qwen2-72B-Instruct/structure.svg +0 -0
- static/figures/Qwen2-7B-Instruct/matrix.svg +24 -24
- static/figures/Qwen2-7B-Instruct/ranks.svg +0 -0
- static/figures/Qwen2-7B-Instruct/structure.svg +0 -0
- static/figures/cardinal.svg +413 -330
- static/figures/command_r_plus/matrix.svg +24 -24
- static/figures/command_r_plus/ranks.svg +0 -0
- static/figures/command_r_plus/structure.svg +0 -0
- static/figures/dummy/matrix.svg +443 -436
- static/figures/dummy/ranks.svg +0 -0
- static/figures/dummy/structure.svg +0 -0
- static/figures/gpt-3.5-turbo-0125/matrix.svg +24 -24
- static/figures/gpt-3.5-turbo-0125/ranks.svg +0 -0
- static/figures/gpt-3.5-turbo-0125/structure.svg +0 -0
- static/figures/gpt-4o-0513/matrix.svg +24 -24
- static/figures/gpt-4o-0513/ranks.svg +0 -0
- static/figures/gpt-4o-0513/structure.svg +0 -0
- static/figures/gpt_no_conv_structure.svg +943 -0
- static/figures/llama_3.1_70b_instruct/matrix.svg +1927 -0
- static/figures/llama_3.1_70b_instruct/ranks.svg +0 -0
- static/figures/llama_3.1_70b_instruct/structure.svg +0 -0
- static/figures/llama_3.1_8b_instruct/matrix.svg +1926 -0
- static/figures/llama_3.1_8b_instruct/ranks.svg +0 -0
- static/figures/llama_3.1_8b_instruct/structure.svg +0 -0
- static/figures/llama_3_70b_instruct/matrix.svg +24 -24
- static/figures/llama_3_70b_instruct/ranks.svg +0 -0
- static/figures/llama_3_70b_instruct/structure.svg +0 -0
- static/figures/llama_3_8b_instruct/matrix.svg +24 -24
- static/figures/llama_3_8b_instruct/ranks.svg +0 -0
- static/figures/llama_3_8b_instruct/structure.svg +0 -0
- static/figures/ordinal.svg +416 -331
- static/figures/phi-3-medium-128k-instruct/matrix.svg +24 -24
app.py
CHANGED
@@ -1,8 +1,10 @@
|
|
1 |
-
from flask import Flask, render_template
|
2 |
import pandas as pd
|
|
|
3 |
|
4 |
app = Flask(__name__)
|
5 |
|
|
|
6 |
@app.route('/')
|
7 |
def index():
|
8 |
# Load the CSV file into a DataFrame
|
@@ -11,27 +13,39 @@ def index():
|
|
11 |
df = df.round(3)
|
12 |
df.insert(0, '#', '')
|
13 |
|
|
|
|
|
|
|
|
|
14 |
df = df.rename(columns={
|
15 |
-
"Ordinal (Win rate)": "Ordinal
|
16 |
-
"Cardinal (Score)": "Cardinal
|
17 |
-
"RO Stability": "RO Stability (
|
18 |
-
"
|
19 |
-
"
|
20 |
-
"
|
21 |
-
"
|
22 |
-
"
|
|
|
|
|
23 |
})
|
24 |
|
25 |
-
# Generate
|
26 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
table_html = table_html.replace(f'>{model}<', f'>{model_link}<')
|
32 |
|
33 |
# Render the template with the table HTML
|
34 |
-
return render_template('index.html',
|
35 |
|
36 |
@app.route('/model/<model_name>')
|
37 |
def model_detail(model_name):
|
|
|
1 |
+
from flask import Flask, render_template
|
2 |
import pandas as pd
|
3 |
+
import utils
|
4 |
|
5 |
app = Flask(__name__)
|
6 |
|
7 |
+
|
8 |
@app.route('/')
|
9 |
def index():
|
10 |
# Load the CSV file into a DataFrame
|
|
|
13 |
df = df.round(3)
|
14 |
df.insert(0, '#', '')
|
15 |
|
16 |
+
# up_arrow, down_arrow = "⬆️", "⬇️"
|
17 |
+
up_arrow, down_arrow = "↑", "↓"
|
18 |
+
# up_arrow, down_arrow = "▲", "▼"
|
19 |
+
|
20 |
df = df.rename(columns={
|
21 |
+
"Ordinal (Win rate)": f"Ordinal - Win rate ({up_arrow})",
|
22 |
+
"Cardinal (Score)": f"Cardinal - Score ({up_arrow})",
|
23 |
+
"RO Stability": f"RO Stability ({up_arrow})",
|
24 |
+
"Stress": f"Stress ({down_arrow})",
|
25 |
+
"Rank Distance": f"Rank Distance ({down_arrow})",
|
26 |
+
"Separability": f"Separability ({up_arrow})",
|
27 |
+
"CFI": f"CFI ({up_arrow})",
|
28 |
+
"SRMR": f"SRMR ({down_arrow})",
|
29 |
+
"RMSEA": f"RMSEA ({down_arrow})",
|
30 |
+
"Cronbach alpha": f"Cronbach alpha ({up_arrow})"
|
31 |
})
|
32 |
|
33 |
+
# Generate full table HTML with clickable model names
|
34 |
+
################
|
35 |
+
main_table_metrics = [
|
36 |
+
"#",
|
37 |
+
"Model",
|
38 |
+
f"Ordinal - Win rate ({up_arrow})",
|
39 |
+
f"Cardinal - Score ({up_arrow})",
|
40 |
+
f"RO Stability ({up_arrow})"
|
41 |
+
]
|
42 |
|
43 |
+
main_df = df[main_table_metrics].copy()
|
44 |
+
main_table_html = utils.df_to_table_html(main_df, additional_class="main-table")
|
45 |
+
full_table_html = utils.df_to_table_html(df, additional_class="full-table")
|
|
|
46 |
|
47 |
# Render the template with the table HTML
|
48 |
+
return render_template('index.html', main_table_html=main_table_html, full_table_html=full_table_html)
|
49 |
|
50 |
@app.route('/model/<model_name>')
|
51 |
def model_detail(model_name):
|
static/figures/Mistral-7B-Instruct-v0.1/matrix.svg
CHANGED
static/figures/Mistral-7B-Instruct-v0.1/ranks.svg
CHANGED
static/figures/Mistral-7B-Instruct-v0.1/structure.svg
CHANGED
static/figures/Mistral-7B-Instruct-v0.2/matrix.svg
CHANGED
static/figures/Mistral-7B-Instruct-v0.2/ranks.svg
CHANGED
static/figures/Mistral-7B-Instruct-v0.2/structure.svg
CHANGED
static/figures/Mistral-7B-Instruct-v0.3/matrix.svg
CHANGED
static/figures/Mistral-7B-Instruct-v0.3/ranks.svg
CHANGED
static/figures/Mistral-7B-Instruct-v0.3/structure.svg
CHANGED
static/figures/Mixtral-8x22B-Instruct-v0.1/matrix.svg
CHANGED
static/figures/Mixtral-8x22B-Instruct-v0.1/ranks.svg
CHANGED
static/figures/Mixtral-8x22B-Instruct-v0.1/structure.svg
CHANGED
static/figures/Mixtral-8x7B-Instruct-v0.1/matrix.svg
CHANGED
static/figures/Mixtral-8x7B-Instruct-v0.1/ranks.svg
CHANGED
static/figures/Mixtral-8x7B-Instruct-v0.1/structure.svg
CHANGED
static/figures/Qwen2-72B-Instruct/matrix.svg
CHANGED
static/figures/Qwen2-72B-Instruct/ranks.svg
CHANGED
static/figures/Qwen2-72B-Instruct/structure.svg
CHANGED
static/figures/Qwen2-7B-Instruct/matrix.svg
CHANGED
static/figures/Qwen2-7B-Instruct/ranks.svg
CHANGED
static/figures/Qwen2-7B-Instruct/structure.svg
CHANGED
static/figures/cardinal.svg
CHANGED
static/figures/command_r_plus/matrix.svg
CHANGED
static/figures/command_r_plus/ranks.svg
CHANGED
static/figures/command_r_plus/structure.svg
CHANGED
static/figures/dummy/matrix.svg
CHANGED
static/figures/dummy/ranks.svg
CHANGED
static/figures/dummy/structure.svg
CHANGED
static/figures/gpt-3.5-turbo-0125/matrix.svg
CHANGED
static/figures/gpt-3.5-turbo-0125/ranks.svg
CHANGED
static/figures/gpt-3.5-turbo-0125/structure.svg
CHANGED
static/figures/gpt-4o-0513/matrix.svg
CHANGED
static/figures/gpt-4o-0513/ranks.svg
CHANGED
static/figures/gpt-4o-0513/structure.svg
CHANGED
static/figures/gpt_no_conv_structure.svg
ADDED
static/figures/llama_3.1_70b_instruct/matrix.svg
ADDED
static/figures/llama_3.1_70b_instruct/ranks.svg
ADDED
static/figures/llama_3.1_70b_instruct/structure.svg
ADDED
static/figures/llama_3.1_8b_instruct/matrix.svg
ADDED
static/figures/llama_3.1_8b_instruct/ranks.svg
ADDED
static/figures/llama_3.1_8b_instruct/structure.svg
ADDED
static/figures/llama_3_70b_instruct/matrix.svg
CHANGED
static/figures/llama_3_70b_instruct/ranks.svg
CHANGED
static/figures/llama_3_70b_instruct/structure.svg
CHANGED
static/figures/llama_3_8b_instruct/matrix.svg
CHANGED
static/figures/llama_3_8b_instruct/ranks.svg
CHANGED
static/figures/llama_3_8b_instruct/structure.svg
CHANGED
static/figures/ordinal.svg
CHANGED
static/figures/phi-3-medium-128k-instruct/matrix.svg
CHANGED