Spaces:
Build error
Build error
ready for tuning qwen2.5-72b
Browse files
data/Llama3.1-70B-Chinese-Chat_shots_metrics.csv
CHANGED
@@ -3,3 +3,4 @@ shots,model,run,accuracy,precision,recall,f1,ratio_valid_classifications
|
|
3 |
5,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-05,0.7536666666666667,0.772126097633354,0.7536666666666667,0.7545029613768596,0.79
|
4 |
10,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-10,0.754,0.7729477984842943,0.754,0.756682017266956,0.8326666666666667
|
5 |
20,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-20,0.738,0.7566938786102072,0.738,0.7348961489952073,0.819
|
|
|
|
3 |
5,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-05,0.7536666666666667,0.772126097633354,0.7536666666666667,0.7545029613768596,0.79
|
4 |
10,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-10,0.754,0.7729477984842943,0.754,0.756682017266956,0.8326666666666667
|
5 |
20,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-20,0.738,0.7566938786102072,0.738,0.7348961489952073,0.819
|
6 |
+
30,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-30,0.758,0.7731535340331644,0.758,0.7565012256889623,0.548
|
notebooks/03b_Llama3.1-70B-Chinese-Chat_analysis.ipynb
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
scripts/eval-mgtv-qwen2.5_4bit.sh
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/sh
|
2 |
+
|
3 |
+
BASEDIR=$(dirname "$0")
|
4 |
+
cd $BASEDIR/..
|
5 |
+
echo Current Directory:
|
6 |
+
pwd
|
7 |
+
|
8 |
+
BASEDIR=`pwd`
|
9 |
+
|
10 |
+
nvidia-smi
|
11 |
+
uname -a
|
12 |
+
cat /etc/os-release
|
13 |
+
lscpu
|
14 |
+
grep MemTotal /proc/meminfo
|
15 |
+
|
16 |
+
export LOAD_IN_4BIT=true
|
17 |
+
$BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-72B-Instruct
|
18 |
+
|
19 |
+
export START_NUM_SHOTS=5
|
20 |
+
$BASEDIR/scripts/eval-shots_4bit.sh Qwen Qwen2.5-72B-Instruct
|
scripts/tune-mgtv-4bit.sh
CHANGED
@@ -23,7 +23,8 @@ export LOGICAL_REASONING_RESULTS_PATH=results/mgtv-results_4bit.csv
|
|
23 |
|
24 |
# $BASEDIR/scripts/tune-lf_v2_4bit.sh shenzhi-wang Llama3.1-70B-Chinese-Chat llama3
|
25 |
|
26 |
-
$BASEDIR/scripts/tune-lf_v2_4bit.sh internlm internlm2_5-20b-chat intern2
|
27 |
|
28 |
-
$BASEDIR/scripts/
|
29 |
|
|
|
|
23 |
|
24 |
# $BASEDIR/scripts/tune-lf_v2_4bit.sh shenzhi-wang Llama3.1-70B-Chinese-Chat llama3
|
25 |
|
26 |
+
# $BASEDIR/scripts/tune-lf_v2_4bit.sh internlm internlm2_5-20b-chat intern2
|
27 |
|
28 |
+
$BASEDIR/scripts/tune-lf_v2_4bit.sh Qwen Qwen2.5-72B-Instruct qwen
|
29 |
|
30 |
+
$BASEDIR/scripts/eval-mgtv-qwen2.5_4bit.sh
|
scripts/tune-mgtv.sh
CHANGED
@@ -1 +1 @@
|
|
1 |
-
tune-mgtv-
|
|
|
1 |
+
tune-mgtv-4bit.sh
|