dh-mc commited on
Commit
de489ee
1 Parent(s): f06a1e9

ready for tuning qwen2.5-72b

Browse files
data/Llama3.1-70B-Chinese-Chat_shots_metrics.csv CHANGED
@@ -3,3 +3,4 @@ shots,model,run,accuracy,precision,recall,f1,ratio_valid_classifications
3
  5,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-05,0.7536666666666667,0.772126097633354,0.7536666666666667,0.7545029613768596,0.79
4
  10,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-10,0.754,0.7729477984842943,0.754,0.756682017266956,0.8326666666666667
5
  20,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-20,0.738,0.7566938786102072,0.738,0.7348961489952073,0.819
 
 
3
  5,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-05,0.7536666666666667,0.772126097633354,0.7536666666666667,0.7545029613768596,0.79
4
  10,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-10,0.754,0.7729477984842943,0.754,0.756682017266956,0.8326666666666667
5
  20,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-20,0.738,0.7566938786102072,0.738,0.7348961489952073,0.819
6
+ 30,Llama3.1-70B-Chinese-Chat,shenzhi-wang/Llama3.1-70B-Chinese-Chat/shots-30,0.758,0.7731535340331644,0.758,0.7565012256889623,0.548
notebooks/03b_Llama3.1-70B-Chinese-Chat_analysis.ipynb CHANGED
The diff for this file is too large to render. See raw diff
 
scripts/eval-mgtv-qwen2.5_4bit.sh ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/sh
2
+
3
+ BASEDIR=$(dirname "$0")
4
+ cd $BASEDIR/..
5
+ echo Current Directory:
6
+ pwd
7
+
8
+ BASEDIR=`pwd`
9
+
10
+ nvidia-smi
11
+ uname -a
12
+ cat /etc/os-release
13
+ lscpu
14
+ grep MemTotal /proc/meminfo
15
+
16
+ export LOAD_IN_4BIT=true
17
+ $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-72B-Instruct
18
+
19
+ export START_NUM_SHOTS=5
20
+ $BASEDIR/scripts/eval-shots_4bit.sh Qwen Qwen2.5-72B-Instruct
scripts/tune-mgtv-4bit.sh CHANGED
@@ -23,7 +23,8 @@ export LOGICAL_REASONING_RESULTS_PATH=results/mgtv-results_4bit.csv
23
 
24
  # $BASEDIR/scripts/tune-lf_v2_4bit.sh shenzhi-wang Llama3.1-70B-Chinese-Chat llama3
25
 
26
- $BASEDIR/scripts/tune-lf_v2_4bit.sh internlm internlm2_5-20b-chat intern2
27
 
28
- $BASEDIR/scripts/eval-mgtv.sh
29
 
 
 
23
 
24
  # $BASEDIR/scripts/tune-lf_v2_4bit.sh shenzhi-wang Llama3.1-70B-Chinese-Chat llama3
25
 
26
+ # $BASEDIR/scripts/tune-lf_v2_4bit.sh internlm internlm2_5-20b-chat intern2
27
 
28
+ $BASEDIR/scripts/tune-lf_v2_4bit.sh Qwen Qwen2.5-72B-Instruct qwen
29
 
30
+ $BASEDIR/scripts/eval-mgtv-qwen2.5_4bit.sh
scripts/tune-mgtv.sh CHANGED
@@ -1 +1 @@
1
- tune-mgtv-bf16.sh
 
1
+ tune-mgtv-4bit.sh