File size: 1,252 Bytes
07320d0
 
 
 
 
 
 
 
 
 
 
 
 
44cfb92
 
e2b6c4d
44cfb92
fddc7fb
44cfb92
6c91c84
44cfb92
e2b6c4d
44cfb92
07320d0
44cfb92
d60f8cb
25ab915
 
162cc09
77dd763
162cc09
77dd763
162cc09
44cfb92
162cc09
77dd763
ecfd23f
 
a1cdfad
ecfd23f
a2a97d3
25ab915
44cfb92
25ab915
44cfb92
25ab915
162cc09
25ab915
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
#!/bin/sh

BASEDIR=$(dirname "$0")
cd $BASEDIR/..
echo Current Directory:
pwd

nvidia-smi
uname -a
cat /etc/os-release
lscpu
grep MemTotal /proc/meminfo

# pip install torch torchvision torchaudio
# pip install -r requirements.txt

# export START_NUM_SHOTS=50

# ./scripts/eval-model.sh internlm/internlm2_5-7b-chat

# ./scripts/eval-model.sh Qwen/Qwen2-7B-Instruct

# ./scripts/eval-model.sh shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat

# ./scripts/eval-model.sh shenzhi-wang/Llama3.1-8B-Chinese-Chat

./scripts/eval-model.sh microsoft/Phi-3.5-mini-instruct

# ./scripts/eval-epochs.sh internlm internlm2_5-7b-chat

# ./scripts/eval-epochs.sh Qwen Qwen2-7B-Instruct

# ./scripts/eval-epochs.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat

# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat

export MAX_NEW_TOKENS=2048
export START_REPETITION_PENALTY=1.0
export END_REPETITION_PENALTY=1.1
export RESULTS_PATH=results/mac-results_rpp_with_mnt_2048.csv

# ./scripts/eval-rpp.sh internlm internlm2_5-7b-chat checkpoint-140

# ./scripts/eval-rpp.sh Qwen Qwen2-7B-Instruct checkpoint-105

# ./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70

# ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105