dh-mc commited on
Commit
886e3cc
1 Parent(s): 04522ca

Update tune_rp.sh

Browse files
Files changed (1) hide show
  1. tune_rp.sh +37 -17
tune_rp.sh CHANGED
@@ -13,20 +13,40 @@ grep MemTotal /proc/meminfo
13
 
14
  pip install -r requirements.txt
15
 
16
- export QUESTIONS_FILE_PATH="./WebQSP/data/WebQSP.test.entities.json"
17
- export QA_WITH_RAG=false
18
-
19
- # export LLM_MODEL_TYPE=huggingface
20
- export LLM_MODEL_TYPE=vllm
21
- export HUGGINGFACE_MODEL_NAME_OR_PATH="microsoft/Orca-2-13b"
22
-
23
- echo Testing $HUGGINGFACE_MODEL_NAME_OR_PATH
24
- # export RESULT_FILENAME_PREFIX=Tune_2024-04-13_14-36-33
25
- # export REPETITION_PENALTY_START=1.02
26
- python tune_rp.py
27
- # unset RESULT_FILENAME_PREFIX
28
- # unset REPETITION_PENALTY_START
29
-
30
- # export HUGGINGFACE_MODEL_NAME_OR_PATH="mistralai/Mistral-7B-Instruct-v0.2"
31
- # echo Testing $HUGGINGFACE_MODEL_NAME_OR_PATH
32
- # python tune_rp.py
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
 
14
  pip install -r requirements.txt
15
 
16
+ # Evaluating Models (from Smallest to Largest) for the MS MARCO Dataset
17
+ ./eval_modules/eval-hf_v2.sh google gemma-1.1-2b-it true
18
+
19
+ ./scripts/eval-hf_v2.sh microsoft Phi-3-mini-128k-instruct true
20
+
21
+ ./eval_modules/eval-hf_v2.sh google gemma-1.1-7b-it true
22
+
23
+ ./eval_modules/eval-hf_v2.sh mistralai Mistral-7B-Instruct-v0.2 true
24
+
25
+ ./eval_modules/eval-hf_v2.sh meta-llama Llama-2-7b-chat-hf true
26
+
27
+ ./eval_modules/eval-hf_v2.sh meta-llama Llama-2-13b-chat-hf true
28
+
29
+ ./eval_modules/eval-hf_v2.sh meta-llama Llama-2-70b-chat-hf true
30
+
31
+ ./eval_modules/eval-hf_v2.sh meta-llama Meta-Llama-3-8B-Instruct true
32
+
33
+ ./eval_modules/eval-hf_v2.sh meta-llama Meta-Llama-3-70B-Instruct true
34
+
35
+ # Evaluating Models (from Smallest to Largest) for the WebQSP Dataset
36
+ ./eval_modules/eval-hf_v2.sh google gemma-1.1-2b-it false
37
+
38
+ ./scripts/eval-hf_v2.sh microsoft Phi-3-mini-128k-instruct false
39
+
40
+ ./eval_modules/eval-hf_v2.sh google gemma-1.1-7b-it false
41
+
42
+ ./eval_modules/eval-hf_v2.sh mistralai Mistral-7B-Instruct-v0.2 false
43
+
44
+ ./eval_modules/eval-hf_v2.sh meta-llama Llama-2-7b-chat-hf false
45
+
46
+ ./eval_modules/eval-hf_v2.sh meta-llama Llama-2-13b-chat-hf false
47
+
48
+ ./eval_modules/eval-hf_v2.sh meta-llama Llama-2-70b-chat-hf false
49
+
50
+ ./eval_modules/eval-hf_v2.sh meta-llama Meta-Llama-3-8B-Instruct false
51
+
52
+ ./eval_modules/eval-hf_v2.sh meta-llama Meta-Llama-3-70B-Instruct false