analyzed llama-3.1-70b rpp=1

results/mac-results_rpp_with_mnt_2048_generic_prompt_metrics.csv

@@ -12,6 +12,7 @@ microsoft/Phi-3.5-mini-instruct,1.04,0.7074641684778791,0.3538698731015666,9.197
 microsoft/Phi-3.5-mini-instruct,1.06,0.6962301708225224,0.3252854575717334,6.967166383106307,0.069671663831063,0.2948764736589108,0.0,0.09355692850838482,0.09355692850838482,0.6934257926979845,1.0,0
 microsoft/Phi-3.5-mini-instruct,1.08,0.6823413657174107,0.301599095293242,5.452744292893752,0.0545274429289375,0.2726387617958179,0.0,0.0264783759929391,0.0264783759929391,0.6815586491033614,1.0,0
 microsoft/Phi-3.5-mini-instruct,1.10,0.6717851540206916,0.2885734336603344,4.751039447225815,0.0475103944722581,0.2604284999048123,0.0,0.04589585172109444,0.04589585172109444,0.670451845604288,1.0,0
+shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.00,0.739080294072365,0.4490104515425626,6.7013404492782405,0.06701340449278238,0.41961816376805966,0.0,144.23654015887027,144.23654015887027,0.33775915922136823,0.999117387466902,15
 shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat,1.00,0.7222260562908512,0.4039898602650971,13.461179673541356,0.1346117967354136,0.3819960428004565,0.0,5.837599293909974,5.837599293909974,0.6020108921217914,1.0,1
 shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat,1.02,0.723643534970515,0.4051102919608809,13.18537912294539,0.1318537912294539,0.3824621732976229,0.0,5.7855251544571935,5.7855251544571935,0.6039124380139065,1.0,1
 shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat,1.04,0.7238812581796301,0.4039456988919502,13.314773371306682,0.1331477337130668,0.3813737464821349,0.0,5.804060017652251,5.804060017652251,0.6038540012915103,1.0,1

scripts/eval-h100.sh

@@ -58,7 +58,7 @@ export BATCH_SIZE=1
 export LOAD_IN_4BIT=true
 
 export START_REPETITION_PENALTY=1.02
-./scripts/eval-rpp.sh Qwen Qwen2-72B-Instruct checkpoint-105
+./scripts/eval-rpp.sh Qwen Qwen2-72B-Instruct checkpoint-560
 
 
 # export BATCH_SIZE=4