OpenCodeInterpreter/evaluation/evaluate/scripts/task.sh

# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh deepseek-coder-6.7b-base
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh deepseek-coder-6.7b-base_1_1
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh deepseek-coder-6.7b-base_1_2
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh deepseek-coder-6.7b-base_1_3
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh deepseek-coder-6.7b-base_1_5
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh Magicoder-S-DS-6.7B
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh Magicoder-S-CL-7B

# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh deepseek-coder-6.7b-base
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh deepseek-coder-6.7b-base_1_1
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh deepseek-coder-6.7b-base_1_2
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh deepseek-coder-6.7b-base_1_3
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh deepseek-coder-6.7b-base_1_5
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh Magicoder-S-DS-6.7B
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh Magicoder-S-CL-7B



# deepseek-coder-33b-base_1_1 OSError: /ML-A100/public/run/research/tianyuzheng/models/Codeagent/deepseek-coder-33b-base_1_1 does not appear to have a file named config.json. Checkout 'https://huggingface.co//ML-A100/public/run/research/tianyuzheng/models/Codeagent/deepseek-coder-33b-base_1_1/None' for available files.



bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh CodeLlama70B_2_1/checkpoint-1399

bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-33b-instruct_2_1_v1 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-33b-instruct_2_1_v1 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-33b-instruct_2_1_v1 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-33b-instruct_2_1_v1 mbpp base



#
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh CodeLlama-7b-hf_2_1_v1 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-base_2_1 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-4105 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-2052 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct/checkpoint-4246 humaneval plus

bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh CodeLlama-7b-hf_2_1_v1 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-base_2_1 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-4105 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-2052 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct/checkpoint-4246 humaneval base

bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh CodeLlama-7b-hf_2_1_v1 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-base_2_1 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-4105 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-2052 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct/checkpoint-4246 mbpp plus

bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh CodeLlama-7b-hf_2_1_v1 mbpp base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-base_2_1 mbpp base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-4105 mbpp base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-2052 mbpp base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct/checkpoint-4246 mbpp base