File size: 5,973 Bytes
6fcd376 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh deepseek-coder-6.7b-base
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh deepseek-coder-6.7b-base_1_1
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh deepseek-coder-6.7b-base_1_2
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh deepseek-coder-6.7b-base_1_3
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh deepseek-coder-6.7b-base_1_5
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh Magicoder-S-DS-6.7B
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh Magicoder-S-CL-7B
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh deepseek-coder-6.7b-base
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh deepseek-coder-6.7b-base_1_1
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh deepseek-coder-6.7b-base_1_2
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh deepseek-coder-6.7b-base_1_3
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh deepseek-coder-6.7b-base_1_5
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh Magicoder-S-DS-6.7B
# bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_mbpp.sh Magicoder-S-CL-7B
# deepseek-coder-33b-base_1_1 OSError: /ML-A100/public/run/research/tianyuzheng/models/Codeagent/deepseek-coder-33b-base_1_1 does not appear to have a file named config.json. Checkout 'https://huggingface.co//ML-A100/public/run/research/tianyuzheng/models/Codeagent/deepseek-coder-33b-base_1_1/None' for available files.
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_humaneval.sh CodeLlama70B_2_1/checkpoint-1399
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-33b-instruct_2_1_v1 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-33b-instruct_2_1_v1 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-33b-instruct_2_1_v1 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-33b-instruct_2_1_v1 mbpp base
#
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh CodeLlama-7b-hf_2_1_v1 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-base_2_1 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-4105 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-2052 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct/checkpoint-4246 humaneval plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh CodeLlama-7b-hf_2_1_v1 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-base_2_1 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-4105 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-2052 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct/checkpoint-4246 humaneval base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh CodeLlama-7b-hf_2_1_v1 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-base_2_1 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-4105 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-2052 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct/checkpoint-4246 mbpp plus
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh CodeLlama-7b-hf_2_1_v1 mbpp base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-base_2_1 mbpp base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-4105 mbpp base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct_v1/checkpoint-2052 mbpp base
bash /ML-A800/home/zhengtianyu/DeepSeek-Coder/Evaluation/evalplus/workspace/33b_tasks/33b_multiround.sh deepseek-coder-6.7b-instruct/checkpoint-4246 mbpp base |