Hugging Face's logo

nanotron
/
old_bench

Model card Files Community
3outeille HF staff commited on
Commit
5f701d6
•
1 Parent(s): 99594ee

Upload llama-1B/64_GPUS/dp-8_tp-2_pp-4_mbz-4

Browse files
Files changed (4) hide show
  1. llama-1B/64_GPUS/dp-8_tp-2_pp-4_mbz-4/bench.slurm +2 -2
  2. llama-1B/64_GPUS/dp-8_tp-2_pp-4_mbz-4/config.yaml +1 -1
  3. llama-1B/64_GPUS/dp-8_tp-2_pp-4_mbz-4/log.out +0 -0
  4. llama-1B/64_GPUS/dp-8_tp-2_pp-4_mbz-4/status.txt +1 -1
llama-1B/64_GPUS/dp-8_tp-2_pp-4_mbz-4/bench.slurm CHANGED
@@ -1,11 +1,11 @@
1
  #!/bin/bash
2
 
3
  #SBATCH --job-name=bench_cluster
4
- #SBATCH --time=01:30:00
5
  #SBATCH --partition=hopper-prod
6
  #SBATCH --nodes=8
7
  #SBATCH --gres=gpu:8
8
- #SBATCH --qos=high
9
  #SBATCH --ntasks-per-node=1
10
  #SBATCH --cpus-per-task=96
11
  #SBATCH --exclusive
 
1
  #!/bin/bash
2
 
3
  #SBATCH --job-name=bench_cluster
4
+ #SBATCH --time=02:00:00
5
  #SBATCH --partition=hopper-prod
6
  #SBATCH --nodes=8
7
  #SBATCH --gres=gpu:8
8
+ #SBATCH --qos=prod
9
  #SBATCH --ntasks-per-node=1
10
  #SBATCH --cpus-per-task=96
11
  #SBATCH --exclusive
llama-1B/64_GPUS/dp-8_tp-2_pp-4_mbz-4/config.yaml CHANGED
@@ -48,7 +48,7 @@ parallelism:
48
  dp: 8
49
  expert_parallel_size: 1
50
  pp: 4
51
- pp_engine: 1f1b
52
  tp: 2
53
  tp_linear_async_communication: false
54
  tp_mode: REDUCE_SCATTER
 
48
  dp: 8
49
  expert_parallel_size: 1
50
  pp: 4
51
+ pp_engine: afab
52
  tp: 2
53
  tp_linear_async_communication: false
54
  tp_mode: REDUCE_SCATTER
llama-1B/64_GPUS/dp-8_tp-2_pp-4_mbz-4/log.out CHANGED
The diff for this file is too large to render. See raw diff
 
llama-1B/64_GPUS/dp-8_tp-2_pp-4_mbz-4/status.txt CHANGED
@@ -1 +1 @@
1
- timeout
 
1
+ oom