Spaces:
Running
Running
accelerate config
Browse files- accelerate_deepspeed.yaml +18 -0
- accelerate_local.yaml +13 -0
- accelerate_sagemaker.yaml +16 -0
- notebooks/test-model.ipynb +0 -0
- requirements.txt +8 -0
accelerate_deepspeed.yaml
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
compute_environment: LOCAL_MACHINE
|
| 2 |
+
deepspeed_config:
|
| 3 |
+
gradient_accumulation_steps: 1
|
| 4 |
+
offload_optimizer_device: cpu
|
| 5 |
+
offload_param_device: cpu
|
| 6 |
+
zero3_init_flag: false
|
| 7 |
+
zero_stage: 2
|
| 8 |
+
distributed_type: DEEPSPEED
|
| 9 |
+
downcast_bf16: 'no'
|
| 10 |
+
fsdp_config: {}
|
| 11 |
+
machine_rank: 0
|
| 12 |
+
main_process_ip: null
|
| 13 |
+
main_process_port: null
|
| 14 |
+
main_training_function: main
|
| 15 |
+
mixed_precision: 'no'
|
| 16 |
+
num_machines: 1
|
| 17 |
+
num_processes: 1
|
| 18 |
+
use_cpu: false
|
accelerate_local.yaml
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
compute_environment: LOCAL_MACHINE
|
| 2 |
+
deepspeed_config: {}
|
| 3 |
+
distributed_type: 'NO'
|
| 4 |
+
downcast_bf16: 'no'
|
| 5 |
+
fsdp_config: {}
|
| 6 |
+
machine_rank: 0
|
| 7 |
+
main_process_ip: null
|
| 8 |
+
main_process_port: null
|
| 9 |
+
main_training_function: main
|
| 10 |
+
mixed_precision: 'no'
|
| 11 |
+
num_machines: 1
|
| 12 |
+
num_processes: 1
|
| 13 |
+
use_cpu: false
|
accelerate_sagemaker.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
base_job_name: accelerate-sagemaker-1
|
| 2 |
+
compute_environment: AMAZON_SAGEMAKER
|
| 3 |
+
distributed_type: 'NO'
|
| 4 |
+
ec2_instance_type: ml.p3.8xlarge
|
| 5 |
+
iam_role_name: accelerate_sagemaker_execution_role
|
| 6 |
+
image_uri: null
|
| 7 |
+
mixed_precision: 'No'
|
| 8 |
+
num_machines: 1
|
| 9 |
+
profile: default
|
| 10 |
+
py_version: py38
|
| 11 |
+
pytorch_version: 1.10.2
|
| 12 |
+
region: eu-west-2
|
| 13 |
+
sagemaker_inputs_file: null
|
| 14 |
+
sagemaker_metrics_file: null
|
| 15 |
+
transformers_version: 4.17.0
|
| 16 |
+
use_cpu: false
|
notebooks/test-model.ipynb
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
requirements.txt
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
torch==1.12.1
|
| 2 |
+
torchvision==0.13.1
|
| 3 |
+
numpy==1.22.4
|
| 4 |
+
Pillow==9.2.0
|
| 5 |
+
accelerate==0.12.0
|
| 6 |
+
datasets==2.4.0
|
| 7 |
+
diffusers==0.1.3
|
| 8 |
+
tqdm==4.64.0
|