File size: 1,590 Bytes
b222b62 31bdd0a b222b62 be0190c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 |
export MODEL_TYPE='lora'
export TRAINING_SEED=420
export CHECKPOINTING_STEPS=500
export CHECKPOINTING_LIMIT=10
export LEARNING_RATE=1e-4
export FLUX=true
export MODEL_NAME="black-forest-labs/FLUX.1-dev"
export VALIDATION_SEED=420
export VALIDATION_PROMPT="a photograph of Walter White and Jesse Pinkman"
export VALIDATION_NEGATIVE_PROMPT=""
# How frequently we will save and run a pipeline for validations.
export VALIDATION_STEPS=500
# Validation image settings.
export VALIDATION_GUIDANCE=3.5
export VALIDATION_GUIDANCE_REAL=1.0
export VALIDATION_NUM_INFERENCE_STEPS=28
export VALIDATION_GUIDANCE_RESCALE=0
export VALIDATION_RESOLUTION=1024x1024
export ALLOW_TF32=true
export PURE_BF16=true
export CAPTION_DROPOUT_PROBABILITY=0
export MAX_NUM_STEPS=0
export NUM_EPOCHS=1000
export OPTIMIZER="adamw_bf16"
export LR_SCHEDULE="constant"
export LR_WARMUP_STEPS=500
export TRAIN_BATCH_SIZE=1
export RESOLUTION=512
export RESOLUTION_TYPE=pixel
export GRADIENT_ACCUMULATION_STEPS=2
export MIXED_PRECISION="bf16"
export TRAINING_DYNAMO_BACKEND='no'
export USE_XFORMERS=false
export USE_GRADIENT_CHECKPOINTING=true
export VAE_BATCH_SIZE=8
export TRAINER_EXTRA_ARGS="--max_grad_norm=1.0 --gradient_precision=fp32 --base_model_default_dtype=bf16 --lora_init_type=default --flux_lora_target=all+ffs --flux_guidance_value=1 --user_prompt_library=user_prompt_library.json"
export USE_EMA=false
export PUSH_TO_HUB="true"
export PUSH_CHECKPOINTS="true"
export HUB_MODEL_NAME="breaking-bad-flux"
export DATALOADER_CONFIG="config/bb-multidatabackend.json"
export OUTPUT_DIR="output/models" |