File size: 1,334 Bytes
5cf8c94
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
config:
  name: flux_train_replicate
  process:
  - datasets:
    - cache_latents_to_disk: true
      caption_dropout_rate: 0.05
      caption_ext: filename
      folder_path: input_images
      resolution:
      - 512
      - 768
      - 1024
      shuffle_tokens: false
    device: cuda:0
    model:
      is_flux: true
      name_or_path: black-forest-labs/FLUX.1-dev
      quantize: true
    network:
      linear: 16
      linear_alpha: 16
      type: lora
    sample:
      guidance_scale: 4
      height: 1024
      neg: ''
      prompts:
      - a sign that says 'I LOVE PROMPTS!' in the style of [trigger]
      sample_every: 250
      sample_steps: 20
      sampler: flowmatch
      seed: 42
      walk_seed: true
      width: 1024
    save:
      dtype: float16
      max_step_saves_to_keep: 1
      save_every: 2001
    train:
      batch_size: 1
      content_or_style: balanced
      dtype: bf16
      ema_config:
        ema_decay: 0.99
        use_ema: true
      gradient_accumulation_steps: 1
      gradient_checkpointing: true
      lr: 0.0004
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      steps: 2000
      train_text_encoder: false
      train_unet: true
    training_folder: output
    trigger_word: TOK
    type: sd_trainer
job: extension
meta:
  name: flux_train_replicate
  version: '1.0'