config:
  name: flux_dev_glitchhunter_v2
  process:
  - datasets:
    - cache_latents_to_disk: true
      caption_dropout_rate: 0.2
      caption_ext: txt
      folder_path: /root/lorahub/flux_dev_glitchhunter_v2/dataset
      resolution:
      - 512
      - 768
      - 1024
      shuffle_tokens: false
      token_dropout_rate: 0.01
    device: cuda:0
    model:
      is_flux: true
      name_or_path: black-forest-labs/FLUX.1-dev
      quantize: true
      text_encoder_bits: 8
    network:
      linear: 42
      linear_alpha: 42
      transformer_only: true
      type: lora
    performance_log_every: 500
    sample:
      height: 1024
      neg: ''
      prompts:
      - Explosion of expressive drippy geometric shapes and vivid colors, creating
        a surreal splashy form and shadow like contrasty backdrop, similar to otherworldly
        being.
      - A vivid, surreal mecha creature emerges, entwined in colorful tendrils and
        whimsical forms, blending technology with organic, fantastical robotic and
        mechanical elements.
      - A vibrant fusion of organic and 3D mechanical forms, adorned with glossy colors,
        whimsical shapes, and playful textures, invites exploration of mechanical
        flower.
      - silver mecha GlitchHunter in neon forest
      - '[GlitchHunter] cat in neo-tokyo'
      sample_every: 500
      sample_steps: 25
      sampler: flowmatch
      seed: 42
      walk_seed: true
      width: 1024
    save:
      dtype: float16
      max_step_saves_to_keep: 3
      save_every: 500
      save_format: diffusers
    train:
      batch_size: 1
      dtype: bf16
      ema_config:
        ema_decay: 0.99
        use_ema: true
      gradient_accumulation_steps: 1
      gradient_checkpointing: true
      linear_timesteps: true
      loss_type: mse
      lr: 0.0002
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      reg_weight: 1.0
      steps: 2300
      target_noise_multiplier: 1.0
      train_text_encoder: false
      train_unet: true
    training_folder: /root/lorahub
    trigger_word: GlitchHunter
    type: sd_trainer
job: extension