config:
  name: Kargon
  process:
  - datasets:
    - cache_latents_to_disk: true
      caption_dropout_rate: 0.2
      caption_ext: txt
      folder_path: /root/lorahub/Kargon/dataset
      resolution:
      - 512
      - 768
      - 1024
      shuffle_tokens: false
      token_dropout_rate: 0.01
    device: cuda:0
    model:
      is_flux: true
      name_or_path: black-forest-labs/FLUX.1-dev
      quantize: true
      text_encoder_bits: 8
    network:
      linear: 42
      linear_alpha: 42
      transformer_only: true
      type: lora
    performance_log_every: 500
    sample:
      height: 1024
      neg: ''
      prompts:
      - wounded centaur, mythical creature [trigger]
      - ruins of athens, snake [trigger]
      - silver vampire sword [trigger]
      - 'Gender-neutral scavengers in rugged, asymmetrical armor with skyfall shards
        embedded in their skin. Their eyes glow faintly, reflecting the shattered
        sky above, and their hair is wind-torn and gray [trigger] '
      - 'Male or female spellcasters cloaked in dark, tattered robes. Their bodies
        are marked by glowing glyphs, and they carry ancient books chained to their
        belts. Their eyes appear hollow, with wisps of magic flickering within [trigger] '
      - 'Androgynous survivors with pale, almost translucent skin and dark, form-fitting
        suits that reflect the emptiness of space. They have void-inflicted scars
        across their bodies, and their faces are expressionless, with faint glowing
        veins under their skin [trigger] '
      - 'Male-dominated resistance fighters wearing bulky mechanical exoskeletons
        with mystical etchings. Their faces are obscured by grimy visors, revealing
        only tired, hardened eyes. Each piece of armor is a blend of tech and ancient
        runes, radiating an aura of rebellion [trigger] '
      - 'Female-dominant warriors with charred leather armor made from dragon scales,
        their eyes lit with the embers of dark magic. Their hair is either braided
        or burned at the tips, and their skin bears deep scars from dragonfire [trigger] '
      - 'Mixed gender citizens and fighters adorned in sleek, cyberpunk-style outfits.
        Neon hex-tattoos line their faces and arms, glowing brighter in moments of
        heightened emotion or power. Their eyes are sharp, with a calculating, streetwise
        edge, and their features are sharp and angular [trigger] '
      sample_every: 500
      sample_steps: 25
      sampler: flowmatch
      seed: 42
      walk_seed: true
      width: 1024
    save:
      dtype: float16
      max_step_saves_to_keep: 3
      save_every: 500
      save_format: diffusers
    train:
      batch_size: 1
      dtype: bf16
      ema_config:
        ema_decay: 0.99
        use_ema: true
      gradient_accumulation_steps: 1
      gradient_checkpointing: true
      linear_timesteps: true
      loss_type: mse
      lr: 0.0002
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      reg_weight: 1.0
      steps: 3000
      target_noise_multiplier: 1.0
      train_text_encoder: false
      train_unet: true
    training_folder: /root/lorahub
    trigger_word: Kargon
    type: sd_trainer
job: extension
meta:
  description: ''