qwen-edit-skin / config.yaml
tlennon-ie's picture
uploaded AI-toolkit config.yaml
a3e8376 verified
job: extension
config:
name: qwen-edit-skin
process:
- type: diffusion_trainer
training_folder: I:\AI\AI-Toolkit\output
sqlite_db_path: I:\AI\AI-Toolkit\aitk_db.db
device: cuda
trigger_word: null
performance_log_every: 10
network:
type: lora
linear: 16
linear_alpha: 16
conv: 16
conv_alpha: 16
lokr_full_rank: true
lokr_factor: -1
network_kwargs:
ignore_if_contains: []
alpha_schedule:
enabled: true
_preset: image
conv_alpha_phases:
foundation:
exit_criteria:
loss_improvement_rate_below: 0.001
min_gradient_stability: 0.55
min_loss_r2: 0.1
balance:
exit_criteria:
loss_improvement_rate_below: 0.001
min_gradient_stability: 0.55
min_loss_r2: 0.1
save:
dtype: bf16
save_every: 250
max_step_saves_to_keep: 4
save_format: diffusers
push_to_hub: false
datasets:
- folder_path: I:\AI\AI-Toolkit\datasets/qwen_skin_target
mask_path: null
mask_min_value: 0.1
default_caption: ''
caption_ext: txt
caption_dropout_rate: 0.05
cache_latents_to_disk: false
is_reg: false
network_weight: 1
resolution:
- 512
- 768
- 1024
controls: []
shrink_video_to_frames: true
num_frames: 1
do_i2v: true
flip_x: false
flip_y: false
control_path_1: I:\AI\AI-Toolkit\datasets/qwen_skin_target
control_path_2: null
control_path_3: null
train:
batch_size: 1
bypass_guidance_embedding: false
steps: 5000
gradient_accumulation: 1
train_unet: true
train_text_encoder: false
gradient_checkpointing: true
noise_scheduler: flowmatch
optimizer: adamw8bit
timestep_type: weighted
content_or_style: balanced
optimizer_params:
weight_decay: 0.0001
unload_text_encoder: false
cache_text_embeddings: true
lr: 0.0001
ema_config:
use_ema: false
ema_decay: 0.99
skip_first_sample: true
force_first_sample: false
disable_sampling: false
dtype: bf16
diff_output_preservation: false
diff_output_preservation_multiplier: 1
diff_output_preservation_class: person
switch_boundary_every: 1
loss_type: mse
model:
name_or_path: Qwen/Qwen-Image-Edit-2509
quantize: true
qtype: uint3|ostris/accuracy_recovery_adapters/qwen_image_edit_2509_torchao_uint3.safetensors
quantize_te: true
qtype_te: qfloat8
arch: qwen_image_edit_plus
low_vram: true
model_kwargs:
match_target_res: false
layer_offloading: false
layer_offloading_text_encoder_percent: 1
layer_offloading_transformer_percent: 1
sample:
sampler: flowmatch
sample_every: 250
width: 1024
height: 1024
samples:
- prompt: make the subjects skin details more prominent and natural
ctrl_img_1: I:\AI\AI-Toolkit\data\images\2adf71c9-c10a-4001-a36b-ef05a692d3fc.jpg
- prompt: make the subjects skin details more prominent and natural
ctrl_img_1: I:\AI\AI-Toolkit\data\images\c1d23d1d-9437-450f-b1ec-ccaffb397cda.jpg
- prompt: make the subjects skin details more prominent and natural
ctrl_img_1: I:\AI\AI-Toolkit\data\images\7e9850d8-cdb7-4b4f-b9b4-61172075ceaf.jpg
- prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
out of the water in the background
ctrl_img_1: I:\AI\AI-Toolkit\data\images\515f6126-0d9b-4148-8d65-d6c2b107298f.jpg
neg: ''
seed: 42
walk_seed: true
guidance_scale: 4
sample_steps: 25
num_frames: 1
fps: 1
meta:
name: qwen-edit-skin
version: '1.0'