File size: 4,033 Bytes
a3e8376 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 | job: extension
config:
name: qwen-edit-skin
process:
- type: diffusion_trainer
training_folder: I:\AI\AI-Toolkit\output
sqlite_db_path: I:\AI\AI-Toolkit\aitk_db.db
device: cuda
trigger_word: null
performance_log_every: 10
network:
type: lora
linear: 16
linear_alpha: 16
conv: 16
conv_alpha: 16
lokr_full_rank: true
lokr_factor: -1
network_kwargs:
ignore_if_contains: []
alpha_schedule:
enabled: true
_preset: image
conv_alpha_phases:
foundation:
exit_criteria:
loss_improvement_rate_below: 0.001
min_gradient_stability: 0.55
min_loss_r2: 0.1
balance:
exit_criteria:
loss_improvement_rate_below: 0.001
min_gradient_stability: 0.55
min_loss_r2: 0.1
save:
dtype: bf16
save_every: 250
max_step_saves_to_keep: 4
save_format: diffusers
push_to_hub: false
datasets:
- folder_path: I:\AI\AI-Toolkit\datasets/qwen_skin_target
mask_path: null
mask_min_value: 0.1
default_caption: ''
caption_ext: txt
caption_dropout_rate: 0.05
cache_latents_to_disk: false
is_reg: false
network_weight: 1
resolution:
- 512
- 768
- 1024
controls: []
shrink_video_to_frames: true
num_frames: 1
do_i2v: true
flip_x: false
flip_y: false
control_path_1: I:\AI\AI-Toolkit\datasets/qwen_skin_target
control_path_2: null
control_path_3: null
train:
batch_size: 1
bypass_guidance_embedding: false
steps: 5000
gradient_accumulation: 1
train_unet: true
train_text_encoder: false
gradient_checkpointing: true
noise_scheduler: flowmatch
optimizer: adamw8bit
timestep_type: weighted
content_or_style: balanced
optimizer_params:
weight_decay: 0.0001
unload_text_encoder: false
cache_text_embeddings: true
lr: 0.0001
ema_config:
use_ema: false
ema_decay: 0.99
skip_first_sample: true
force_first_sample: false
disable_sampling: false
dtype: bf16
diff_output_preservation: false
diff_output_preservation_multiplier: 1
diff_output_preservation_class: person
switch_boundary_every: 1
loss_type: mse
model:
name_or_path: Qwen/Qwen-Image-Edit-2509
quantize: true
qtype: uint3|ostris/accuracy_recovery_adapters/qwen_image_edit_2509_torchao_uint3.safetensors
quantize_te: true
qtype_te: qfloat8
arch: qwen_image_edit_plus
low_vram: true
model_kwargs:
match_target_res: false
layer_offloading: false
layer_offloading_text_encoder_percent: 1
layer_offloading_transformer_percent: 1
sample:
sampler: flowmatch
sample_every: 250
width: 1024
height: 1024
samples:
- prompt: make the subjects skin details more prominent and natural
ctrl_img_1: I:\AI\AI-Toolkit\data\images\2adf71c9-c10a-4001-a36b-ef05a692d3fc.jpg
- prompt: make the subjects skin details more prominent and natural
ctrl_img_1: I:\AI\AI-Toolkit\data\images\c1d23d1d-9437-450f-b1ec-ccaffb397cda.jpg
- prompt: make the subjects skin details more prominent and natural
ctrl_img_1: I:\AI\AI-Toolkit\data\images\7e9850d8-cdb7-4b4f-b9b4-61172075ceaf.jpg
- prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
out of the water in the background
ctrl_img_1: I:\AI\AI-Toolkit\data\images\515f6126-0d9b-4148-8d65-d6c2b107298f.jpg
neg: ''
seed: 42
walk_seed: true
guidance_scale: 4
sample_steps: 25
num_frames: 1
fps: 1
meta:
name: qwen-edit-skin
version: '1.0'
|