Skip to content

Commit 5f6d021

Browse files
bmaltaisbmaltais
committed
Update presets
1 parent 429d2f2 commit 5f6d021

17 files changed

Lines changed: 997 additions & 717 deletions

‎.gitignore‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -33,12 +33,14 @@ uninstall.txt
3333

3434
# Test files
3535
test/output
36-
test/logs
36+
test/log*
3737
test/*.json
3838
test/ft
3939

4040
# Temporary requirements
4141
requirements_tmp_for_setup.txt
4242

4343
# Version specific
44-
0.13.3
44+
0.13.3
45+
46+
*.npz

‎library/common_gui.py‎

Lines changed: 10 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -131,15 +131,16 @@ def update_my_data(my_data):
131131
my_data['LoRA_type'] = 'LyCORIS/LoCon'
132132

133133
# Update model save choices due to changes for LoRA and TI training
134-
if (
135-
my_data.get('LoRA_type') or my_data.get('num_vectors_per_token')
136-
) and my_data.get('save_model_as') not in ['safetensors', 'ckpt']:
137-
message = 'Updating save_model_as to safetensors because the current value in the config file is no longer applicable to {}'
138-
if my_data.get('LoRA_type'):
139-
log.info(message.format('LoRA'))
140-
if my_data.get('num_vectors_per_token'):
141-
log.info(message.format('TI'))
142-
my_data['save_model_as'] = 'safetensors'
134+
if 'save_model_as' in my_data:
135+
if (
136+
my_data.get('LoRA_type') or my_data.get('num_vectors_per_token')
137+
) and my_data.get('save_model_as') not in ['safetensors', 'ckpt']:
138+
message = 'Updating save_model_as to safetensors because the current value in the config file is no longer applicable to {}'
139+
if my_data.get('LoRA_type'):
140+
log.info(message.format('LoRA'))
141+
if my_data.get('num_vectors_per_token'):
142+
log.info(message.format('TI'))
143+
my_data['save_model_as'] = 'safetensors'
143144

144145
return my_data
145146

‎presets/lora/iA3-Prodigy-sd15.json‎

Lines changed: 28 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -1,33 +1,30 @@
11
{
2-
"LoRA_type": "LyCORIS/iA3",
3-
"adaptive_noise_scale": 0.005,
4-
"caption_dropout_rate": 0.5,
5-
"epoch": 300,
6-
"gradient_accumulation_steps": 1,
7-
"gradient_checkpointing": true,
8-
"keep_tokens": 1,
9-
"learning_rate": 1.0,
10-
"lr_scheduler": "constant",
11-
"lr_warmup": 0,
12-
"min_snr_gamma": 5,
13-
"network_alpha": 1024,
14-
"network_dim": 1024,
15-
"network_dropout": 0.3,
16-
"noise_offset": 0.05,
17-
"noise_offset_type": "Original",
18-
"optimizer": "Prodigy",
19-
"optimizer_args": "d_coef=1.0 weight_decay=0.01 safeguard_warmup=False use_bias_correction=False",
20-
"sample_every_n_epochs": 10,
21-
"sample_every_n_steps": 0,
22-
"save_every_n_epochs": 10,
23-
"save_every_n_steps": 0,
24-
"save_last_n_steps": 0,
25-
"save_model_as": "safetensors",
26-
"scale_weight_norms": 1,
27-
"seed": "31337",
28-
"shuffle_caption": true,
29-
"text_encoder_lr": 1.0,
30-
"train_batch_size": 1,
31-
"training_comment": "rentry.co/ProdiAgy",
32-
"unet_lr": 1.0
2+
"LoRA_type": "LyCORIS/iA3",
3+
"adaptive_noise_scale": 0.005,
4+
"caption_dropout_rate": 0.5,
5+
"epoch": 300,
6+
"gradient_accumulation_steps": 1,
7+
"gradient_checkpointing": true,
8+
"keep_tokens": 1,
9+
"learning_rate": 1.0,
10+
"lr_scheduler": "constant",
11+
"lr_warmup": 0,
12+
"min_snr_gamma": 5,
13+
"network_alpha": 1024,
14+
"network_dim": 1024,
15+
"network_dropout": 0.3,
16+
"noise_offset": 0.05,
17+
"noise_offset_type": "Original",
18+
"optimizer": "Prodigy",
19+
"optimizer_args": "d_coef=1.0 weight_decay=0.01 safeguard_warmup=False use_bias_correction=False",
20+
"save_every_n_epochs": 10,
21+
"save_every_n_steps": 0,
22+
"save_last_n_steps": 0,
23+
"scale_weight_norms": 1,
24+
"seed": "31337",
25+
"shuffle_caption": true,
26+
"text_encoder_lr": 1.0,
27+
"train_batch_size": 1,
28+
"training_comment": "rentry.co/ProdiAgy",
29+
"unet_lr": 1.0
3330
}

‎presets/lora/ia3-sd15.json‎

Lines changed: 85 additions & 94 deletions
Original file line numberDiff line numberDiff line change
@@ -1,96 +1,87 @@
11
{
2-
"LoRA_type": "LyCORIS/iA3",
3-
"adaptive_noise_scale": 0,
4-
"additional_parameters": "",
5-
"block_alphas": "",
6-
"block_dims": "",
7-
"block_lr_zero_threshold": "",
8-
"bucket_no_upscale": true,
9-
"bucket_reso_steps": 1,
10-
"cache_latents": true,
11-
"cache_latents_to_disk": true,
12-
"caption_dropout_every_n_epochs": 0.0,
13-
"caption_dropout_rate": 0,
14-
"caption_extension": ".none-use-foldername",
15-
"clip_skip": "1",
16-
"color_aug": false,
17-
"conv_alpha": 64,
18-
"conv_alphas": "",
19-
"conv_dim": 64,
20-
"conv_dims": "",
21-
"decompose_both": false,
22-
"dim_from_weights": false,
23-
"down_lr_weight": "",
24-
"enable_bucket": true,
25-
"epoch": 4,
26-
"factor": -1,
27-
"flip_aug": false,
28-
"full_fp16": false,
29-
"gradient_accumulation_steps": 1,
30-
"gradient_checkpointing": false,
31-
"keep_tokens": "0",
32-
"learning_rate": 1.0,
33-
"lora_network_weights": "",
34-
"lr_scheduler": "cosine",
35-
"lr_scheduler_num_cycles": "",
36-
"lr_scheduler_power": "",
37-
"lr_warmup": 0,
38-
"max_data_loader_n_workers": "0",
39-
"max_resolution": "512,512",
40-
"max_token_length": "75",
41-
"max_train_epochs": "",
42-
"mem_eff_attn": false,
43-
"mid_lr_weight": "",
44-
"min_snr_gamma": 10,
45-
"mixed_precision": "bf16",
46-
"model_list": "runwayml/stable-diffusion-v1-5",
47-
"module_dropout": 0,
48-
"multires_noise_discount": 0.2,
49-
"multires_noise_iterations": 8,
50-
"network_alpha": 64,
51-
"network_dim": 64,
52-
"network_dropout": 0,
53-
"no_token_padding": false,
54-
"noise_offset": 0,
55-
"noise_offset_type": "Multires",
56-
"num_cpu_threads_per_process": 2,
57-
"optimizer": "Prodigy",
58-
"optimizer_args": "",
59-
"persistent_data_loader_workers": false,
60-
"pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5",
61-
"prior_loss_weight": 1.0,
62-
"random_crop": false,
63-
"rank_dropout": 0,
64-
"resume": "",
65-
"sample_every_n_epochs": 0,
66-
"sample_every_n_steps": 0,
67-
"sample_prompts": "",
68-
"sample_sampler": "euler_a",
69-
"save_every_n_epochs": 1,
70-
"save_every_n_steps": 0,
71-
"save_last_n_steps": 0,
72-
"save_last_n_steps_state": 0,
73-
"save_model_as": "safetensors",
74-
"save_precision": "fp16",
75-
"save_state": false,
76-
"scale_v_pred_loss_like_noise_pred": false,
77-
"scale_weight_norms": 0,
78-
"seed": "",
79-
"shuffle_caption": false,
80-
"stop_text_encoder_training": 0,
81-
"text_encoder_lr": 1.0,
82-
"train_batch_size": 1,
83-
"train_on_input": true,
84-
"training_comment": "",
85-
"unet_lr": 1.0,
86-
"unit": 1,
87-
"up_lr_weight": "",
88-
"use_cp": false,
89-
"use_wandb": false,
90-
"v2": false,
91-
"v_parameterization": false,
92-
"vae_batch_size": 0,
93-
"wandb_api_key": "",
94-
"weighted_captions": false,
95-
"xformers": true
2+
"LoRA_type": "LyCORIS/iA3",
3+
"adaptive_noise_scale": 0,
4+
"additional_parameters": "",
5+
"block_alphas": "",
6+
"block_dims": "",
7+
"block_lr_zero_threshold": "",
8+
"bucket_no_upscale": true,
9+
"bucket_reso_steps": 1,
10+
"cache_latents": true,
11+
"cache_latents_to_disk": true,
12+
"caption_dropout_every_n_epochs": 0.0,
13+
"caption_dropout_rate": 0,
14+
"caption_extension": ".none-use-foldername",
15+
"clip_skip": "1",
16+
"color_aug": false,
17+
"conv_alpha": 64,
18+
"conv_alphas": "",
19+
"conv_dim": 64,
20+
"conv_dims": "",
21+
"decompose_both": false,
22+
"dim_from_weights": false,
23+
"down_lr_weight": "",
24+
"enable_bucket": true,
25+
"epoch": 4,
26+
"factor": -1,
27+
"flip_aug": false,
28+
"full_fp16": false,
29+
"gradient_accumulation_steps": 1,
30+
"gradient_checkpointing": false,
31+
"keep_tokens": "0",
32+
"learning_rate": 1.0,
33+
"lora_network_weights": "",
34+
"lr_scheduler": "cosine",
35+
"lr_scheduler_num_cycles": "",
36+
"lr_scheduler_power": "",
37+
"lr_warmup": 0,
38+
"max_data_loader_n_workers": "0",
39+
"max_resolution": "512,512",
40+
"max_token_length": "75",
41+
"max_train_epochs": "",
42+
"mem_eff_attn": false,
43+
"mid_lr_weight": "",
44+
"min_snr_gamma": 10,
45+
"mixed_precision": "bf16",
46+
"module_dropout": 0,
47+
"multires_noise_discount": 0.2,
48+
"multires_noise_iterations": 8,
49+
"network_alpha": 64,
50+
"network_dim": 64,
51+
"network_dropout": 0,
52+
"no_token_padding": false,
53+
"noise_offset": 0,
54+
"noise_offset_type": "Multires",
55+
"num_cpu_threads_per_process": 2,
56+
"optimizer": "Prodigy",
57+
"optimizer_args": "",
58+
"persistent_data_loader_workers": false,
59+
"prior_loss_weight": 1.0,
60+
"random_crop": false,
61+
"rank_dropout": 0,
62+
"save_every_n_epochs": 1,
63+
"save_every_n_steps": 0,
64+
"save_last_n_steps": 0,
65+
"save_last_n_steps_state": 0,
66+
"save_precision": "fp16",
67+
"scale_v_pred_loss_like_noise_pred": false,
68+
"scale_weight_norms": 0,
69+
"seed": "",
70+
"shuffle_caption": false,
71+
"stop_text_encoder_training": 0,
72+
"text_encoder_lr": 1.0,
73+
"train_batch_size": 1,
74+
"train_on_input": true,
75+
"training_comment": "",
76+
"unet_lr": 1.0,
77+
"unit": 1,
78+
"up_lr_weight": "",
79+
"use_cp": false,
80+
"use_wandb": false,
81+
"v2": false,
82+
"v_parameterization": false,
83+
"vae_batch_size": 0,
84+
"wandb_api_key": "",
85+
"weighted_captions": false,
86+
"xformers": true
9687
}

0 commit comments

Comments
 (0)