First version, dunno if this will be a final release.
trained with kohya_ss GUI V21.8.5
My config file:
{
"LoRA_type": "Standard",
"adaptive_noise_scale": 0,
"additional_parameters": "",
"block_alphas": "",
"block_dims": "",
"block_lr_zero_threshold": "",
"bucket_no_upscale": true,
"bucket_reso_steps": 1,
"cache_latents": true,
"cache_latents_to_disk": false,
"caption_dropout_every_n_epochs": 0.0,
"caption_dropout_rate": 0,
"caption_extension": ".txt",
"clip_skip": "1",
"color_aug": false,
"conv_alpha": 4,
"conv_block_alphas": "",
"conv_block_dims": "",
"conv_dim": 8,
"decompose_both": false,
"dim_from_weights": false,
"down_lr_weight": "",
"enable_bucket": true,
"epoch": 1,
"factor": -1,
"flip_aug": false,
"full_bf16": false,
"full_fp16": false,
"gradient_accumulation_steps": 4.0,
"gradient_checkpointing": true,
"keep_tokens": "0",
"learning_rate": 0.0001,
"logging_dir": "/home/nicholas/Desktop/laptop/training/shodan/logs",
"lora_network_weights": "",
"lr_scheduler": "constant_with_warmup",
"lr_scheduler_num_cycles": "",
"lr_scheduler_power": "",
"lr_warmup": 5,
"max_bucket_reso": 2048,
"max_data_loader_n_workers": "0",
"max_resolution": "512,512",
"max_timestep": 1000,
"max_token_length": "75",
"max_train_epochs": "",
"mem_eff_attn": false,
"mid_lr_weight": "",
"min_bucket_reso": 256,
"min_snr_gamma": 10,
"min_timestep": 0,
"mixed_precision": "bf16",
"model_list": "custom",
"module_dropout": 0,
"multires_noise_discount": 0.2,
"multires_noise_iterations": 8,
"network_alpha": 16,
"network_dim": 32,
"network_dropout": 0,
"no_token_padding": false,
"noise_offset": 0,
"noise_offset_type": "Multires",
"num_cpu_threads_per_process": 2,
"optimizer": "AdamW",
"optimizer_args": "",
"output_dir": "/home/nicholas/Desktop/laptop/training/shodan/models",
"output_name": "shodan",
"persistent_data_loader_workers": false,
"pretrained_model_name_or_path": "/home/nicholas/Desktop/SO/models-copies/v1-5-pruned-emaonly.safetensors",
"prior_loss_weight": 1.0,
"random_crop": false,
"rank_dropout": 0,
"reg_data_dir": "",
"resume": "",
"sample_every_n_epochs": 0,
"sample_every_n_steps": 24,
"sample_prompts": "shodan --n worst quality, low quality, normal quality, women, man, child, young-woman, young-man, painting, drawing, sketch, cartoon, anime, manga, render, CG, 3d, blurry, deformed, disfigured, morbid, mutated, bad anatomy, bad art, watermark, signature, label --w 768 --h 512",
"sample_sampler": "euler_a",
"save_every_n_epochs": 1,
"save_every_n_steps": 93,
"save_last_n_steps": 0,
"save_last_n_steps_state": 0,
"save_model_as": "safetensors",
"save_precision": "bf16",
"save_state": false,
"scale_v_pred_loss_like_noise_pred": false,
"scale_weight_norms": 1,
"sdxl": false,
"sdxl_cache_text_encoder_outputs": false,
"sdxl_no_half_vae": false,
"seed": "",
"shuffle_caption": false,
"stop_text_encoder_training": 0,
"text_encoder_lr": 0.0,
"train_batch_size": 2,
"train_data_dir": "/home/nicholas/Desktop/laptop/training/shodan/images",
"train_on_input": false,
"training_comment": "rentry.co/ProdiAgy",
"unet_lr": 0.0,
"unit": 1,
"up_lr_weight": "",
"use_cp": true,
"use_wandb": false,
"v2": false,
"v_parameterization": false,
"vae_batch_size": 0,
"wandb_api_key": "",
"weighted_captions": false,
"xformers": true
}
