feat: upload crfrx_kohyacolab-fullcaptions lora model

crfrx_kohyacolab-fullcaptions_config/config_file.toml

@@ -0,0 +1,80 @@
+[sdxl_arguments]
+cache_text_encoder_outputs = false
+no_half_vae = true
+min_timestep = 0
+max_timestep = 1000
+shuffle_caption = true
+lowram = true
+
+[model_arguments]
+pretrained_model_name_or_path = "dominic1021/mixed-models"
+vae = "/content/vae/sdxl_vae.safetensors"
+
+[dataset_arguments]
+debug_dataset = false
+in_json = "/content/LoRA/meta_lat.json"
+train_data_dir = "/content/images"
+dataset_repeats = 5
+keep_tokens = 1
+resolution = "1024,1024"
+color_aug = false
+token_warmup_min = 1
+token_warmup_step = 0
+
+[training_arguments]
+output_dir = "/content/LoRA/output/crfrx_kohyacolab-fullcaptions"
+output_name = "crfrx_kohyacolab-fullcaptions"
+save_precision = "fp16"
+save_every_n_epochs = 1
+train_batch_size = 1
+max_token_length = 225
+mem_eff_attn = false
+sdpa = false
+xformers = true
+max_train_epochs = 30
+max_data_loader_n_workers = 8
+persistent_data_loader_workers = true
+gradient_checkpointing = true
+gradient_accumulation_steps = 1
+mixed_precision = "fp16"
+cache_latents = true
+cache_latents_to_disk = true
+
+[logging_arguments]
+log_with = "tensorboard"
+logging_dir = "/content/LoRA/logs"
+log_prefix = "crfrx_kohyacolab-fullcaptions"
+
+[sample_prompt_arguments]
+sample_every_n_epochs = 1
+sample_sampler = "euler_a"
+
+[saving_arguments]
+save_model_as = "safetensors"
+
+[optimizer_arguments]
+optimizer_type = "Prodigy"
+learning_rate = 1
+text_encoder_lr = 1
+network_train_unet_only = false
+max_grad_norm = 0
+optimizer_args = [ "decouple=True", "weight_decay=0.01", "d_coef=0.8", "use_bias_correction=True", "safeguard_warmup=True", "betas=0.9,0.99",]
+lr_scheduler = "cosine"
+lr_warmup_steps = 64
+
+[additional_network_arguments]
+no_metadata = false
+network_module = "networks.lora"
+network_dim = 16
+network_alpha = 16
+network_args = []
+
+[advanced_training_config]
+save_state = false
+save_last_n_epochs_state = false
+multires_noise_iterations = 6
+multires_noise_discount = 0.4
+caption_dropout_rate = 0
+caption_tag_dropout_rate = 0
+caption_dropout_every_n_epochs = 0
+min_snr_gamma = 1

crfrx_kohyacolab-fullcaptions_config/sample_prompt.toml

@@ -0,0 +1,9 @@
+[prompt]
+negative_prompt = "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, "
+width = 1024
+height = 1024
+scale = 12
+sample_steps = 28
+[[prompt.subset]]
+prompt = "masterpiece, best quality, crfrx 1girl, horns, black hair, large breasts, tail, black skin, long hair, dark skin, cleavage, white eyes, dark-skinned female, ahegao, colored inner hair, jewelry, antlers, grey sclera, parted bangs, bracelet, two-tone hair, orange hair, black lips, detached collar, tentacles, tentacle sex, vaginal, tentacle pit, restrained, nipples, cum in pussy, completely nude, navel, pussy, blush, open mouth, breast sucking, lactation, spread legs, slime \\(substance\\), milking machine"
+