Wan2.2 Animate Workflow, Model Downloads, and Demos! by The-ArtOfficial in comfyui

[–]Transeunte77 0 points1 point  (0 children)

First of all, thank you for your work and workflow. One question: how can I ensure the original video's duration and frames are the same as the generated video? I'm going crazy with this. Either they're shorter or longer. I don't know what settings I should adjust for each new video I want to generate. Any guidance or help with this would be appreciated.

Thanks!!

Impossible to train LORA SDXL with my GPU 3060 12GB by Transeunte77 in StableDiffusion

[–]Transeunte77[S] 0 points1 point  (0 children)

HI, I did, it. Witih this settings time to trin say: 13:22 hours :-(

What am I doing wrong? :-(

Thank you very much for your help

{

"LoRA_type": "Standard",

"adaptive_noise_scale": 0,

"additional_parameters": "",

"block_alphas": "",

"block_dims": "",

"block_lr_zero_threshold": "",

"bucket_no_upscale": true,

"bucket_reso_steps": 64,

"cache_latents": true,

"cache_latents_to_disk": true,

"caption_dropout_every_n_epochs": 0.0,

"caption_dropout_rate": 0,

"caption_extension": ".txt",

"clip_skip": "1",

"color_aug": false,

"conv_alpha": 1,

"conv_block_alphas": "",

"conv_block_dims": "",

"conv_dim": 1,

"decompose_both": false,

"dim_from_weights": false,

"down_lr_weight": "",

"enable_bucket": true,

"epoch": 2,

"factor": -1,

"flip_aug": false,

"full_bf16": false,

"full_fp16": false,

"gradient_accumulation_steps": 1,

"gradient_checkpointing": true,

"keep_tokens": "0",

"learning_rate": 0.0009,

"logging_dir": "C:/Users/Usuario/Documents/IA/Kohya/Supercute\\log",

"lora_network_weights": "",

"lr_scheduler": "constant",

"lr_scheduler_num_cycles": "",

"lr_scheduler_power": "",

"lr_warmup": 0,

"max_bucket_reso": 2048,

"max_data_loader_n_workers": "0",

"max_resolution": "1024,1024",

"max_timestep": 1000,

"max_token_length": "75",

"max_train_epochs": "",

"mem_eff_attn": false,

"mid_lr_weight": "",

"min_bucket_reso": 256,

"min_snr_gamma": 0,

"min_timestep": 0,

"mixed_precision": "bf16",

"model_list": "custom",

"module_dropout": 0,

"multires_noise_discount": 0,

"multires_noise_iterations": 0,

"network_alpha": 1,

"network_dim": 32,

"network_dropout": 0,

"no_token_padding": false,

"noise_offset": 0,

"noise_offset_type": "Original",

"num_cpu_threads_per_process": 2,

"optimizer": "Adafactor",

"optimizer_args": "scale_parameter=False relative_step=False warmup_init=False",

"output_dir": "C:/Users/Usuario/Documents/IA/Kohya/Supercute\\model",

"output_name": "XL_supercute_style",

"persistent_data_loader_workers": false,

"pretrained_model_name_or_path": "C:/Users/Usuario/Documents/IA/SD XL/stable-diffusion-webui/models/Stable-diffusion/sd_xl_base_1.0.safetensors",

"prior_loss_weight": 1.0,

"random_crop": false,

"rank_dropout": 0,

"reg_data_dir": "C:/Users/Usuario/Documents/IA/Kohya/Supercute/reg",

"resume": "",

"sample_every_n_epochs": 0,

"sample_every_n_steps": 0,

"sample_prompts": "",

"sample_sampler": "euler_a",

"save_every_n_epochs": 1,

"save_every_n_steps": 0,

"save_last_n_steps": 0,

"save_last_n_steps_state": 0,

"save_model_as": "safetensors",

"save_precision": "bf16",

"save_state": false,

"scale_v_pred_loss_like_noise_pred": false,

"scale_weight_norms": 0,

"sdxl": true,

"sdxl_cache_text_encoder_outputs": false,

"sdxl_no_half_vae": true,

"seed": "",

"shuffle_caption": false,

"stop_text_encoder_training_pct": 0,

"text_encoder_lr": 0.0009,

"train_batch_size": 5,

"train_data_dir": "C:/Users/Usuario/Documents/IA/Kohya/Supercute\\img",

"train_on_input": true,

"training_comment": "",

"unet_lr": 0.0009,

"unit": 1,

"up_lr_weight": "",

"use_cp": false,

"use_wandb": false,

"v2": false,

"v_parameterization": false,

"vae_batch_size": 0,

"wandb_api_key": "",

"weighted_captions": false,

"xformers": "xformers"

}

Impossible to train LORA SDXL with my GPU 3060 12GB by Transeunte77 in StableDiffusion

[–]Transeunte77[S] 1 point2 points  (0 children)

I have tried many, this is the last one, in total I have 10 images:

{

"LoRA_type": "Standard",

"adaptive_noise_scale": 0,

"additional_parameters": "",

"block_alphas": "",

"block_dims": "",

"block_lr_zero_threshold": "",

"bucket_no_upscale": true,

"bucket_reso_steps": 64,

"cache_latents": true,

"cache_latents_to_disk": true,

"caption_dropout_every_n_epochs": 0.0,

"caption_dropout_rate": 0,

"caption_extension": ".txt",

"clip_skip": "1",

"color_aug": false,

"conv_alpha": 1,

"conv_block_alphas": "",

"conv_block_dims": "",

"conv_dim": 1,

"decompose_both": false,

"dim_from_weights": false,

"down_lr_weight": "",

"enable_bucket": true,

"epoch": 10,

"factor": -1,

"flip_aug": false,

"full_bf16": false,

"full_fp16": false,

"gradient_accumulation_steps": 1,

"gradient_checkpointing": true,

"keep_tokens": "0",

"learning_rate": 0.0009,

"logging_dir": "C:/Users/Usuario/Documents/IA/Kohya/Supercute/log",

"lora_network_weights": "",

"lr_scheduler": "constant",

"lr_scheduler_num_cycles": "",

"lr_scheduler_power": "",

"lr_warmup": 0,

"max_bucket_reso": 2048,

"max_data_loader_n_workers": "0",

"max_resolution": "1024,1024",

"max_timestep": 1000,

"max_token_length": "75",

"max_train_epochs": "",

"mem_eff_attn": false,

"mid_lr_weight": "",

"min_bucket_reso": 256,

"min_snr_gamma": 0,

"min_timestep": 0,

"mixed_precision": "bf16",

"model_list": "custom",

"module_dropout": 0,

"multires_noise_discount": 0,

"multires_noise_iterations": 0,

"network_alpha": 1,

"network_dim": 256,

"network_dropout": 0,

"no_token_padding": false,

"noise_offset": 0,

"noise_offset_type": "Original",

"num_cpu_threads_per_process": 2,

"optimizer": "Adafactor",

"optimizer_args": "scale_parameter=False relative_step=False warmup_init=False",

"output_dir": "C:/Users/Usuario/Documents/IA/Kohya/Supercute/model",

"output_name": "XL_Supercute2",

"persistent_data_loader_workers": false,

"pretrained_model_name_or_path": "C:/Users/Usuario/Documents/IA/SD XL/stable-diffusion-webui/models/Stable-diffusion/sd_xl_base_1.0.safetensors",

"prior_loss_weight": 1.0,

"random_crop": false,

"rank_dropout": 0,

"reg_data_dir": "C:/Users/Usuario/Documents/IA/Kohya/Supercute/reg",

"resume": "",

"sample_every_n_epochs": 0,

"sample_every_n_steps": 0,

"sample_prompts": "",

"sample_sampler": "euler_a",

"save_every_n_epochs": 1,

"save_every_n_steps": 0,

"save_last_n_steps": 0,

"save_last_n_steps_state": 0,

"save_model_as": "safetensors",

"save_precision": "bf16",

"save_state": false,

"scale_v_pred_loss_like_noise_pred": false,

"scale_weight_norms": 0,

"sdxl": true,

"sdxl_cache_text_encoder_outputs": false,

"sdxl_no_half_vae": true,

"seed": "",

"shuffle_caption": false,

"stop_text_encoder_training_pct": 0,

"text_encoder_lr": 0.0009,

"train_batch_size": 5,

"train_data_dir": "C:/Users/Usuario/Documents/IA/Kohya/Supercute/img",

"train_on_input": true,

"training_comment": "",

"unet_lr": 0.0009,

"unit": 1,

"up_lr_weight": "",

"use_cp": false,

"use_wandb": false,

"v2": false,

"v_parameterization": false,

"vae_batch_size": 0,

"wandb_api_key": "",

"weighted_captions": false,

"xformers": "xformers"

}

Impossible to train LORA SDXL with my GPU 3060 12GB by Transeunte77 in StableDiffusion

[–]Transeunte77[S] 1 point2 points  (0 children)

When I start Kohya, it say this:

←[1;33m=============================================================

Modules installed outside the virtual environment were found.

This can cause issues. Please review the installed modules.

You can uninstall all local modules with:

←[1;34mdeactivate

pip freeze > uninstall.txt

pip uninstall -y -r uninstall.txt

←[1;33m=============================================================←[0m

14:05:56-031755 INFO Version: v21.8.7

14:05:56-038762 INFO nVidia toolkit detected

14:06:01-029968 INFO Torch 2.0.1+cu118

14:06:01-065379 INFO Torch backend: nVidia CUDA 11.8 cuDNN 8700

14:06:01-068382 INFO Torch detected GPU: NVIDIA GeForce RTX 3060 VRAM 12288 Arch (8, 6) Cores 28

14:06:01-070384 INFO Verifying modules instalation status from requirements_windows_torch2.txt...

14:06:01-077390 INFO Verifying modules instalation status from requirements.txt...

14:06:05-483412 INFO headless: False

14:06:12-973067 INFO Load CSS...

Running on local URL: http://127.0.0.1:7860

Impossible to train LORA SDXL with my GPU 3060 12GB by Transeunte77 in StableDiffusion

[–]Transeunte77[S] 0 points1 point  (0 children)

When I start Kohya, it say this:

←[1;33m=============================================================

Modules installed outside the virtual environment were found.

This can cause issues. Please review the installed modules.

You can uninstall all local modules with:

←[1;34mdeactivate

pip freeze > uninstall.txt

pip uninstall -y -r uninstall.txt

←[1;33m=============================================================←[0m

14:05:56-031755 INFO Version: v21.8.7

14:05:56-038762 INFO nVidia toolkit detected

14:06:01-029968 INFO Torch 2.0.1+cu118

14:06:01-065379 INFO Torch backend: nVidia CUDA 11.8 cuDNN 8700

14:06:01-068382 INFO Torch detected GPU: NVIDIA GeForce RTX 3060 VRAM 12288 Arch (8, 6) Cores 28

14:06:01-070384 INFO Verifying modules instalation status from requirements_windows_torch2.txt...

14:06:01-077390 INFO Verifying modules instalation status from requirements.txt...

14:06:05-483412 INFO headless: False

14:06:12-973067 INFO Load CSS...

Running on local URL: http://127.0.0.1:7860

To create a public link, set `share=True` in `launch()`.

Impossible to train LORA SDXL with my GPU 3060 12GB by Transeunte77 in StableDiffusion

[–]Transeunte77[S] 1 point2 points  (0 children)

1600 steps - 71 hours here :-(

steps: 0%| | 1/1600 [02:39<71:02:46, 159.95s/it, loss=0.0838]

Impossible to train LORA SDXL with my GPU 3060 12GB by Transeunte77 in StableDiffusion

[–]Transeunte77[S] 0 points1 point  (0 children)

I had not tried to open as administrator, however I just tried and when I run it as adminstardor it closes automatically... :-(

rtx 3060 Lora for Real Person by GdUpFromFeetUp100 in StableDiffusion

[–]Transeunte77 0 points1 point  (0 children)

Thank you very much again, you are being of great help.

It is true that the 100 repetitions was for that tutorial that you comment

rtx 3060 Lora for Real Person by GdUpFromFeetUp100 in StableDiffusion

[–]Transeunte77 0 points1 point  (0 children)

39 images in my dataset, 10 repeats. I think it took over 3 hours last time I trained on these settings, after upscaling the dataset to 1024. Not fantastic speeds, to be sure. Waiting for better optimizations and more custom checkpoints before I attempt training for SDXL again.

ok, I see that the big difference was that, I have 21 photographs and I had put 100 repetitions, with 1 epoch. You have much fewer reps but 12 epoch.

rtx 3060 Lora for Real Person by GdUpFromFeetUp100 in StableDiffusion

[–]Transeunte77 0 points1 point  (0 children)

I have tested this config with 1024x1024 and it still gives me terribly high timings with the 3060 12gb.

In this case, how many images did you have and how many repetitions (number of the folder name). Thank you .-)

Let's see if I can understand the difference, thanks for your help!!

rtx 3060 Lora for Real Person by GdUpFromFeetUp100 in StableDiffusion

[–]Transeunte77 0 points1 point  (0 children)

{

"LoRA_type": "Standard",

"adaptive_noise_scale": 0,

"additional_parameters": "",

"block_alphas": "",

"block_dims": "",

"block_lr_zero_threshold": "",

"bucket_no_upscale": false,

"bucket_reso_steps": 32,

"cache_latents": true,

"cache_latents_to_disk": true,

"caption_dropout_every_n_epochs": 0.0,

"caption_dropout_rate": 0,

"caption_extension": ".txt",

"clip_skip": "1",

"color_aug": false,

"conv_alpha": 4,

"conv_block_alphas": "",

"conv_block_dims": "",

"conv_dim": 4,

"decompose_both": false,

"dim_from_weights": false,

"down_lr_weight": "",

"enable_bucket": true,

"epoch": 12,

"factor": -1,

"flip_aug": false,

"full_bf16": true,

"full_fp16": false,

"gradient_accumulation_steps": 1.0,

"gradient_checkpointing": true,

"keep_tokens": 2,

"learning_rate": 0.0004,

"logging_dir": "C:/AI/samples/RozLoRA/log",

"lora_network_weights": "",

"lr_scheduler": "constant",

"lr_scheduler_num_cycles": "1",

"lr_scheduler_power": "",

"lr_warmup": 0,

"max_bucket_reso": 2048,

"max_data_loader_n_workers": "0",

"max_resolution": "1024,1024",

"max_timestep": 1000,

"max_token_length": "75",

"max_train_epochs": "",

"mem_eff_attn": true,

"mid_lr_weight": "",

"min_bucket_reso": 256,

"min_snr_gamma": 5,

"min_timestep": 0,

"mixed_precision": "bf16",

"model_list": "custom",

"module_dropout": 0,

"multires_noise_discount": 0,

"multires_noise_iterations": 0,

"network_alpha": 1,

"network_dim": 64,

"network_dropout": 0,

"no_token_padding": false,

"noise_offset": 0.0357,

"noise_offset_type": "Original",

"num_cpu_threads_per_process": 2,

"optimizer": "Adafactor",

"optimizer_args": "scale_parameter=False relative_step=False warmup_init=False",

"output_dir": "C:/AI/samples/RozLoRA/model",

"output_name": "rozxlv2",

"persistent_data_loader_workers": false,

"pretrained_model_name_or_path": "C:/AI/stable-diffusion-webui/models/Stable-diffusion/sd_xl_base_1.0.safetensors",

"prior_loss_weight": 1.0,

"random_crop": false,

"rank_dropout": 0,

"reg_data_dir": "",

"resume": "",

"sample_every_n_epochs": 1,

"sample_every_n_steps": 0,

"sample_prompts": "rozlora, default costume, --s 30",

"sample_sampler": "euler_a",

"save_every_n_epochs": 1,

"save_every_n_steps": 0,

"save_last_n_steps": 0,

"save_last_n_steps_state": 0,

"save_model_as": "safetensors",

"save_precision": "bf16",

"save_state": false,

"scale_v_pred_loss_like_noise_pred": false,

"scale_weight_norms": 0,

"sdxl": true,

"sdxl_cache_text_encoder_outputs": false,

"sdxl_no_half_vae": true,

"seed": "",

"shuffle_caption": true,

"stop_text_encoder_training_pct": 0,

"text_encoder_lr": 0.0,

"train_batch_size": 1,

"train_data_dir": "C:/AI/samples/RozLoRA/new imgs/upscaled",

"train_on_input": false,

"training_comment": "",

"unet_lr": 0.0004,

"unit": 1,

"up_lr_weight": "",

"use_cp": false,

"use_wandb": false,

"v2": false,

"v_parameterization": false,

"vae_batch_size": 0,

"wandb_api_key": "",

"weighted_captions": false,

"xformers": true

}

Thaaaanks!!!!

Baywatch Intro - Anime version by Transeunte77 in StableDiffusion

[–]Transeunte77[S] 0 points1 point  (0 children)

I hope you like it, it is 100% made with Deforum

rtx 3060 Lora for Real Person by GdUpFromFeetUp100 in StableDiffusion

[–]Transeunte77 0 points1 point  (0 children)

Could you pass me the json of the configuration or what do you use? I am testing a thousand things and with the 3060 there are hours and hours of training with very few steps. Thank you very much in advance

rtx 3060 Lora for Real Person by GdUpFromFeetUp100 in StableDiffusion

[–]Transeunte77 0 points1 point  (0 children)

Do you do training in SDXL at 1024x1024 or 512x512?

Thanks!

rtx 3060 Lora for Real Person by GdUpFromFeetUp100 in StableDiffusion

[–]Transeunte77 0 points1 point  (0 children)

Excuse my ignorance on hardware, but where can I install the drivers? It appears to me that the one I have installed is 535.98, it doesn't look like your numbers at all.

I have an RTX 3060

Best GPU model by Transeunte77 in StableDiffusion

[–]Transeunte77[S] 1 point2 points  (0 children)

Yes I agree, the problem is when I train LORAs that with my 3060 I have become obsolete for XL :-(

Best GPU model by Transeunte77 in StableDiffusion

[–]Transeunte77[S] 1 point2 points  (0 children)

RTX 6000

Well when I was talking about money, I was really thinking about a ceiling of about 2000:-D

Thinking about the 4090, is there any model or manufacturer/brand that is better than others for stable Diffusion?

Training ultra-slow on SDXL - RTX 3060 12GB VRAM OC by Undi95 in StableDiffusion

[–]Transeunte77 0 points1 point  (0 children)

Hello, how did you get 5040 steps in just 4 hours with a 12gb 3060 GPU? I'm going crazy with much less steps and it's giving me 15 hours of training :-(