set LEANING_RATE=5e-5
set MAX_TRAIN_STEPS=552
set TRAIN_BATCH_SIZE=10
set LR_SCHEDULER=polynomial
set LR_SCHEDULER_POWER=2
set LR_SCHEDULER_NUM_CYCLES=1
set DATASET_CONFIG=L:\gai\lora_source_image\riding_roadbike\riding_roadbike_remove_bg_no_mono_with_danbooru_images2.toml
set SHORT_LORA_NAME=riding_road_bicycle_illustriousXL_14
set LORA_NAME=%SHORT_LORA_NAME%CAME%LEANING_RATE%R32A16_B%TRAIN_BATCH_SIZE%%MAX_TRAIN_STEPS%
accelerate launch --num_cpu_threads_per_process 1 sdxl_train_network.py ^
--pretrained_model_name_or_path "L:\gai\ComfyUI_windows_portable\ComfyUI\models\checkpoints\anynoobaiForLora_10VPrediction.safetensors" ^
--debiased_estimation_loss --v_parameterization ^
--masked_loss ^
--dataset_config "%DATASET_CONFIG%" ^
--output_dir "L:\models_lora\my_loras\%SHORT_LORA_NAME%" ^
--output_name %LORA_NAME% ^
--log_tracker_name %LORA_NAME% ^
--network_module "networks.lora" ^
--xformers --gradient_checkpointing --persistent_data_loader_workers --cache_latents --cache_latents_to_disk --max_data_loader_n_workers 1 --enable_bucket ^
--save_model_as "safetensors" ^
--lr_scheduler %LR_SCHEDULER% ^
--lr_scheduler_power %LR_SCHEDULER_POWER% ^
--lr_scheduler_num_cycles %LR_SCHEDULER_NUM_CYCLES% ^
--mixed_precision "fp16" ^
--learning_rate %LEANING_RATE% ^
--resolution 1024 ^
--train_batch_size %TRAIN_BATCH_SIZE% ^
--max_train_steps %MAX_TRAIN_STEPS% ^
--network_dim 32 ^
--network_alpha 16.0000 ^
--shuffle_caption --keep_tokens 1 --save_every_n_epochs 1 --optimizer_type "came_pytorch.CAME" --lr_warmup_steps 10 ^
--save_precision "fp16" --min_bucket_reso 512 --max_bucket_reso 2048 --caption_extension ".txt" --seed 42 --network_train_unet_only --logging_dir "L:\gai\kohya_lora_param_gui\Tensorboard_logs" ^
--loss_type "smooth_l1" --huber_c 0.2 --huber_schedule "snr" --save_state_on_train_end