retrained using SimpleTuner in MMDiT-only mode:
{
"--resume_from_checkpoint": "latest",
"--data_backend_config": "/home/fox/LoRA/Blahaj/multidatabackend.json",
"--aspect_bucket_rounding": 2,
"--seed": 42,
"--minimum_image_size": 0,
"--disable_benchmark": false,
"--output_dir": "output/blahaj-flux-v7-lycoris",
"--lora_type": "lycoris",
"--lycoris_config": "config/blahaj-flux/lycoris_config.json",
"--lora_rank": 32,
"--max_train_steps": 5000,
"--flux_lora_target": "mmdit",
"--num_train_epochs": 0,
"--checkpointing_steps": 1000,
"--checkpoints_total_limit": 5,
"--model_type": "lora",
"--pretrained_model_name_or_path": "black-forest-labs/FLUX.1-dev",
"--model_family": "flux",
"--train_batch_size": 1,
"--gradient_checkpointing": "true",
"--caption_dropout_probability": 0.0,
"--resolution_type": "pixel_area",
"--resolution": 512,
"--validation_seed": 42,
"--validation_steps": "500",
"--validation_resolution": "1024x1024",
"--validation_guidance": 5.0,
"--validation_guidance_rescale": "0.0",
"--validation_num_inference_steps": "20",
"--validation_prompt": "blahaj toy plush shark",
"--user_prompt_library": "/home/fox/LoRA/Blahaj/user_prompt_library.json",
"--mixed_precision": "bf16",
"--optimizer": "adamw_bf16",
"--learning_rate": "1e-4",
"--lr_scheduler": "polynomial",
"--lr_warmup_steps": 100,
"--text_encoder_1_precision": "no_change",
"--text_encoder_2_precision": "no_change",
"--max_grad_norm": 1.0,
"--base_model_default_dtype": "bf16",
"--quantize_via": "cpu",
"--base_model_precision": "int8-quanto",
"--validation_torch_compile": "false"
}
