Blahaj!

retrained using SimpleTuner in MMDiT-only mode:

{
	"--resume_from_checkpoint": "latest",
  	"--data_backend_config": "/home/fox/LoRA/Blahaj/multidatabackend.json",
	"--aspect_bucket_rounding": 2,
	"--seed": 42,
	"--minimum_image_size": 0,
	"--disable_benchmark": false,
	"--output_dir": "output/blahaj-flux-v7-lycoris",
	"--lora_type": "lycoris",
	"--lycoris_config": "config/blahaj-flux/lycoris_config.json",
	"--lora_rank": 32,
	"--max_train_steps": 5000,
	"--flux_lora_target": "mmdit",
	"--num_train_epochs": 0,
	"--checkpointing_steps": 1000,
	"--checkpoints_total_limit": 5,
	"--model_type": "lora",
	"--pretrained_model_name_or_path": "black-forest-labs/FLUX.1-dev",
	"--model_family": "flux",
	"--train_batch_size": 1,
	"--gradient_checkpointing": "true",
	"--caption_dropout_probability": 0.0,
	"--resolution_type": "pixel_area",
	"--resolution": 512,
	"--validation_seed": 42,
	"--validation_steps": "500",
	"--validation_resolution": "1024x1024",
	"--validation_guidance": 5.0,
	"--validation_guidance_rescale": "0.0",
	"--validation_num_inference_steps": "20",
	"--validation_prompt": "blahaj toy plush shark",
	"--user_prompt_library": "/home/fox/LoRA/Blahaj/user_prompt_library.json",
	"--mixed_precision": "bf16",
	"--optimizer": "adamw_bf16",
	"--learning_rate": "1e-4",
	"--lr_scheduler": "polynomial",
	"--lr_warmup_steps": 100,
	"--text_encoder_1_precision": "no_change",
	"--text_encoder_2_precision": "no_change",
	"--max_grad_norm": 1.0,
	"--base_model_default_dtype": "bf16",
	"--quantize_via": "cpu",
	"--base_model_precision": "int8-quanto",
	"--validation_torch_compile": "false"
}