{ "job": "extension", "config": { "name": "my_first_lora_v1", "process": [ { "type": "ui_trainer", "training_folder": "/app/ai-toolkit/output", "sqlite_db_path": "/app/ai-toolkit/aitk_db.db", "device": "cuda", "trigger_word": null, "performance_log_every": 10, "network": { "type": "lora", "linear": 16, "linear_alpha": 16, "conv": 16, "conv_alpha": 16, "lokr_full_rank": true, "lokr_factor": -1, "network_kwargs": { "ignore_if_contains": [] } }, "save": { "dtype": "bf16", "save_every": 250, "max_step_saves_to_keep": 4, "save_format": "diffusers", "push_to_hub": false }, "datasets": [ { "folder_path": "/app/ai-toolkit/datasets/n1sr1n4", "control_path": null, "mask_path": null, "mask_min_value": 0.1, "default_caption": "", "caption_ext": "txt", "caption_dropout_rate": 0.05, "cache_latents_to_disk": false, "is_reg": false, "network_weight": 1, "resolution": [ 512 ], "controls": [], "shrink_video_to_frames": true, "num_frames": 1, "do_i2v": true, "flip_x": false, "flip_y": false } ], "train": { "batch_size": 1, "bypass_guidance_embedding": false, "steps": 3000, "gradient_accumulation": 1, "train_unet": true, "train_text_encoder": false, "gradient_checkpointing": true, "noise_scheduler": "flowmatch", "optimizer": "adamw8bit", "timestep_type": "sigmoid", "content_or_style": "balanced", "optimizer_params": { "weight_decay": 0.0001 }, "unload_text_encoder": false, "cache_text_embeddings": true, "lr": 0.0002, "ema_config": { "use_ema": false, "ema_decay": 0.99 }, "skip_first_sample": false, "force_first_sample": false, "disable_sampling": false, "dtype": "bf16", "diff_output_preservation": false, "diff_output_preservation_multiplier": 1, "diff_output_preservation_class": "person", "switch_boundary_every": 10 }, "model": { "name_or_path": "ai-toolkit/Wan2.2-T2V-A14B-Diffusers-bf16", "quantize": true, "qtype": "uint4|ostris/accuracy_recovery_adapters/wan22_14b_t2i_torchao_uint4.safetensors", "quantize_te": true, "qtype_te": "qfloat8", "arch": "wan22_14b:t2v", "low_vram": true, "model_kwargs": { "train_high_noise": true, "train_low_noise": true } }, "sample": { "sampler": "flowmatch", "sample_every": 250, "width": 1024, "height": 1024, "samples": [ { "prompt": "A young woman named n1sr1n4 with shoulder-length black hair is depicted in a close-up portrait, turned slightly to the left with a calm expression and a faint smile, conveying a friendly mood. She wears a thick, cream-colored turtleneck sweater and small gold earrings. Her gaze is directed slightly off-camera. The background is a cozy cafe with a warm wooden interior, dim hanging lights, and a large window showing a busy city street scene at night. This realistic photograph uses soft, warm artificial lighting, highlighting the texture of the knit sweater and creating a color palette dominated by cream, brown, and soft yellow tones." }, { "prompt": "A young woman named n1sr1n4 with long black hair tied in a ponytail is shown from the waist up, laughing freely while tilting her head back slightly, exuding a joyful and carefree mood. She wears a bright yellow sundress with a small floral pattern and a thin silver bracelet on her right wrist. The composition places her in the center, with her gaze directed upwards. The background is a vast green meadow under a bright blue sky with a few white clouds, suggesting a park or countryside on a sunny day. This realistic photograph uses bright, natural sunlight, resulting in vibrant, saturated colors and emphasizing the light texture of the dress fabric and the surrounding grass." }, { "prompt": "A young woman named n1sr1n4 with short, wavy dark brown hair is photographed from the chest up, showing a serious and focused expression while looking directly at the camera. She wears a dark blue denim shirt buttoned to the top and a simple silver chain necklace. Her sleeves are slightly rolled up, revealing a black digital watch on her left wrist. She is posed in the center of the frame against a background of an exposed reddish-brown brick wall, giving an urban and industrial feel. This realistic photograph uses side lighting that creates soft shadows on one side of her face, highlighting the texture of the denim fabric and the brick details in a color palette of blue, brick red, and silver." }, { "prompt": "A young woman named n1sr1n4 with neatly styled black hair is depicted in a formal, shoulder-up portrait with a professional and confident smile. She wears an emerald green silk blouse with a V-neck collar and small pearl earrings. Her gaze is direct and assured towards the viewer. The composition places her slightly to the right of the frame. The background is a deliberately blurred modern office interior, showing glass walls, decorative plants, and silhouettes of office furniture, implying a professional work environment. This realistic photograph uses even and soft studio lighting, resulting in a clean and sharp look, emphasizing the smoothness of the silk fabric and skin with a dominant color palette of emerald green, white, and gray." } ], "neg": "", "seed": 42, "walk_seed": true, "guidance_scale": 4, "sample_steps": 25, "num_frames": 1, "fps": 1 } } ] }, "meta": { "name": "[name]", "version": "1.0" } }