Running 1 job { "type": "diffusion_trainer", "training_folder": "/app/ai-toolkit/output", "sqlite_db_path": "/app/ai-toolkit/aitk_db.db", "device": "cuda", "trigger_word": "sonicforagecrew,", "performance_log_every": 10, "network": { "type": "lora", "linear": 32, "linear_alpha": 32, "lokr_full_rank": true, "lokr_factor": -1, "network_kwargs": { "ignore_if_contains": [] } }, "save": { "dtype": "bf16", "save_every": 250, "max_step_saves_to_keep": 4, "save_format": "diffusers", "push_to_hub": false }, "datasets": [ { "folder_path": "/app/ai-toolkit/datasets/sonicforagecrew", "mask_path": null, "mask_min_value": 0.1, "default_caption": "", "caption_ext": "json", "caption_dropout_rate": 0.05, "cache_latents_to_disk": false, "is_reg": false, "network_weight": 1, "resolution": [ 512, 768, 1024 ], "controls": [], "shrink_video_to_frames": true, "num_frames": 1, "flip_x": false, "flip_y": false, "num_repeats": 1 } ], "train": { "batch_size": 1, "bypass_guidance_embedding": false, "steps": 3000, "gradient_accumulation": 1, "train_unet": true, "train_text_encoder": false, "gradient_checkpointing": true, "noise_scheduler": "flowmatch", "optimizer": "adamw8bit", "timestep_type": "linear", "content_or_style": "balanced", "optimizer_params": { "weight_decay": 0.0001 }, "unload_text_encoder": false, "cache_text_embeddings": true, "lr": 0.0001, "ema_config": { "use_ema": false, "ema_decay": 0.99 }, "skip_first_sample": false, "force_first_sample": false, "disable_sampling": false, "dtype": "bf16", "diff_output_preservation": false, "diff_output_preservation_multiplier": 1, "diff_output_preservation_class": "person", "switch_boundary_every": 1, "loss_type": "mse", "do_differential_guidance": true, "differential_guidance_scale": 3 }, "logging": { "log_every": 1, "use_ui_logger": true }, "model": { "name_or_path": "ideogram-ai/ideogram-4-fp8", "quantize": true, "qtype": "qfloat8", "quantize_te": true, "qtype_te": "qfloat8", "arch": "ideogram4", "low_vram": false, "model_kwargs": {}, "compile": false, "layer_offloading": false, "layer_offloading_text_encoder_percent": 1, "layer_offloading_transformer_percent": 1, "unconditional_lora_path": "ostris/ideogram_4_unconditional_lora/ideogram_4_unconditional_lora_r16.safetensors" }, "sample": { "sampler": "flowmatch", "sample_every": 250, "sample_start_step": 0, "width": 512, "height": 512, "samples": [ { "prompt": "sonicforagecrew, {\n \"high_level_description\": \"A composite image displaying multiple poses and angles of a rabbit-costumed character wearing a spiked vest and holding a guitar, alongside two separate costume pieces, on a plain light gray background.\",\n \"style_description\": {\n \"aesthetics\": \"flat, illustrative, high-contrast\",\n \"lighting\": \"even studio lighting, no directional shadows\",\n \"medium\": \"illustration\",\n \"art_style\": \"stylized character design\",\n \"color_palette\": [\n \"#B0B0B0\",\n \"#8B5A2B\",\n \"#654321\",\n \"#A0522D\",\n \"#5C3C20\",\n \"#E0C0A0\",\n \"#D2B48C\",\n \"#996633\",\n \"#8B0000\",\n \"#FFFFFF\"\n ]\n },\n \"compositional_deconstruction\": {\n \"background\": \"plain light gray background\",\n \"elements\": [\n {\n \"type\": \"obj\",\n \"bbox\": [\n 98,\n 12,\n 409,\n 420\n ],\n \"desc\": \"Rabbit-costumed character standing with arms outstretched, wearing a brown and black spiked vest with a circular emblem on the chest, brown pants with black patches, and a furry head with long ears. The character has a wide open mouth and a menacing expression.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 98,\n 442,\n 409,\n 612\n ],\n \"desc\": \"Rabbit-costumed character standing in profile, facing right, wearing a brown and black spiked vest with a circular emblem on the chest, brown pants with black patches, and a furry head with long ears. The character has a neutral expression.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 98,\n 612,\n 409,\n 986\n ],\n \"desc\": \"Rabbit-costumed character standing with arms outstretched, back to viewer, wearing a brown and black spiked vest with a circular emblem on the chest, brown pants with black patches, and a furry head with long ears. The character has a neutral expression.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 442,\n 12,\n 608,\n 254\n ],\n \"desc\": \"Rabbit-costumed character standing with arms at sides, wearing a brown and black spiked vest with a circular emblem on the chest, brown pants with black patches, and a furry head with long ears. The character has a wide open mouth and a menacing expression.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 442,\n 266,\n 608,\n 488\n ],\n \"desc\": \"Rabbit-costumed character standing with arms at sides, wearing a brown and black spiked vest with a circular emblem on the chest, brown pants with black patches, and a furry head with long ears. The character has a wide open mouth and a menacing expression.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 442,\n 500,\n 608,\n 738\n ],\n \"desc\": \"Rabbit-costumed character standing with arms at sides, wearing a brown and black spiked vest with a circular emblem on the chest, brown pants with black patches, and a furry head with long ears. The character has a wide open mouth and a menacing expression.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 442,\n 750,\n 608,\n 986\n ],\n \"desc\": \"Rabbit-costumed character standing with arms at sides, wearing a brown and black spiked vest with a circular emblem on the chest, brown pants with black patches, and a furry head with long ears. The character has a wide open mouth and a menacing expression.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 646,\n 12,\n 908,\n 276\n ],\n \"desc\": \"Rabbit-costumed character standing with arms at sides, holding a guitar, wearing a brown and black spiked vest with a circular emblem on the chest, brown pants with black patches, and a furry head with long ears. The character has a wide open mouth and a menacing expression.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 646,\n 280,\n 908,\n 562\n ],\n \"desc\": \"Rabbit-costumed character standing with arms at sides, holding a microphone, wearing a brown and black spiked vest with a circular emblem on the chest, brown pants with black patches, and a furry head with long ears. The character has a wide open mouth and a menacing expression.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 646,\n 562,\n 908,\n 740\n ],\n \"desc\": \"Rabbit-costumed character standing with arms at sides, holding a guitar, wearing a brown and black spiked vest with a circular emblem on the chest, brown pants with black patches, and a furry head with long ears. The character has a wide open mouth and a menacing expression.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 663,\n 740,\n 875,\n 830\n ],\n \"desc\": \"A guitar with a brown and black spiked body, a white pickguard, and a black neck, with a circular emblem on the body.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 671,\n 830,\n 752,\n 986\n ],\n \"desc\": \"A white chef's hat with a black circular emblem on the front.\"\n },\n {\n \"type\": \"obj\",\n \"bbox\": [\n 779,\n 830,\n 860,\n 986\n ],\n \"desc\": \"A white apron with a black circular emblem on the front.\"\n }\n ]\n }\n}" } ], "neg": "", "seed": 42, "walk_seed": true, "guidance_scale": 4, "sample_steps": 30, "num_frames": 1, "fps": 1 } } Using SQLite database at /app/ai-toolkit/aitk_db.db Job ID: "d4f16764-9c84-4d65-8bee-4339dc9f2f73" ############################################# # Running job: sonicforagecrew_idogram_v1 ############################################# Running 1 process Loading Ideogram4 model Loading transformer - fetching transformer weights (…)ion_pytorch_model.safetensors.index.json: 0%| | 0.00/50.4k [00:00 torch.bfloat16 on cuda - loading transformer state dict Quantizing (qfloat8) - quantizing 34 blocks 0%| | 0/34 [00:00