End of training

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+image_0.png filter=lfs diff=lfs merge=lfs -text
+image_1.png filter=lfs diff=lfs merge=lfs -text
+image_2.png filter=lfs diff=lfs merge=lfs -text
+image_3.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,96 @@
+---
+base_model: HiDream-ai/HiDream-I1-Dev
+library_name: diffusers
+license: mit
+instance_prompt: 3d icon
+widget:
+- text: a 3dicon, a llama eating ramen
+  output:
+    url: image_0.png
+- text: a 3dicon, a llama eating ramen
+  output:
+    url: image_1.png
+- text: a 3dicon, a llama eating ramen
+  output:
+    url: image_2.png
+- text: a 3dicon, a llama eating ramen
+  output:
+    url: image_3.png
+tags:
+- text-to-image
+- diffusers-training
+- diffusers
+- lora
+- hidream
+- hidream-diffusers
+- template:sd-lora
+---
+
+<!-- This model card has been generated automatically according to the information the training script had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+
+# HiDream Image DreamBooth LoRA - Nomnoos/trained-hidream-lora
+
+<Gallery />
+
+## Model description
+
+These are Nomnoos/trained-hidream-lora DreamBooth LoRA weights for HiDream-ai/HiDream-I1-Dev.
+
+The weights were trained using [DreamBooth](https://dreambooth.github.io/) with the [HiDream Image diffusers trainer](https://github.com/huggingface/diffusers/blob/main/examples/dreambooth/README_hidream.md).
+
+## Trigger words
+
+You should use `3d icon` to trigger the image generation.
+
+## Download model
+
+[Download the *.safetensors LoRA](Nomnoos/trained-hidream-lora/tree/main) in the Files & versions tab.
+
+## Use it with the [🧨 diffusers library](https://github.com/huggingface/diffusers)
+
+```py
+    >>> import torch
+    >>> from transformers import PreTrainedTokenizerFast, LlamaForCausalLM
+    >>> from diffusers import HiDreamImagePipeline
+
+    >>> tokenizer_4 = PreTrainedTokenizerFast.from_pretrained("meta-llama/Meta-Llama-3.1-8B-Instruct")
+    >>> text_encoder_4 = LlamaForCausalLM.from_pretrained(
+    ...     "meta-llama/Meta-Llama-3.1-8B-Instruct",
+    ...     output_hidden_states=True,
+    ...     output_attentions=True,
+    ...     torch_dtype=torch.bfloat16,
+    ... )
+
+    >>> pipe = HiDreamImagePipeline.from_pretrained(
+    ...     "HiDream-ai/HiDream-I1-Full",
+    ...     tokenizer_4=tokenizer_4,
+    ...     text_encoder_4=text_encoder_4,
+    ...     torch_dtype=torch.bfloat16,
+    ... )
+    >>> pipe.enable_model_cpu_offload()
+    >>> pipe.load_lora_weights(f"Nomnoos/trained-hidream-lora")
+    >>> image = pipe(f"3d icon").images[0]
+
+
+```
+
+For more details, including weighting, merging and fusing LoRAs, check the [documentation on loading LoRAs in diffusers](https://huggingface.co/docs/diffusers/main/en/using-diffusers/loading_adapters)
+
+
+## Intended uses & limitations
+
+#### How to use
+
+```python
+# TODO: add an example code snippet for running this diffusion pipeline
+```
+
+#### Limitations and bias
+
+[TODO: provide examples of latent issues and potential remediations]
+
+## Training details
+
+[TODO: describe the data used to train the model]

logs/dreambooth-hidream-lora/1747826210.893887/events.out.tfevents.1747826210.hong-a100-80-1.33360.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d38613eade076905549816120d66a2ab54e6eee1b733bcd49c41464670d62ff
+size 3503

logs/dreambooth-hidream-lora/1747826210.8958879/hparams.yml

@@ -0,0 +1,75 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+allow_tf32: false
+bnb_quantization_config_path: null
+cache_dir: null
+cache_latents: true
+caption_column: prompt
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: linoyts/3d_icon
+final_validation_prompt: null
+gradient_accumulation_steps: 4
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: null
+instance_prompt: 3d icon
+learning_rate: 0.0002
+local_rank: -1
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lora_dropout: 0.0
+lora_layers: null
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant_with_warmup
+lr_warmup_steps: 100
+max_grad_norm: 1.0
+max_sequence_length: 128
+max_train_steps: 1000
+mixed_precision: bf16
+mode_scale: 1.29
+num_class_images: 100
+num_train_epochs: 167
+num_validation_images: 4
+offload: false
+optimizer: AdamW
+output_dir: trained-hidream-lora
+pretrained_model_name_or_path: HiDream-ai/HiDream-I1-Dev
+pretrained_text_encoder_4_name_or_path: meta-llama/Meta-Llama-3.1-8B-Instruct
+pretrained_tokenizer_4_name_or_path: meta-llama/Meta-Llama-3.1-8B-Instruct
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: true
+random_flip: false
+rank: 8
+repeats: 1
+report_to: tensorboard
+resolution: 1024
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 0
+skip_final_inference: false
+train_batch_size: 1
+upcast_before_saving: false
+use_8bit_adam: true
+validation_epochs: 25
+validation_prompt: a 3dicon, a llama eating ramen
+variant: null
+weighting_scheme: none
+with_prior_preservation: false

logs/dreambooth-hidream-lora/1747826362.353544/events.out.tfevents.1747826362.hong-a100-80-1.34363.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5427c3a0f30b46a06b0e999655faa93da1ac0fd660d1103211c479764b8162e
+size 3503

logs/dreambooth-hidream-lora/1747826362.3554924/hparams.yml

@@ -0,0 +1,75 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+allow_tf32: false
+bnb_quantization_config_path: null
+cache_dir: null
+cache_latents: true
+caption_column: prompt
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: linoyts/3d_icon
+final_validation_prompt: null
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: null
+instance_prompt: 3d icon
+learning_rate: 0.0002
+local_rank: -1
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lora_dropout: 0.0
+lora_layers: null
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant_with_warmup
+lr_warmup_steps: 100
+max_grad_norm: 1.0
+max_sequence_length: 128
+max_train_steps: 200
+mixed_precision: bf16
+mode_scale: 1.29
+num_class_images: 100
+num_train_epochs: 9
+num_validation_images: 4
+offload: false
+optimizer: AdamW
+output_dir: trained-hidream-lora
+pretrained_model_name_or_path: HiDream-ai/HiDream-I1-Dev
+pretrained_text_encoder_4_name_or_path: meta-llama/Meta-Llama-3.1-8B-Instruct
+pretrained_tokenizer_4_name_or_path: meta-llama/Meta-Llama-3.1-8B-Instruct
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: true
+random_flip: false
+rank: 8
+repeats: 1
+report_to: tensorboard
+resolution: 1024
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 0
+skip_final_inference: false
+train_batch_size: 1
+upcast_before_saving: false
+use_8bit_adam: true
+validation_epochs: 25
+validation_prompt: a 3dicon, a llama eating ramen
+variant: null
+weighting_scheme: none
+with_prior_preservation: false

logs/dreambooth-hidream-lora/events.out.tfevents.1747826210.hong-a100-80-1.33360.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606c626f73f637049034f038693996036293b98e99272f606169725f11390565
+size 1634

logs/dreambooth-hidream-lora/events.out.tfevents.1747826362.hong-a100-80-1.34363.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6953871a42ce5a2095fddfd83d61429092e73b8ffccefc584cf256df0f25ae60
+size 9794950

pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b333a25c36eac104c76e603ecc4dbc5dfd417105556e6e0f5b657180af002a1
+size 15781160