diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d8de2a3fa11f10b5334d1c81cb943984bdb4aa78 --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +tags: +- text-to-image +- flux +- lora +- diffusers +- template:sd-lora +- ai-toolkit +widget: +- text: FRM$ a majestic mountain range with snow-capped peaks in the background, + illuminated by the setting sun. The sky is a beautiful mix of oranges, pinks, + and purples, creating a stunning backdrop for the majestic peaks. + output: + url: samples/1737306028575__000002500_0.jpg +- text: FRM$ a river flowing near a mountain and plains land, firewatch style, watch + tower on mountain, purplish dominant color, animals + output: + url: samples/1737306067347__000002500_1.jpg +- text: FRM$ a breathtaking view of the Great Smoky Mountains from the top of a + mountain at sunset. The sky is a beautiful mix of oranges, pinks, and purples, + and the clouds are illuminated by the setting sun. The mountains are silhouetted + against the sky, creating a stunning landscape. + output: + url: samples/1737306106096__000002500_2.jpg +- text: FRM$ a small, secluded lake nestled amidst a valley of stylized, low-poly + mountains, reminiscent of the Firewatch art style. A simple wooden watchtower + overlooks the lake, its silhouette sharp against the warm, orange and pink + hues of a sunset sky. A small herd of deer graze peacefully near the lakeshore. + The overall scene should evoke a sense of tranquility and isolation, with + a vibrant yet slightly muted color palette. + output: + url: samples/1737306144841__000002500_3.jpg +base_model: ostris/Flex.1-alpha + +license: creativeml-openrail-m + + +--- + +# backdrops_v1 +Model trained with [AI Toolkit by Ostris](https://github.com/ostris/ai-toolkit) + + +## Trigger words + +FRM$ + +## Download model and use it with ComfyUI, AUTOMATIC1111, SD.Next, Invoke AI, etc. + +Weights for this model are available in Safetensors format. + +[Download](/None/tree/main) them in the Files & versions tab. + +## Use it with the [🧨 diffusers library](https://github.com/huggingface/diffusers) + +```py +from diffusers import AutoPipelineForText2Image +import torch + +pipeline = AutoPipelineForText2Image.from_pretrained('Cossale/Frames-Flex', torch_dtype=torch.bfloat16).to('cuda') +pipeline.load_lora_weights('None', weight_name='backdrops_v1.safetensors') +image = pipeline('FRM$ a majestic mountain range with snow-capped peaks in the background, illuminated by the setting sun. The sky is a beautiful mix of oranges, pinks, and purples, creating a stunning backdrop for the majestic peaks.').images[0] +image.save("my_image.png") +``` + +For more details, including weighting, merging and fusing LoRAs, check the [documentation on loading LoRAs in diffusers](https://huggingface.co/docs/diffusers/main/en/using-diffusers/loading_adapters) + diff --git a/backdrops_v1.safetensors b/backdrops_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ea661e1ce8028ae823a363fc103c46cf4ac3e14 --- /dev/null +++ b/backdrops_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d35cb4142044712c0d6eebd7aca4273068951ec4fa93b56cf4998f8f3253ac0 +size 117860384 diff --git a/backdrops_v1_000000250.safetensors b/backdrops_v1_000000250.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b879aa5c9c1aef223150862dd2420968ff0eb45f --- /dev/null +++ b/backdrops_v1_000000250.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0597fcf9eb55d606610fb71209dd3f0bae90ec3d42d89637ece9c0bb40f30dd1 +size 117860384 diff --git a/backdrops_v1_000000500.safetensors b/backdrops_v1_000000500.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6422039fe270f204eaedbfb443ef48a646fa0333 --- /dev/null +++ b/backdrops_v1_000000500.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78b3d4e212f2baabaeea572d9ed5cdee9fdb1a4417ef2504e23e3bfb4b2fd756 +size 117860384 diff --git a/backdrops_v1_000000750.safetensors b/backdrops_v1_000000750.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf9c85882eb61d30df22c2fa5be6f646f345d1b4 --- /dev/null +++ b/backdrops_v1_000000750.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3803692b191cbcf01d790a3841ca5336beba7155114e30735435f828aa1b4a4b +size 117860384 diff --git a/backdrops_v1_000001000.safetensors b/backdrops_v1_000001000.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..23147e24838e53910467159403ec0b4d39ec9131 --- /dev/null +++ b/backdrops_v1_000001000.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39bba528cb1d8891fb301fe30464943c64429d22d4aed1afd4dd1f9c0dfae573 +size 117860384 diff --git a/backdrops_v1_000001250.safetensors b/backdrops_v1_000001250.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42c4c8773a23b7ad62be7598c89a56e6f99128eb --- /dev/null +++ b/backdrops_v1_000001250.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3bf97bcf9dfed6f771ed75c351c77b7e6575be9bce492fa9ef9b605cf290b4b +size 117860384 diff --git a/backdrops_v1_000001500.safetensors b/backdrops_v1_000001500.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da921f30e5eb58b646d7b969fd7791065db8b5dc --- /dev/null +++ b/backdrops_v1_000001500.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ee5f27dc86ebd6f77ee7870d48c8a10011828740485b6d7f07c67607772b07 +size 117860384 diff --git a/backdrops_v1_000001750.safetensors b/backdrops_v1_000001750.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..222f25f890cc4bab6e042bcd1ee4d454ae2a7401 --- /dev/null +++ b/backdrops_v1_000001750.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c3eb389824dbf9e32b011d605174c82227c7db05513e04e23cf54c9846881e +size 117860384 diff --git a/backdrops_v1_000002000.safetensors b/backdrops_v1_000002000.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..968aed3fced18ceae3074a96712b2d6287f0f127 --- /dev/null +++ b/backdrops_v1_000002000.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ba1f597e63449ba7e7e9ebf12ac18e72ea9da598ec419e273d91ed76fb8dca +size 117860384 diff --git a/backdrops_v1_000002250.safetensors b/backdrops_v1_000002250.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c90d355b55987947dbb20c05ce1a575db2ee461 --- /dev/null +++ b/backdrops_v1_000002250.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137075436851bed74304f32ae6dcc30bad9b6b6464af8a8a577c9c37c45f1e80 +size 117860384 diff --git a/config.yaml b/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..232cae53eb8701932ed76d562f1206f95ceb179c --- /dev/null +++ b/config.yaml @@ -0,0 +1,78 @@ +job: extension +config: + name: backdrops_v1 + process: + - type: sd_trainer + training_folder: output + performance_log_every: 500 + device: cuda:0 + network: + type: lora + linear: 16 + linear_alpha: 16 + save: + dtype: float16 + save_every: 250 + max_step_saves_to_keep: 12 + push_to_hub: true + datasets: + - folder_path: /Datasets/Backdrops/Backdrops-1080x1920 + caption_ext: txt + caption_dropout_rate: 0.05 + shuffle_tokens: false + cache_latents_to_disk: true + resolution: + - 512 + - 768 + - 1024 + train: + batch_size: 1 + bypass_guidance_embedding: true + steps: 2500 + gradient_accumulation: 1 + train_unet: true + train_text_encoder: false + gradient_checkpointing: true + noise_scheduler: flowmatch + optimizer: adamw8bit + lr: 0.0001 + ema_config: + use_ema: true + ema_decay: 0.99 + dtype: bf16 + model: + name_or_path: /Models/Flex.1-alpha + is_flux: true + quantize: true + quantize_kwargs: + exclude: + - '*time_text_embed*' + sample: + sampler: flowmatch + sample_every: 250 + width: 768 + height: 1366 + prompts: + - FRM$ a majestic mountain range with snow-capped peaks in the background, illuminated + by the setting sun. The sky is a beautiful mix of oranges, pinks, and purples, + creating a stunning backdrop for the majestic peaks. + - FRM$ a river flowing near a mountain and plains land, firewatch style, watch + tower on mountain, purplish dominant color, animals + - FRM$ a breathtaking view of the Great Smoky Mountains from the top of a mountain + at sunset. The sky is a beautiful mix of oranges, pinks, and purples, and + the clouds are illuminated by the setting sun. The mountains are silhouetted + against the sky, creating a stunning landscape. + - FRM$ a small, secluded lake nestled amidst a valley of stylized, low-poly + mountains, reminiscent of the Firewatch art style. A simple wooden watchtower + overlooks the lake, its silhouette sharp against the warm, orange and pink + hues of a sunset sky. A small herd of deer graze peacefully near the lakeshore. + The overall scene should evoke a sense of tranquility and isolation, with + a vibrant yet slightly muted color palette. + neg: '' + seed: 42 + walk_seed: true + guidance_scale: 4 + sample_steps: 25 +meta: + name: backdrops_v1 + version: '1.0' diff --git a/optimizer.pt b/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..64c853c2593c6c0c50d694229d109c49af9cf9f8 --- /dev/null +++ b/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e670fad535ac0742da9cd1ce7cc1c1d494a0d7fb7a3174b51257c33b9b4c3cd5 +size 120404340 diff --git a/samples/1737296029094__000000000_0.jpg b/samples/1737296029094__000000000_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..62ccd53c19f4880db805bdcba6b5d3ffde426722 Binary files /dev/null and b/samples/1737296029094__000000000_0.jpg differ diff --git a/samples/1737296067433__000000000_1.jpg b/samples/1737296067433__000000000_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..83cc92ac328f660e28d05cf1b7aa8fd20f17efdb Binary files /dev/null and b/samples/1737296067433__000000000_1.jpg differ diff --git a/samples/1737296105852__000000000_2.jpg b/samples/1737296105852__000000000_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d8d4a4b92a41bef986477f0f30b35924bf26a089 Binary files /dev/null and b/samples/1737296105852__000000000_2.jpg differ diff --git a/samples/1737296144265__000000000_3.jpg b/samples/1737296144265__000000000_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e37de0a3015c8c30139471cb9bb556fae1cf0162 Binary files /dev/null and b/samples/1737296144265__000000000_3.jpg differ diff --git a/samples/1737297029030__000000250_0.jpg b/samples/1737297029030__000000250_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..86f22e1ca78a39372d3372455dabe8d630753153 Binary files /dev/null and b/samples/1737297029030__000000250_0.jpg differ diff --git a/samples/1737297067948__000000250_1.jpg b/samples/1737297067948__000000250_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..860e84200c137bceb68906a8c0a3e156c1ddd418 Binary files /dev/null and b/samples/1737297067948__000000250_1.jpg differ diff --git a/samples/1737297106839__000000250_2.jpg b/samples/1737297106839__000000250_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..923a3875d3a25434a9228cc7225f5d144ab81a31 Binary files /dev/null and b/samples/1737297106839__000000250_2.jpg differ diff --git a/samples/1737297145756__000000250_3.jpg b/samples/1737297145756__000000250_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ba8ea0f4853e5e6191de1430fb94a0d5c2d2333e Binary files /dev/null and b/samples/1737297145756__000000250_3.jpg differ diff --git a/samples/1737298031333__000000500_0.jpg b/samples/1737298031333__000000500_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ac727cf75cbd0daca92b1b1840d9b2b324f82ca6 Binary files /dev/null and b/samples/1737298031333__000000500_0.jpg differ diff --git a/samples/1737298070146__000000500_1.jpg b/samples/1737298070146__000000500_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..c37a0d36f54b0d0ed7b8336c4207a377ea8eef55 Binary files /dev/null and b/samples/1737298070146__000000500_1.jpg differ diff --git a/samples/1737298108949__000000500_2.jpg b/samples/1737298108949__000000500_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..7a90da0eb751ffac99e2742f854a63835d3de2fd Binary files /dev/null and b/samples/1737298108949__000000500_2.jpg differ diff --git a/samples/1737298147754__000000500_3.jpg b/samples/1737298147754__000000500_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..fb469887d93d11b67e85c521ca5aed7129ec4403 Binary files /dev/null and b/samples/1737298147754__000000500_3.jpg differ diff --git a/samples/1737299032577__000000750_0.jpg b/samples/1737299032577__000000750_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5927513a6e40b59e5a047b9aea5bf1fd98576726 Binary files /dev/null and b/samples/1737299032577__000000750_0.jpg differ diff --git a/samples/1737299071386__000000750_1.jpg b/samples/1737299071386__000000750_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5ceda2a8ab0bd36da8f9c1de2d6ca021d7cf86c1 Binary files /dev/null and b/samples/1737299071386__000000750_1.jpg differ diff --git a/samples/1737299110197__000000750_2.jpg b/samples/1737299110197__000000750_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..18a28b17ff818c742b2afd5d39df1e495f3dd28f Binary files /dev/null and b/samples/1737299110197__000000750_2.jpg differ diff --git a/samples/1737299149002__000000750_3.jpg b/samples/1737299149002__000000750_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1a1b0a13bbf8e4cc4006c7d97f3c4af54773ff3b Binary files /dev/null and b/samples/1737299149002__000000750_3.jpg differ diff --git a/samples/1737300032734__000001000_0.jpg b/samples/1737300032734__000001000_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..836ac73b2bdd8924441a88853e5b8af6d81ebb05 Binary files /dev/null and b/samples/1737300032734__000001000_0.jpg differ diff --git a/samples/1737300071708__000001000_1.jpg b/samples/1737300071708__000001000_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..8239fe5a3324c5f08c2961076986b003d30b0cb2 Binary files /dev/null and b/samples/1737300071708__000001000_1.jpg differ diff --git a/samples/1737300110828__000001000_2.jpg b/samples/1737300110828__000001000_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..c4485a1cb2fa08ab017795a10aa5d9ad60c6273e Binary files /dev/null and b/samples/1737300110828__000001000_2.jpg differ diff --git a/samples/1737300149839__000001000_3.jpg b/samples/1737300149839__000001000_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b652e9cd40b9ef18c3e3d38b83c8ec6b35c8d982 Binary files /dev/null and b/samples/1737300149839__000001000_3.jpg differ diff --git a/samples/1737301023159__000001250_0.jpg b/samples/1737301023159__000001250_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..8ad8e7c1d200c2cc460348657661705fa65c917b Binary files /dev/null and b/samples/1737301023159__000001250_0.jpg differ diff --git a/samples/1737301061936__000001250_1.jpg b/samples/1737301061936__000001250_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5f720174b158e1bfc751b6267d5ef09bd7955bf5 Binary files /dev/null and b/samples/1737301061936__000001250_1.jpg differ diff --git a/samples/1737301100721__000001250_2.jpg b/samples/1737301100721__000001250_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d130cd355f49086a523766be7008dae1a74dbe13 Binary files /dev/null and b/samples/1737301100721__000001250_2.jpg differ diff --git a/samples/1737301139510__000001250_3.jpg b/samples/1737301139510__000001250_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..554592e3cbc5e6d900cbfb5681696663529e51e1 Binary files /dev/null and b/samples/1737301139510__000001250_3.jpg differ diff --git a/samples/1737302032568__000001500_0.jpg b/samples/1737302032568__000001500_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b490fdf072256ea909e78dcc090f9569a653b59f Binary files /dev/null and b/samples/1737302032568__000001500_0.jpg differ diff --git a/samples/1737302071931__000001500_1.jpg b/samples/1737302071931__000001500_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..57546b734bf5182293bf430b54212a65fe0d05cc Binary files /dev/null and b/samples/1737302071931__000001500_1.jpg differ diff --git a/samples/1737302111193__000001500_2.jpg b/samples/1737302111193__000001500_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d7a678c636111bafc6a51d47f6a48ec382294cc6 Binary files /dev/null and b/samples/1737302111193__000001500_2.jpg differ diff --git a/samples/1737302150144__000001500_3.jpg b/samples/1737302150144__000001500_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ed1512836cbaecd1e08ca5accc7b320f85f20503 Binary files /dev/null and b/samples/1737302150144__000001500_3.jpg differ diff --git a/samples/1737303045011__000001750_0.jpg b/samples/1737303045011__000001750_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..8eb03adb44096200251761dcb9b6d492db67789e Binary files /dev/null and b/samples/1737303045011__000001750_0.jpg differ diff --git a/samples/1737303085495__000001750_1.jpg b/samples/1737303085495__000001750_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a870edf953e13c1507005bfed13891de1e6c97e0 Binary files /dev/null and b/samples/1737303085495__000001750_1.jpg differ diff --git a/samples/1737303125221__000001750_2.jpg b/samples/1737303125221__000001750_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3e09e50104a6601acf87f2ef6a33dba4c64c271f Binary files /dev/null and b/samples/1737303125221__000001750_2.jpg differ diff --git a/samples/1737303164555__000001750_3.jpg b/samples/1737303164555__000001750_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..fa2798847c7f8756998b904e1ecbb14415878aa1 Binary files /dev/null and b/samples/1737303164555__000001750_3.jpg differ diff --git a/samples/1737304044103__000002000_0.jpg b/samples/1737304044103__000002000_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..898dad59d811cc67098e868ba2f2f0e822938a1f Binary files /dev/null and b/samples/1737304044103__000002000_0.jpg differ diff --git a/samples/1737304083058__000002000_1.jpg b/samples/1737304083058__000002000_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a2d62363b690f537b9250c6017baea18fa7ecfe2 Binary files /dev/null and b/samples/1737304083058__000002000_1.jpg differ diff --git a/samples/1737304121946__000002000_2.jpg b/samples/1737304121946__000002000_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..aa91f6cc6590e45fb74a4c122cf26ef7798cfa8c Binary files /dev/null and b/samples/1737304121946__000002000_2.jpg differ diff --git a/samples/1737304160954__000002000_3.jpg b/samples/1737304160954__000002000_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e67a7b7f2a946c860bef797892a2e42e14a2e99d Binary files /dev/null and b/samples/1737304160954__000002000_3.jpg differ diff --git a/samples/1737305041470__000002250_0.jpg b/samples/1737305041470__000002250_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..7a91ef2cedc19c809f284073ce89cfecafafdb23 Binary files /dev/null and b/samples/1737305041470__000002250_0.jpg differ diff --git a/samples/1737305080247__000002250_1.jpg b/samples/1737305080247__000002250_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3a9617425e321de010bad8b572c7997c1620997a Binary files /dev/null and b/samples/1737305080247__000002250_1.jpg differ diff --git a/samples/1737305119030__000002250_2.jpg b/samples/1737305119030__000002250_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1ec0c9c2137955fe2f265f9a310fc487c2407312 Binary files /dev/null and b/samples/1737305119030__000002250_2.jpg differ diff --git a/samples/1737305157804__000002250_3.jpg b/samples/1737305157804__000002250_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..fafb367607859508587ccff3e95094da090661ed Binary files /dev/null and b/samples/1737305157804__000002250_3.jpg differ diff --git a/samples/1737306028575__000002500_0.jpg b/samples/1737306028575__000002500_0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3819254af8425d4f05039aa41bc26e983e4b3908 Binary files /dev/null and b/samples/1737306028575__000002500_0.jpg differ diff --git a/samples/1737306067347__000002500_1.jpg b/samples/1737306067347__000002500_1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b43440bf3a454b0b9d28d5ee30b2468d42381d19 Binary files /dev/null and b/samples/1737306067347__000002500_1.jpg differ diff --git a/samples/1737306106096__000002500_2.jpg b/samples/1737306106096__000002500_2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..54955c1beeb9f19ec6d454672992e277c6fd1e90 Binary files /dev/null and b/samples/1737306106096__000002500_2.jpg differ diff --git a/samples/1737306144841__000002500_3.jpg b/samples/1737306144841__000002500_3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ff63a30df06f0969742d9f1262b46f83e11d7953 Binary files /dev/null and b/samples/1737306144841__000002500_3.jpg differ