init upload

.gitattributes

@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+google/umt5-xxl/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+assets/comp_effic.png filter=lfs diff=lfs merge=lfs -text
+assets/data_for_diff_stage.jpg filter=lfs diff=lfs merge=lfs -text
+assets/i2v_res.png filter=lfs diff=lfs merge=lfs -text
+assets/input.png filter=lfs diff=lfs merge=lfs -text
+assets/logo.png filter=lfs diff=lfs merge=lfs -text
+assets/t2v_res.jpg filter=lfs diff=lfs merge=lfs -text
+assets/vben_vs_sota.png filter=lfs diff=lfs merge=lfs -text
+assets/vben_vs_sota_t2i.jpg filter=lfs diff=lfs merge=lfs -text
+assets/video_dit_arch.jpg filter=lfs diff=lfs merge=lfs -text
+assets/video_vae_res.jpg filter=lfs diff=lfs merge=lfs -text
+examples/i2v_input.JPG filter=lfs diff=lfs merge=lfs -text
+assets/.DS_Store filter=lfs diff=lfs merge=lfs -text
+assets/vben_1.3b_vs_sota.png filter=lfs diff=lfs merge=lfs -text

LICENSE.txt

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

README.md

@@ -1,3 +1,279 @@
----
-license: apache-2.0
----
+# Wan2.1
+
+<p align="center">
+    <img src="assets/logo.png" width="400"/>
+<p>
+
+<p align="center">
+    💜 <a href=""><b>Wan</b></a> &nbsp&nbsp ｜ &nbsp&nbsp 🖥️ <a href="https://github.com/Wan-Video/Wan2.1">GitHub</a> &nbsp&nbsp  | &nbsp&nbsp🤗 <a href="https://huggingface.co/Wan-AI/">Hugging Face</a>&nbsp&nbsp | &nbsp&nbsp🤖 <a href="https://modelscope.cn/organization/Wan-AI">ModelScope</a>&nbsp&nbsp | &nbsp&nbsp 📑 <a href="">Paper</a> &nbsp&nbsp | &nbsp&nbsp 📑 <a href="">Blog</a> &nbsp&nbsp | &nbsp&nbsp💬 <a href="">WeChat (微信)</a>&nbsp&nbsp | &nbsp&nbsp 📖 <a href="https://discord.gg/p5XbdQV7">Discord</a>&nbsp&nbsp
+<br>
+
+-----
+
+[**Wan: Open and Advanced Large-Scale Video Generative Models**]("#") <be>
+
+In this repository, we present **Wan2.1**, a comprehensive and open suite of video foundation models that pushes the boundaries of video generation. **Wan2.1** offers these key features:
+- 👍 **SOTA Performance**: **Wan2.1** consistently outperforms existing open-source models and state-of-the-art commercial solutions across multiple benchmarks.
+- 👍 **Supports Consumer-grade GPUs**: The T2V-1.3B model requires only 8.19 GB VRAM, making it compatible with almost all consumer-grade GPUs. It can generate a 5-second 480P video on an RTX 4090 in about 4 minutes (without optimization techniques like quantization). Its performance is even comparable to some closed-source models.
+- 👍 **Multiple Tasks**: **Wan2.1** excels in Text-to-Video, Image-to-Video, Video Editing, Text-to-Image, and Video-to-Audio, advancing the field of video generation.
+- 👍 **Visual Text Generation**: **Wan2.1** is the first video model capable of generating both Chinese and English text, featuring robust text generation that enhances its practical applications.
+- 👍 **Powerful Video VAE**: **Wan-VAE** delivers exceptional efficiency and performance, encoding and decoding 1080P videos of any length while preserving temporal information, making it an ideal foundation for video and image generation.
+
+
+This repository features our T2V-14B model, which establishes a new SOTA performance benchmark among both open-source and closed-source models. It demonstrates exceptional capabilities in generating high-quality visuals with significant motion dynamics. It is also the only video model capable of producing both Chinese and English text and supports video generation at both 480P and 720P resolutions.
+
+
+## Video Demos
+
+<div align="center">
+    <video width="80%" controls>
+        <source src="https://cloud.video.taobao.com/vod/Jth64Y7wNoPcJki_Bo1ZJTDBvNjsgjlVKsNs05Fqfps.mp4" type="video/mp4">
+        Your browser does not support the video tag.
+    </video>
+</div>
+
+## 🔥 Latest News!!
+
+* Feb 22, 2025: 👋 We've released the inference code and weights of Wan2.1.
+
+
+## 📑 Todo List
+- Wan2.1 Text-to-Video
+    - [x] Multi-GPU Inference code of the 14B and 1.3B models
+    - [x] Checkpoints of the 14B and 1.3B models
+    - [x] Gradio demo
+    - [ ] Diffusers integration
+    - [ ] ComfyUI integration
+- Wan2.1 Image-to-Video
+    - [x] Multi-GPU Inference code of the 14B model
+    - [x] Checkpoints of the 14B model
+    - [x] Gradio demo
+    - [ ] Diffusers integration
+    - [ ] ComfyUI integration
+
+
+## Quickstart
+
+#### Installation
+Clone the repo:
+```
+git clone https://github.com/Wan-Video/Wan2.1.git
+cd Wan2.1
+```
+
+Install dependencies:
+```
+# Ensure torch >= 2.4.0
+pip install -r requirements.txt
+```
+
+
+#### Model Download
+
+| Models        |                       Download Link                                           |    Notes                      |
+| --------------|-------------------------------------------------------------------------------|-------------------------------|
+| T2V-14B       |      [Huggingface](https://huggingface.co/Wan-AI/Wan2.1-T2V-14B)            | Supports both 480P and 720P
+| I2V-14B-720P  |      [Huggingface](https://huggingface.co/Wan-AI/Wan2.1-I2V-14B-720P)       | Supports 720P
+| I2V-14B-480P  |      [Huggingface](https://huggingface.co/Wan-AI/Wan2.1-I2V-14B-480P)       | Supports 480P
+| T2V-1.3B      |      [Huggingface](https://huggingface.co/Wan-AI/Wan2.1-T2V-1.3B)           | Supports 480P
+
+> 💡Note: The 1.3B model is capable of generating videos at 720P resolution. However, due to limited training at this resolution, the results are generally less stable compared to 480P. For optimal performance, we recommend using 480P resolution.
+
+
+Download models using huggingface-cli:
+```
+pip install "huggingface_hub[cli]"
+huggingface-cli download --resume-download Wan-AI/Wan2.1-T2V-14B --local-dir ./Wan2.1-T2V-14B
+```
+
+#### Run Text-to-Video Generation
+
+This repository supports two Text-to-Video models (1.3B and 14B) and two resolutions (480P and 720P). The parameters and configurations for these models are as follows:
+
+<table>
+    <thead>
+        <tr>
+            <th rowspan="2">Task</th>
+            <th colspan="2">Resolution</th>
+            <th rowspan="2">Model</th>
+        </tr>
+        <tr>
+            <th>480P</th>
+            <th>720P</th>
+        </tr>
+    </thead>
+    <tbody>
+        <tr>
+            <td>t2v-14B</td>
+            <td style="color: green;">✔️</td>
+            <td style="color: green;">✔️</td>
+            <td>Wan2.1-T2V-14B</td>
+        </tr>
+        <tr>
+            <td>t2v-1.3B</td>
+            <td style="color: green;">✔️</td>
+            <td style="color: red;">❌</td>
+            <td>Wan2.1-T2V-1.3B</td>
+        </tr>
+    </tbody>
+</table>
+
+
+##### (1) Without Prompt Extention
+
+To facilitate implementation, we will start with a basic version of the inference process that skips the [prompt extension](#2-using-prompt-extention) step.
+
+- Single-GPU inference
+
+```
+python generate.py  --task t2v-14B --size 1280*720 --ckpt_dir ./Wan2.1-T2V-14B --prompt "Two anthropomorphic cats in comfy boxing gear and bright gloves fight intensely on a spotlighted stage."
+```
+
+If you encounter OOM (Out-of-Memory) issues, you can use the `--offload_model True` and `--t5_cpu` options to reduce GPU memory usage. For example, on an RTX 4090 GPU:
+
+```
+python generate.py  --task t2v-1.3B --size 832*480 --ckpt_dir ./Wan2.1-T2V-1.3B --offload_model True --t5_cpu --sample_shift 8 --sample_guide_scale 6 --prompt "Two anthropomorphic cats in comfy boxing gear and bright gloves fight intensely on a spotlighted stage."
+```
+
+> 💡Note: If you use `T2V-1.3B` model, we recommend use parameter `--sample_shift 8 --sample_guide_scale 6`
+
+- Multi-GPU inference using FSDP + xDiT USP
+
+```
+pip install "xfuser>=0.4.1"
+torchrun --nproc_per_node=8 generate.py --task t2v-14B --size 1280*720 --ckpt_dir ./Wan2.1-T2V-14B --dit_fsdp --t5_fsdp --ulysses_size 8 --prompt "Two anthropomorphic cats in comfy boxing gear and bright gloves fight intensely on a spotlighted stage."
+```
+
+
+##### (2) Using Prompt Extention
+
+Extending the prompts can effectively enrich the details in the generated videos, further enhancing the video quality. Therefore, we recommend enabling prompt extension. We provide the following two methods for prompt extension:
+
+- Use the Dashscope API for extension.
+  - Apply for a `dashscope.api_key` in advance ([Application Link](https://help.aliyun.com/zh/dashscope/developer-reference/qwen-api)).
+  - Configure the environment variable `DASH_API_KEY` to specify the Dashscope API key. For users of Alibaba Cloud's international site, you also need to set the environment variable `DASH_API_URL` to 'https://dashscope-intl.aliyuncs.com/api/v1'. For more detailed instructions, please refer to the [dashscope document](https://www.alibabacloud.com/help/en/model-studio/user-guide/vision/?spm=a2c63.p38356.help-menu-2400256.d_1_0_1.50ea5f94ROV2Ar).
+  - Use the `qwen-plus` model for text-to-video tasks and `qwen-vl-max` for image-to-video tasks.
+  - You can modify the model used for extension with the parameter `--prompt_extend_model`. For example:
+```
+DASH_API_KEY=your_key python generate.py  --task t2v-14B --size 1280*720 --ckpt_dir ./Wan2.1-T2V-14B --prompt "Two anthropomorphic cats in comfy boxing gear and bright gloves fight intensely on a spotlighted stage" --use_prompt_extend --prompt_extend_method 'dashscope' --prompt_extend_target_lang 'ch'
+```
+
+- Using a local model for extension.
+
+  - By default, the Qwen model on HuggingFace is used for this extension. Users can choose based on the available GPU memory size.
+  - For text-to-video tasks, you can use models like `Qwen/Qwen2.5-14B-Instruct`, `Qwen/Qwen2.5-7B-Instruct` and `Qwen/Qwen2.5-3B-Instruct`
+  - For image-to-video tasks, you can use models like `Qwen/Qwen2.5-VL-7B-Instruct` and `Qwen/Qwen2.5-VL-3B-Instruct`.
+  - Larger models generally provide better extension results but require more GPU memory.
+  - You can modify the model used for extension with the parameter `--prompt_extend_model` , allowing you to specify either a local model path or a Hugging Face model. For example:
+
+```
+python generate.py  --task t2v-14B --size 1280*720 --ckpt_dir ./Wan2.1-T2V-14B --prompt "Two anthropomorphic cats in comfy boxing gear and bright gloves fight intensely on a spotlighted stage" --use_prompt_extend --prompt_extend_method 'local_qwen' --prompt_extend_target_lang 'ch'
+```
+
+##### (3) Runing local gradio
+
+```
+cd gradio
+# if one uses dashscope’s API for prompt extension
+DASH_API_KEY=your_key python t2v_14B_singleGPU.py --prompt_extend_method 'dashscope' --ckpt_dir ./Wan2.1-T2V-14B
+
+# if one uses a local model for prompt extension
+python t2v_14B_singleGPU.py --prompt_extend_method 'local_qwen' --ckpt_dir ./Wan2.1-T2V-14B
+```
+
+
+## Manual Evaluation
+
+
+Through manual evaluation, the results generated after prompt extension are superior to those from both closed-source and open-source models.
+
+<div align="center">
+    <img src="assets/t2v_res.jpg" alt="" style="width: 80%;" />
+</div>
+
+
+
+## Computational Efficiency on Different GPUs
+
+We test the computational efficiency of different **Wan2.1** models on different GPUs in the following table. The results are presented in the format: **Total time (s) / peak GPU memory (GB)**.
+
+
+<div align="center">
+    <img src="assets/comp_effic.png" alt="" style="width: 80%;" />
+</div>
+
+> The parameter settings for the tests presented in this table are as follows:
+> (1) For the 1.3B model on 8 GPUs, set `--ring_size 8` and `--ulysses_size 1`;
+> (2) For the 14B model on 1 GPU, use `--offload_model True`;
+> (3) For the 1.3B model on a single 4090 GPU, set `--offload_model True --t5_cpu`;
+> (4) For all testings, no prompt extension was applied, meaning `--use_prompt_extend` was not enabled.
+
+-------
+
+## Introduction of Wan2.1
+
+**Wan2.1**  is designed on the mainstream diffusion transformer paradigm, achieving significant advancements in generative capabilities through a series of innovations. These include our novel spatio-temporal variational autoencoder (VAE), scalable training strategies, large-scale data construction, and automated evaluation metrics. Collectively, these contributions enhance the model’s performance and versatility.
+
+
+##### (1) 3D Variational Autoencoders
+We propose a novel 3D causal VAE architecture, termed **Wan-VAE** specifically designed for video generation. By combining multiple strategies, we improve spatio-temporal compression, reduce memory usage, and ensure temporal causality. **Wan-VAE** demonstrates significant advantages in performance efficiency compared to other open-source VAEs. Furthermore, our **Wan-VAE** can encode and decode unlimited-length 1080P videos without losing historical temporal information, making it particularly well-suited for video generation tasks.
+
+
+<div align="center">
+    <img src="assets/video_vae_res.jpg" alt="" style="width: 80%;" />
+</div>
+
+
+##### (2) Video Diffusion DiT
+
+**Wan2.1** is designed using the Flow Matching framework within the paradigm of mainstream Diffusion Transformers. Our model's architecture uses the T5 Encoder to encode multilingual text input, with cross-attention in each transformer block embedding the text into the model structure. Additionally, we employ an MLP with a Linear layer and a SiLU layer to process the input time embeddings and predict six modulation parameters individually. This MLP is shared across all transformer blocks, with each block learning a distinct set of biases. Our experimental findings reveal a significant performance improvement with this approach at the same parameter scale.
+
+<div align="center">
+    <img src="assets/video_dit_arch.jpg" alt="" style="width: 80%;" />
+</div>
+
+
+| Model  | Dimension | Input Dimension | Output Dimension | Feedforward Dimension | Frequency Dimension | Number of Heads | Number of Layers |
+|--------|-----------|-----------------|------------------|-----------------------|---------------------|-----------------|------------------|
+| 1.3B   | 1536      | 16              | 16               | 8960                  | 256                 | 12              | 30               |
+| 14B   | 5120       | 16              | 16               | 13824                 | 256                 | 40              | 40               |
+
+
+
+##### Data
+
+We curated and deduplicated a candidate dataset comprising a vast amount of image and video data. During the data curation process, we designed a four-step data cleaning process, focusing on fundamental dimensions, visual quality and motion quality. Through the robust data processing pipeline, we can easily obtain high-quality, diverse, and large-scale training sets of images and videos.
+
+![figure1](assets/data_for_diff_stage.jpg "figure1")
+
+
+##### Comparisons to SOTA
+We compared **Wan2.1** with leading open-source and closed-source models to evaluate the performace. Using our carefully designed set of 1,035 internal prompts, we tested across 14 major dimensions and 26 sub-dimensions. Then we calculated the total score through a weighted average based on the importance of each dimension. The detailed results are shown in the table below. These results demonstrate our model's superior performance compared to both open-source and closed-source models.
+
+![figure1](assets/vben_vs_sota.png "figure1")
+
+
+## Citation
+If you find our work helpful, please cite us.
+
+```
+@article{wan2.1,
+    title   = {Wan: Open and Advanced Large-Scale Video Generative Models},
+    author  = {Wan Team},
+    journal = {},
+    year    = {2025}
+}
+```
+
+## License Agreement
+The models in this repository are licensed under the Apache 2.0 License. We claim no rights over the your generate contents, granting you the freedom to use them while ensuring that your usage complies with the provisions of this license. You are fully accountable for your use of the models, which must not involve sharing any content that violates applicable laws, causes harm to individuals or groups, disseminates personal information intended for harm, spreads misinformation, or targets vulnerable populations. For a complete list of restrictions and details regarding your rights, please refer to the full text of the [license](LICENSE.txt).
+
+
+## Acknowledgements
+
+We would like to thank the contributors to the [SD3](https://huggingface.co/stabilityai/stable-diffusion-3-medium), [QWen](https://huggingface.co/Qwen), [umt5-xxl](https://huggingface.co/google/umt5-xxl), [diffusers](https://github.com/huggingface/diffusers) and [HuggingFace](https://huggingface.co) repositories, for their open research and exploration.
+
+
+
+## Contact Us
+If you would like to leave a message to our research or product teams, feel free to join our [Discord](https://discord.gg/p5XbdQV7) or [WeChat groups]()!

Wan2.1_VAE.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38071ab59bd94681c686fa51d75a1968f64e470262043be31f7a094e442fd981
+size 507609880

assets/.DS_Store

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65165279105ca6773180500688df4bdc69a2c7b771752f0a46ef120b7fd8ec3
+size 6148

config.json

@@ -0,0 +1,14 @@
+{
+  "_class_name": "WanXModel",
+  "_diffusers_version": "0.30.0",
+  "dim": 5120,
+  "eps": 1e-06,
+  "ffn_dim": 13824,
+  "freq_dim": 256,
+  "in_dim": 16,
+  "model_type": "t2v",
+  "num_heads": 40,
+  "num_layers": 40,
+  "out_dim": 16,
+  "text_len": 512
+}

diffusion_pytorch_model-00001-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569d54a07279b89f8281421fccf27ee2459ea853ce6845d3536b8664b0070078
+size 9887603256

diffusion_pytorch_model-00002-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17ff172f262b4da91c31e8c46d3b7707f62cecfff6e18dd0072ab29eb350e46
+size 9839059648

diffusion_pytorch_model-00003-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741fd1508cd0288f0bb0f4fb3df6734da521d5ff23746170c848564a367e2cea
+size 9839059744

diffusion_pytorch_model-00004-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b08ba289b127fc64979bc877ee07e1c87aeb8eb8cd47bcfd112682847981ba
+size 9839059744

diffusion_pytorch_model-00005-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e35f4cf0e3a61f4726c960f1babf71d65677a8c99fe704257d665c9498ee88
+size 9839059744

diffusion_pytorch_model-00006-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ac087a40b814331e87f5f015af11ba999275d48d2af49591b6bf7727d3c146
+size 7910235256

diffusion_pytorch_model.safetensors.index.json

@@ -0,0 +1,1102 @@
+{
+  "metadata": {
+    "total_size": 57153966336
+  },
+  "weight_map": {
+    "blocks.0.cross_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.cross_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.cross_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.cross_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.cross_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.cross_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.cross_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.cross_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.cross_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.cross_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.ffn.0.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.ffn.0.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.ffn.2.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.ffn.2.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.modulation": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.norm3.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.norm3.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.self_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.self_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.self_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.self_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.self_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.self_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.self_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.self_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.self_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.0.self_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.cross_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.cross_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.cross_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.cross_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.cross_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.cross_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.cross_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.cross_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.cross_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.cross_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.ffn.0.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.ffn.0.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.ffn.2.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.ffn.2.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.modulation": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.norm3.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.norm3.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.self_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.self_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.self_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.self_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.self_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.self_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.self_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.self_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.self_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.1.self_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.10.cross_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.cross_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.cross_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.cross_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.cross_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.cross_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.cross_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.cross_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.cross_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.cross_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.ffn.0.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.ffn.0.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.ffn.2.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.ffn.2.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.modulation": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.norm3.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.norm3.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.self_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.self_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.self_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.self_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.self_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.self_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.self_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.self_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.self_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.10.self_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.cross_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.cross_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.cross_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.cross_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.cross_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.cross_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.cross_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.cross_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.cross_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.cross_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.ffn.0.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.ffn.0.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.ffn.2.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.ffn.2.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.modulation": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.norm3.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.norm3.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.self_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.self_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.self_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.self_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.self_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.self_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.self_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.self_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.self_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.11.self_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.cross_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.cross_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.cross_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.cross_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.cross_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.cross_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.cross_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.cross_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.cross_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.cross_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.ffn.0.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.ffn.0.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.ffn.2.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.ffn.2.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.modulation": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.norm3.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.norm3.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.self_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.self_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.self_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.self_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.self_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.self_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.self_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.self_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.self_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.12.self_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.cross_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.cross_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.cross_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.cross_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.cross_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.cross_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.cross_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.cross_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.cross_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.cross_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.ffn.0.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.ffn.0.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.ffn.2.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.ffn.2.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.13.modulation": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.norm3.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.norm3.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.self_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.self_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.self_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.self_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.self_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.self_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.self_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.self_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.self_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.13.self_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.14.cross_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.cross_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.cross_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.cross_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.cross_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.cross_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.cross_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.cross_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.cross_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.cross_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.ffn.0.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.ffn.0.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.ffn.2.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.ffn.2.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.modulation": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.norm3.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.norm3.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.self_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.self_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.self_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.self_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.self_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.self_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.self_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.self_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.self_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.14.self_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.cross_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.cross_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.cross_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.cross_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.cross_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.cross_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.cross_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.cross_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.cross_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.cross_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.ffn.0.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.ffn.0.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.ffn.2.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.ffn.2.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.modulation": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.norm3.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.norm3.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.self_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.self_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.self_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.self_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.self_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.self_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.self_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.self_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.self_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.15.self_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.cross_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.cross_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.cross_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.cross_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.cross_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.cross_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.cross_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.cross_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.cross_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.cross_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.ffn.0.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.ffn.0.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.ffn.2.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.ffn.2.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.modulation": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.norm3.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.norm3.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.self_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.self_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.self_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.self_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.self_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.self_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.self_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.self_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.self_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.16.self_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.cross_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.cross_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.cross_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.cross_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.cross_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.cross_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.cross_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.cross_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.cross_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.cross_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.ffn.0.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.ffn.0.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.ffn.2.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.ffn.2.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.modulation": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.norm3.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.norm3.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.self_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.self_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.self_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.self_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.self_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.self_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.self_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.self_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.self_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.17.self_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.cross_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.cross_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.cross_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.cross_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.cross_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.cross_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.cross_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.cross_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.cross_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.cross_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.ffn.0.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.ffn.0.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.ffn.2.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.ffn.2.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.modulation": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.norm3.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.norm3.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.self_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.self_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.self_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.self_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.self_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.self_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.self_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.self_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.self_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.18.self_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.cross_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.cross_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.cross_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.cross_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.cross_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.cross_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.cross_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.cross_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.cross_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.cross_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.ffn.0.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.ffn.0.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.ffn.2.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.ffn.2.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.modulation": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.norm3.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.norm3.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.self_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.self_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.self_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.self_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.self_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.self_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.self_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.self_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.self_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.19.self_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.2.cross_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.cross_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.cross_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.cross_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.cross_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.cross_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.cross_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.cross_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.cross_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.cross_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.ffn.0.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.ffn.0.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.ffn.2.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.ffn.2.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.modulation": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.norm3.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.norm3.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.self_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.self_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.self_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.self_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.self_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.self_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.self_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.self_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.self_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.2.self_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.20.cross_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.cross_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.cross_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.cross_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.cross_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.cross_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.cross_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.cross_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.cross_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.cross_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.ffn.0.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.ffn.0.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.ffn.2.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.ffn.2.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.20.modulation": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.norm3.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.norm3.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.self_attn.k.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.self_attn.k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.self_attn.norm_k.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.self_attn.norm_q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.self_attn.o.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.self_attn.o.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.self_attn.q.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.self_attn.q.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.self_attn.v.bias": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.20.self_attn.v.weight": "diffusion_pytorch_model-00003-of-00006.safetensors",
+    "blocks.21.cross_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.cross_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.cross_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.cross_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.cross_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.cross_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.cross_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.cross_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.cross_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.cross_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.ffn.0.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.ffn.0.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.ffn.2.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.ffn.2.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.modulation": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.norm3.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.norm3.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.self_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.self_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.self_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.self_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.self_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.self_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.self_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.self_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.self_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.21.self_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.cross_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.cross_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.cross_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.cross_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.cross_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.cross_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.cross_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.cross_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.cross_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.cross_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.ffn.0.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.ffn.0.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.ffn.2.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.ffn.2.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.modulation": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.norm3.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.norm3.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.self_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.self_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.self_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.self_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.self_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.self_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.self_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.self_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.self_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.22.self_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.cross_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.cross_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.cross_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.cross_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.cross_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.cross_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.cross_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.cross_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.cross_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.cross_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.ffn.0.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.ffn.0.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.ffn.2.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.ffn.2.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.modulation": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.norm3.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.norm3.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.self_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.self_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.self_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.self_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.self_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.self_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.self_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.self_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.self_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.23.self_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.cross_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.cross_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.cross_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.cross_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.cross_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.cross_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.cross_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.cross_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.cross_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.cross_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.ffn.0.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.ffn.0.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.ffn.2.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.ffn.2.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.modulation": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.norm3.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.norm3.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.self_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.self_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.self_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.self_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.self_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.self_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.self_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.self_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.self_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.24.self_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.cross_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.cross_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.cross_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.cross_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.cross_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.cross_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.cross_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.cross_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.cross_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.cross_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.ffn.0.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.ffn.0.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.ffn.2.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.ffn.2.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.modulation": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.norm3.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.norm3.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.self_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.self_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.self_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.self_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.self_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.self_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.self_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.self_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.self_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.25.self_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.cross_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.cross_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.cross_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.cross_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.cross_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.cross_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.cross_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.cross_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.cross_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.cross_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.ffn.0.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.ffn.0.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.ffn.2.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.ffn.2.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.modulation": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.norm3.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.norm3.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.self_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.self_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.self_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.self_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.self_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.self_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.self_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.self_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.self_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.26.self_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.cross_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.cross_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.cross_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.cross_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.cross_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.cross_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.cross_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.cross_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.cross_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.cross_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.ffn.0.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.ffn.0.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.ffn.2.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.ffn.2.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.27.modulation": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.norm3.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.norm3.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.self_attn.k.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.self_attn.k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.self_attn.norm_k.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.self_attn.norm_q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.self_attn.o.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.self_attn.o.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.self_attn.q.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.self_attn.q.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.self_attn.v.bias": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.27.self_attn.v.weight": "diffusion_pytorch_model-00004-of-00006.safetensors",
+    "blocks.28.cross_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.cross_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.cross_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.cross_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.cross_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.cross_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.cross_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.cross_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.cross_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.cross_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.ffn.0.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.ffn.0.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.ffn.2.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.ffn.2.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.modulation": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.norm3.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.norm3.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.self_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.self_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.self_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.self_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.self_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.self_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.self_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.self_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.self_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.28.self_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.cross_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.cross_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.cross_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.cross_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.cross_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.cross_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.cross_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.cross_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.cross_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.cross_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.ffn.0.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.ffn.0.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.ffn.2.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.ffn.2.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.modulation": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.norm3.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.norm3.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.self_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.self_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.self_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.self_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.self_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.self_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.self_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.self_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.self_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.29.self_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.3.cross_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.cross_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.cross_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.cross_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.cross_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.cross_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.cross_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.cross_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.cross_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.cross_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.ffn.0.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.ffn.0.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.ffn.2.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.ffn.2.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.modulation": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.norm3.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.norm3.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.self_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.self_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.self_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.self_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.self_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.self_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.self_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.self_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.self_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.3.self_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.30.cross_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.cross_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.cross_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.cross_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.cross_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.cross_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.cross_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.cross_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.cross_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.cross_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.ffn.0.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.ffn.0.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.ffn.2.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.ffn.2.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.modulation": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.norm3.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.norm3.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.self_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.self_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.self_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.self_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.self_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.self_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.self_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.self_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.self_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.30.self_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.cross_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.cross_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.cross_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.cross_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.cross_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.cross_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.cross_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.cross_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.cross_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.cross_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.ffn.0.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.ffn.0.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.ffn.2.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.ffn.2.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.modulation": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.norm3.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.norm3.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.self_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.self_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.self_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.self_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.self_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.self_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.self_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.self_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.self_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.31.self_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.cross_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.cross_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.cross_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.cross_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.cross_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.cross_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.cross_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.cross_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.cross_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.cross_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.ffn.0.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.ffn.0.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.ffn.2.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.ffn.2.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.modulation": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.norm3.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.norm3.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.self_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.self_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.self_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.self_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.self_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.self_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.self_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.self_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.self_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.32.self_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.cross_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.cross_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.cross_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.cross_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.cross_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.cross_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.cross_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.cross_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.cross_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.cross_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.ffn.0.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.ffn.0.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.ffn.2.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.ffn.2.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.modulation": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.norm3.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.norm3.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.self_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.self_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.self_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.self_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.self_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.self_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.self_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.self_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.self_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.33.self_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.cross_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.cross_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.cross_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.cross_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.cross_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.cross_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.cross_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.cross_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.cross_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.cross_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.ffn.0.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.ffn.0.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.ffn.2.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.ffn.2.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.34.modulation": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.norm3.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.norm3.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.self_attn.k.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.self_attn.k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.self_attn.norm_k.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.self_attn.norm_q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.self_attn.o.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.self_attn.o.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.self_attn.q.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.self_attn.q.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.self_attn.v.bias": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.34.self_attn.v.weight": "diffusion_pytorch_model-00005-of-00006.safetensors",
+    "blocks.35.cross_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.cross_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.cross_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.cross_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.cross_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.cross_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.cross_attn.q.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.cross_attn.q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.cross_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.cross_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.ffn.0.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.ffn.0.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.ffn.2.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.ffn.2.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.modulation": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.norm3.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.norm3.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.self_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.self_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.self_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.self_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.self_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.self_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.self_attn.q.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.self_attn.q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.self_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.35.self_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.cross_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.cross_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.cross_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.cross_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.cross_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.cross_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.cross_attn.q.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.cross_attn.q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.cross_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.cross_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.ffn.0.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.ffn.0.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.ffn.2.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.ffn.2.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.modulation": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.norm3.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.norm3.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.self_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.self_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.self_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.self_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.self_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.self_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.self_attn.q.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.self_attn.q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.self_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.36.self_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.cross_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.cross_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.cross_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.cross_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.cross_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.cross_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.cross_attn.q.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.cross_attn.q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.cross_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.cross_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.ffn.0.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.ffn.0.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.ffn.2.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.ffn.2.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.modulation": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.norm3.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.norm3.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.self_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.self_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.self_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.self_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.self_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.self_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.self_attn.q.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.self_attn.q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.self_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.37.self_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.cross_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.cross_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.cross_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.cross_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.cross_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.cross_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.cross_attn.q.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.cross_attn.q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.cross_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.cross_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.ffn.0.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.ffn.0.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.ffn.2.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.ffn.2.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.modulation": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.norm3.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.norm3.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.self_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.self_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.self_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.self_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.self_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.self_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.self_attn.q.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.self_attn.q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.self_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.38.self_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.cross_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.cross_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.cross_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.cross_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.cross_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.cross_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.cross_attn.q.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.cross_attn.q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.cross_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.cross_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.ffn.0.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.ffn.0.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.ffn.2.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.ffn.2.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.modulation": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.norm3.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.norm3.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.self_attn.k.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.self_attn.k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.self_attn.norm_k.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.self_attn.norm_q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.self_attn.o.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.self_attn.o.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.self_attn.q.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.self_attn.q.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.self_attn.v.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.39.self_attn.v.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "blocks.4.cross_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.cross_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.cross_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.cross_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.cross_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.cross_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.cross_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.cross_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.cross_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.cross_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.ffn.0.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.ffn.0.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.ffn.2.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.ffn.2.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.modulation": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.norm3.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.norm3.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.self_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.self_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.self_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.self_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.self_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.self_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.self_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.self_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.self_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.4.self_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.cross_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.cross_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.cross_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.cross_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.cross_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.cross_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.cross_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.cross_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.cross_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.cross_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.ffn.0.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.ffn.0.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.ffn.2.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.ffn.2.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.modulation": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.norm3.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.norm3.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.self_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.self_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.self_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.self_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.self_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.self_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.self_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.self_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.self_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.5.self_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.cross_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.cross_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.cross_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.cross_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.cross_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.cross_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.cross_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.cross_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.cross_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.cross_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.ffn.0.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.ffn.0.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.ffn.2.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.ffn.2.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.6.modulation": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.norm3.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.norm3.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.self_attn.k.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.self_attn.k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.self_attn.norm_k.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.self_attn.norm_q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.self_attn.o.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.self_attn.o.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.self_attn.q.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.self_attn.q.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.self_attn.v.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.6.self_attn.v.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "blocks.7.cross_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.cross_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.cross_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.cross_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.cross_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.cross_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.cross_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.cross_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.cross_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.cross_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.ffn.0.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.ffn.0.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.ffn.2.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.ffn.2.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.modulation": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.norm3.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.norm3.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.self_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.self_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.self_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.self_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.self_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.self_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.self_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.self_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.self_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.7.self_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.cross_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.cross_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.cross_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.cross_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.cross_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.cross_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.cross_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.cross_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.cross_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.cross_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.ffn.0.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.ffn.0.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.ffn.2.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.ffn.2.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.modulation": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.norm3.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.norm3.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.self_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.self_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.self_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.self_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.self_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.self_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.self_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.self_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.self_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.8.self_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.cross_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.cross_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.cross_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.cross_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.cross_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.cross_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.cross_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.cross_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.cross_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.cross_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.ffn.0.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.ffn.0.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.ffn.2.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.ffn.2.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.modulation": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.norm3.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.norm3.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.self_attn.k.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.self_attn.k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.self_attn.norm_k.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.self_attn.norm_q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.self_attn.o.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.self_attn.o.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.self_attn.q.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.self_attn.q.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.self_attn.v.bias": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "blocks.9.self_attn.v.weight": "diffusion_pytorch_model-00002-of-00006.safetensors",
+    "head.head.bias": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "head.head.weight": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "head.modulation": "diffusion_pytorch_model-00006-of-00006.safetensors",
+    "patch_embedding.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "patch_embedding.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "text_embedding.0.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "text_embedding.0.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "text_embedding.2.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "text_embedding.2.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "time_embedding.0.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "time_embedding.0.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "time_embedding.2.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "time_embedding.2.weight": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "time_projection.1.bias": "diffusion_pytorch_model-00001-of-00006.safetensors",
+    "time_projection.1.weight": "diffusion_pytorch_model-00001-of-00006.safetensors"
+  }
+}

google/umt5-xxl/special_tokens_map.json

@@ -0,0 +1,308 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>",
+    "<extra_id_100>",
+    "<extra_id_101>",
+    "<extra_id_102>",
+    "<extra_id_103>",
+    "<extra_id_104>",
+    "<extra_id_105>",
+    "<extra_id_106>",
+    "<extra_id_107>",
+    "<extra_id_108>",
+    "<extra_id_109>",
+    "<extra_id_110>",
+    "<extra_id_111>",
+    "<extra_id_112>",
+    "<extra_id_113>",
+    "<extra_id_114>",
+    "<extra_id_115>",
+    "<extra_id_116>",
+    "<extra_id_117>",
+    "<extra_id_118>",
+    "<extra_id_119>",
+    "<extra_id_120>",
+    "<extra_id_121>",
+    "<extra_id_122>",
+    "<extra_id_123>",
+    "<extra_id_124>",
+    "<extra_id_125>",
+    "<extra_id_126>",
+    "<extra_id_127>",
+    "<extra_id_128>",
+    "<extra_id_129>",
+    "<extra_id_130>",
+    "<extra_id_131>",
+    "<extra_id_132>",
+    "<extra_id_133>",
+    "<extra_id_134>",
+    "<extra_id_135>",
+    "<extra_id_136>",
+    "<extra_id_137>",
+    "<extra_id_138>",
+    "<extra_id_139>",
+    "<extra_id_140>",
+    "<extra_id_141>",
+    "<extra_id_142>",
+    "<extra_id_143>",
+    "<extra_id_144>",
+    "<extra_id_145>",
+    "<extra_id_146>",
+    "<extra_id_147>",
+    "<extra_id_148>",
+    "<extra_id_149>",
+    "<extra_id_150>",
+    "<extra_id_151>",
+    "<extra_id_152>",
+    "<extra_id_153>",
+    "<extra_id_154>",
+    "<extra_id_155>",
+    "<extra_id_156>",
+    "<extra_id_157>",
+    "<extra_id_158>",
+    "<extra_id_159>",
+    "<extra_id_160>",
+    "<extra_id_161>",
+    "<extra_id_162>",
+    "<extra_id_163>",
+    "<extra_id_164>",
+    "<extra_id_165>",
+    "<extra_id_166>",
+    "<extra_id_167>",
+    "<extra_id_168>",
+    "<extra_id_169>",
+    "<extra_id_170>",
+    "<extra_id_171>",
+    "<extra_id_172>",
+    "<extra_id_173>",
+    "<extra_id_174>",
+    "<extra_id_175>",
+    "<extra_id_176>",
+    "<extra_id_177>",
+    "<extra_id_178>",
+    "<extra_id_179>",
+    "<extra_id_180>",
+    "<extra_id_181>",
+    "<extra_id_182>",
+    "<extra_id_183>",
+    "<extra_id_184>",
+    "<extra_id_185>",
+    "<extra_id_186>",
+    "<extra_id_187>",
+    "<extra_id_188>",
+    "<extra_id_189>",
+    "<extra_id_190>",
+    "<extra_id_191>",
+    "<extra_id_192>",
+    "<extra_id_193>",
+    "<extra_id_194>",
+    "<extra_id_195>",
+    "<extra_id_196>",
+    "<extra_id_197>",
+    "<extra_id_198>",
+    "<extra_id_199>",
+    "<extra_id_200>",
+    "<extra_id_201>",
+    "<extra_id_202>",
+    "<extra_id_203>",
+    "<extra_id_204>",
+    "<extra_id_205>",
+    "<extra_id_206>",
+    "<extra_id_207>",
+    "<extra_id_208>",
+    "<extra_id_209>",
+    "<extra_id_210>",
+    "<extra_id_211>",
+    "<extra_id_212>",
+    "<extra_id_213>",
+    "<extra_id_214>",
+    "<extra_id_215>",
+    "<extra_id_216>",
+    "<extra_id_217>",
+    "<extra_id_218>",
+    "<extra_id_219>",
+    "<extra_id_220>",
+    "<extra_id_221>",
+    "<extra_id_222>",
+    "<extra_id_223>",
+    "<extra_id_224>",
+    "<extra_id_225>",
+    "<extra_id_226>",
+    "<extra_id_227>",
+    "<extra_id_228>",
+    "<extra_id_229>",
+    "<extra_id_230>",
+    "<extra_id_231>",
+    "<extra_id_232>",
+    "<extra_id_233>",
+    "<extra_id_234>",
+    "<extra_id_235>",
+    "<extra_id_236>",
+    "<extra_id_237>",
+    "<extra_id_238>",
+    "<extra_id_239>",
+    "<extra_id_240>",
+    "<extra_id_241>",
+    "<extra_id_242>",
+    "<extra_id_243>",
+    "<extra_id_244>",
+    "<extra_id_245>",
+    "<extra_id_246>",
+    "<extra_id_247>",
+    "<extra_id_248>",
+    "<extra_id_249>",
+    "<extra_id_250>",
+    "<extra_id_251>",
+    "<extra_id_252>",
+    "<extra_id_253>",
+    "<extra_id_254>",
+    "<extra_id_255>",
+    "<extra_id_256>",
+    "<extra_id_257>",
+    "<extra_id_258>",
+    "<extra_id_259>",
+    "<extra_id_260>",
+    "<extra_id_261>",
+    "<extra_id_262>",
+    "<extra_id_263>",
+    "<extra_id_264>",
+    "<extra_id_265>",
+    "<extra_id_266>",
+    "<extra_id_267>",
+    "<extra_id_268>",
+    "<extra_id_269>",
+    "<extra_id_270>",
+    "<extra_id_271>",
+    "<extra_id_272>",
+    "<extra_id_273>",
+    "<extra_id_274>",
+    "<extra_id_275>",
+    "<extra_id_276>",
+    "<extra_id_277>",
+    "<extra_id_278>",
+    "<extra_id_279>",
+    "<extra_id_280>",
+    "<extra_id_281>",
+    "<extra_id_282>",
+    "<extra_id_283>",
+    "<extra_id_284>",
+    "<extra_id_285>",
+    "<extra_id_286>",
+    "<extra_id_287>",
+    "<extra_id_288>",
+    "<extra_id_289>",
+    "<extra_id_290>",
+    "<extra_id_291>",
+    "<extra_id_292>",
+    "<extra_id_293>",
+    "<extra_id_294>",
+    "<extra_id_295>",
+    "<extra_id_296>",
+    "<extra_id_297>",
+    "<extra_id_298>",
+    "<extra_id_299>"
+  ],
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

google/umt5-xxl/spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3909a67b780650b35cf529ac782ad2b6b26e6d1f849d3fbb6a872905f452458
+size 4548313

google/umt5-xxl/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e197b4d3dbd71da14b4eb255f4fa91c9c1f2068b20a2de2472967ca3d22602b
+size 16837417

google/umt5-xxl/tokenizer_config.json

@@ -0,0 +1,2748 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256000": {
+      "content": "<extra_id_299>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256001": {
+      "content": "<extra_id_298>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256002": {
+      "content": "<extra_id_297>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256003": {
+      "content": "<extra_id_296>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256004": {
+      "content": "<extra_id_295>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256005": {
+      "content": "<extra_id_294>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256006": {
+      "content": "<extra_id_293>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256007": {
+      "content": "<extra_id_292>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256008": {
+      "content": "<extra_id_291>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256009": {
+      "content": "<extra_id_290>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256010": {
+      "content": "<extra_id_289>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256011": {
+      "content": "<extra_id_288>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256012": {
+      "content": "<extra_id_287>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256013": {
+      "content": "<extra_id_286>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256014": {
+      "content": "<extra_id_285>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256015": {
+      "content": "<extra_id_284>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256016": {
+      "content": "<extra_id_283>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256017": {
+      "content": "<extra_id_282>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256018": {
+      "content": "<extra_id_281>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256019": {
+      "content": "<extra_id_280>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256020": {
+      "content": "<extra_id_279>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256021": {
+      "content": "<extra_id_278>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256022": {
+      "content": "<extra_id_277>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256023": {
+      "content": "<extra_id_276>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256024": {
+      "content": "<extra_id_275>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256025": {
+      "content": "<extra_id_274>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256026": {
+      "content": "<extra_id_273>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256027": {
+      "content": "<extra_id_272>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256028": {
+      "content": "<extra_id_271>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256029": {
+      "content": "<extra_id_270>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256030": {
+      "content": "<extra_id_269>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256031": {
+      "content": "<extra_id_268>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256032": {
+      "content": "<extra_id_267>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256033": {
+      "content": "<extra_id_266>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256034": {
+      "content": "<extra_id_265>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256035": {
+      "content": "<extra_id_264>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256036": {
+      "content": "<extra_id_263>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256037": {
+      "content": "<extra_id_262>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256038": {
+      "content": "<extra_id_261>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256039": {
+      "content": "<extra_id_260>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256040": {
+      "content": "<extra_id_259>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256041": {
+      "content": "<extra_id_258>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256042": {
+      "content": "<extra_id_257>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256043": {
+      "content": "<extra_id_256>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256044": {
+      "content": "<extra_id_255>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256045": {
+      "content": "<extra_id_254>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256046": {
+      "content": "<extra_id_253>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256047": {
+      "content": "<extra_id_252>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256048": {
+      "content": "<extra_id_251>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256049": {
+      "content": "<extra_id_250>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256050": {
+      "content": "<extra_id_249>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256051": {
+      "content": "<extra_id_248>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256052": {
+      "content": "<extra_id_247>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256053": {
+      "content": "<extra_id_246>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256054": {
+      "content": "<extra_id_245>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256055": {
+      "content": "<extra_id_244>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256056": {
+      "content": "<extra_id_243>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256057": {
+      "content": "<extra_id_242>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256058": {
+      "content": "<extra_id_241>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256059": {
+      "content": "<extra_id_240>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256060": {
+      "content": "<extra_id_239>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256061": {
+      "content": "<extra_id_238>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256062": {
+      "content": "<extra_id_237>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256063": {
+      "content": "<extra_id_236>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256064": {
+      "content": "<extra_id_235>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256065": {
+      "content": "<extra_id_234>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256066": {
+      "content": "<extra_id_233>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256067": {
+      "content": "<extra_id_232>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256068": {
+      "content": "<extra_id_231>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256069": {
+      "content": "<extra_id_230>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256070": {
+      "content": "<extra_id_229>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256071": {
+      "content": "<extra_id_228>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256072": {
+      "content": "<extra_id_227>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256073": {
+      "content": "<extra_id_226>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256074": {
+      "content": "<extra_id_225>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256075": {
+      "content": "<extra_id_224>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256076": {
+      "content": "<extra_id_223>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256077": {
+      "content": "<extra_id_222>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256078": {
+      "content": "<extra_id_221>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256079": {
+      "content": "<extra_id_220>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256080": {
+      "content": "<extra_id_219>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256081": {
+      "content": "<extra_id_218>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256082": {
+      "content": "<extra_id_217>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256083": {
+      "content": "<extra_id_216>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256084": {
+      "content": "<extra_id_215>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256085": {
+      "content": "<extra_id_214>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256086": {
+      "content": "<extra_id_213>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256087": {
+      "content": "<extra_id_212>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256088": {
+      "content": "<extra_id_211>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256089": {
+      "content": "<extra_id_210>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256090": {
+      "content": "<extra_id_209>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256091": {
+      "content": "<extra_id_208>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256092": {
+      "content": "<extra_id_207>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256093": {
+      "content": "<extra_id_206>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256094": {
+      "content": "<extra_id_205>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256095": {
+      "content": "<extra_id_204>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256096": {
+      "content": "<extra_id_203>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256097": {
+      "content": "<extra_id_202>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256098": {
+      "content": "<extra_id_201>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256099": {
+      "content": "<extra_id_200>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256100": {
+      "content": "<extra_id_199>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256101": {
+      "content": "<extra_id_198>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256102": {
+      "content": "<extra_id_197>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256103": {
+      "content": "<extra_id_196>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256104": {
+      "content": "<extra_id_195>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256105": {
+      "content": "<extra_id_194>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256106": {
+      "content": "<extra_id_193>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256107": {
+      "content": "<extra_id_192>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256108": {
+      "content": "<extra_id_191>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256109": {
+      "content": "<extra_id_190>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256110": {
+      "content": "<extra_id_189>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256111": {
+      "content": "<extra_id_188>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256112": {
+      "content": "<extra_id_187>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256113": {
+      "content": "<extra_id_186>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256114": {
+      "content": "<extra_id_185>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256115": {
+      "content": "<extra_id_184>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256116": {
+      "content": "<extra_id_183>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256117": {
+      "content": "<extra_id_182>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256118": {
+      "content": "<extra_id_181>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256119": {
+      "content": "<extra_id_180>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256120": {
+      "content": "<extra_id_179>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256121": {
+      "content": "<extra_id_178>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256122": {
+      "content": "<extra_id_177>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256123": {
+      "content": "<extra_id_176>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256124": {
+      "content": "<extra_id_175>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256125": {
+      "content": "<extra_id_174>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256126": {
+      "content": "<extra_id_173>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256127": {
+      "content": "<extra_id_172>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256128": {
+      "content": "<extra_id_171>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256129": {
+      "content": "<extra_id_170>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256130": {
+      "content": "<extra_id_169>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256131": {
+      "content": "<extra_id_168>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256132": {
+      "content": "<extra_id_167>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256133": {
+      "content": "<extra_id_166>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256134": {
+      "content": "<extra_id_165>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256135": {
+      "content": "<extra_id_164>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256136": {
+      "content": "<extra_id_163>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256137": {
+      "content": "<extra_id_162>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256138": {
+      "content": "<extra_id_161>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256139": {
+      "content": "<extra_id_160>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256140": {
+      "content": "<extra_id_159>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256141": {
+      "content": "<extra_id_158>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256142": {
+      "content": "<extra_id_157>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256143": {
+      "content": "<extra_id_156>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256144": {
+      "content": "<extra_id_155>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256145": {
+      "content": "<extra_id_154>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256146": {
+      "content": "<extra_id_153>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256147": {
+      "content": "<extra_id_152>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256148": {
+      "content": "<extra_id_151>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256149": {
+      "content": "<extra_id_150>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256150": {
+      "content": "<extra_id_149>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256151": {
+      "content": "<extra_id_148>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256152": {
+      "content": "<extra_id_147>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256153": {
+      "content": "<extra_id_146>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256154": {
+      "content": "<extra_id_145>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256155": {
+      "content": "<extra_id_144>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256156": {
+      "content": "<extra_id_143>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256157": {
+      "content": "<extra_id_142>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256158": {
+      "content": "<extra_id_141>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256159": {
+      "content": "<extra_id_140>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256160": {
+      "content": "<extra_id_139>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256161": {
+      "content": "<extra_id_138>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256162": {
+      "content": "<extra_id_137>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256163": {
+      "content": "<extra_id_136>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256164": {
+      "content": "<extra_id_135>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256165": {
+      "content": "<extra_id_134>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256166": {
+      "content": "<extra_id_133>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256167": {
+      "content": "<extra_id_132>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256168": {
+      "content": "<extra_id_131>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256169": {
+      "content": "<extra_id_130>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256170": {
+      "content": "<extra_id_129>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256171": {
+      "content": "<extra_id_128>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256172": {
+      "content": "<extra_id_127>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256173": {
+      "content": "<extra_id_126>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256174": {
+      "content": "<extra_id_125>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256175": {
+      "content": "<extra_id_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256176": {
+      "content": "<extra_id_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256177": {
+      "content": "<extra_id_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256178": {
+      "content": "<extra_id_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256179": {
+      "content": "<extra_id_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256180": {
+      "content": "<extra_id_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256181": {
+      "content": "<extra_id_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256182": {
+      "content": "<extra_id_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256183": {
+      "content": "<extra_id_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256184": {
+      "content": "<extra_id_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256185": {
+      "content": "<extra_id_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256186": {
+      "content": "<extra_id_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256187": {
+      "content": "<extra_id_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256188": {
+      "content": "<extra_id_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256189": {
+      "content": "<extra_id_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256190": {
+      "content": "<extra_id_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256191": {
+      "content": "<extra_id_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256192": {
+      "content": "<extra_id_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256193": {
+      "content": "<extra_id_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256194": {
+      "content": "<extra_id_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256195": {
+      "content": "<extra_id_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256196": {
+      "content": "<extra_id_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256197": {
+      "content": "<extra_id_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256198": {
+      "content": "<extra_id_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256199": {
+      "content": "<extra_id_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256200": {
+      "content": "<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256201": {
+      "content": "<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256202": {
+      "content": "<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256203": {
+      "content": "<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256204": {
+      "content": "<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256205": {
+      "content": "<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256206": {
+      "content": "<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256207": {
+      "content": "<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256208": {
+      "content": "<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256209": {
+      "content": "<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256210": {
+      "content": "<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256211": {
+      "content": "<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256212": {
+      "content": "<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256213": {
+      "content": "<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256214": {
+      "content": "<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256215": {
+      "content": "<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256216": {
+      "content": "<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256217": {
+      "content": "<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256218": {
+      "content": "<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256219": {
+      "content": "<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256220": {
+      "content": "<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256221": {
+      "content": "<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256222": {
+      "content": "<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256223": {
+      "content": "<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256224": {
+      "content": "<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256225": {
+      "content": "<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256226": {
+      "content": "<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256227": {
+      "content": "<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256228": {
+      "content": "<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256229": {
+      "content": "<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256230": {
+      "content": "<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256231": {
+      "content": "<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256232": {
+      "content": "<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256233": {
+      "content": "<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256234": {
+      "content": "<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256235": {
+      "content": "<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256236": {
+      "content": "<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256237": {
+      "content": "<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256238": {
+      "content": "<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256239": {
+      "content": "<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256240": {
+      "content": "<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256241": {
+      "content": "<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256242": {
+      "content": "<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256243": {
+      "content": "<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256244": {
+      "content": "<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256245": {
+      "content": "<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256246": {
+      "content": "<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256247": {
+      "content": "<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256248": {
+      "content": "<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256249": {
+      "content": "<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256250": {
+      "content": "<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256251": {
+      "content": "<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256252": {
+      "content": "<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256253": {
+      "content": "<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256254": {
+      "content": "<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256255": {
+      "content": "<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256256": {
+      "content": "<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256257": {
+      "content": "<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256258": {
+      "content": "<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256259": {
+      "content": "<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256260": {
+      "content": "<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256261": {
+      "content": "<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256262": {
+      "content": "<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256263": {
+      "content": "<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256264": {
+      "content": "<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256265": {
+      "content": "<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256266": {
+      "content": "<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256267": {
+      "content": "<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256268": {
+      "content": "<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256269": {
+      "content": "<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256270": {
+      "content": "<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256271": {
+      "content": "<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256272": {
+      "content": "<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256273": {
+      "content": "<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256274": {
+      "content": "<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256275": {
+      "content": "<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256276": {
+      "content": "<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256277": {
+      "content": "<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256278": {
+      "content": "<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256279": {
+      "content": "<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256280": {
+      "content": "<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256281": {
+      "content": "<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256282": {
+      "content": "<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256283": {
+      "content": "<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256284": {
+      "content": "<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256285": {
+      "content": "<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256286": {
+      "content": "<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256287": {
+      "content": "<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256288": {
+      "content": "<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256289": {
+      "content": "<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256290": {
+      "content": "<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256291": {
+      "content": "<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256292": {
+      "content": "<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256293": {
+      "content": "<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256294": {
+      "content": "<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256295": {
+      "content": "<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256296": {
+      "content": "<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256297": {
+      "content": "<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256298": {
+      "content": "<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256299": {
+      "content": "<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>",
+    "<extra_id_100>",
+    "<extra_id_101>",
+    "<extra_id_102>",
+    "<extra_id_103>",
+    "<extra_id_104>",
+    "<extra_id_105>",
+    "<extra_id_106>",
+    "<extra_id_107>",
+    "<extra_id_108>",
+    "<extra_id_109>",
+    "<extra_id_110>",
+    "<extra_id_111>",
+    "<extra_id_112>",
+    "<extra_id_113>",
+    "<extra_id_114>",
+    "<extra_id_115>",
+    "<extra_id_116>",
+    "<extra_id_117>",
+    "<extra_id_118>",
+    "<extra_id_119>",
+    "<extra_id_120>",
+    "<extra_id_121>",
+    "<extra_id_122>",
+    "<extra_id_123>",
+    "<extra_id_124>",
+    "<extra_id_125>",
+    "<extra_id_126>",
+    "<extra_id_127>",
+    "<extra_id_128>",
+    "<extra_id_129>",
+    "<extra_id_130>",
+    "<extra_id_131>",
+    "<extra_id_132>",
+    "<extra_id_133>",
+    "<extra_id_134>",
+    "<extra_id_135>",
+    "<extra_id_136>",
+    "<extra_id_137>",
+    "<extra_id_138>",
+    "<extra_id_139>",
+    "<extra_id_140>",
+    "<extra_id_141>",
+    "<extra_id_142>",
+    "<extra_id_143>",
+    "<extra_id_144>",
+    "<extra_id_145>",
+    "<extra_id_146>",
+    "<extra_id_147>",
+    "<extra_id_148>",
+    "<extra_id_149>",
+    "<extra_id_150>",
+    "<extra_id_151>",
+    "<extra_id_152>",
+    "<extra_id_153>",
+    "<extra_id_154>",
+    "<extra_id_155>",
+    "<extra_id_156>",
+    "<extra_id_157>",
+    "<extra_id_158>",
+    "<extra_id_159>",
+    "<extra_id_160>",
+    "<extra_id_161>",
+    "<extra_id_162>",
+    "<extra_id_163>",
+    "<extra_id_164>",
+    "<extra_id_165>",
+    "<extra_id_166>",
+    "<extra_id_167>",
+    "<extra_id_168>",
+    "<extra_id_169>",
+    "<extra_id_170>",
+    "<extra_id_171>",
+    "<extra_id_172>",
+    "<extra_id_173>",
+    "<extra_id_174>",
+    "<extra_id_175>",
+    "<extra_id_176>",
+    "<extra_id_177>",
+    "<extra_id_178>",
+    "<extra_id_179>",
+    "<extra_id_180>",
+    "<extra_id_181>",
+    "<extra_id_182>",
+    "<extra_id_183>",
+    "<extra_id_184>",
+    "<extra_id_185>",
+    "<extra_id_186>",
+    "<extra_id_187>",
+    "<extra_id_188>",
+    "<extra_id_189>",
+    "<extra_id_190>",
+    "<extra_id_191>",
+    "<extra_id_192>",
+    "<extra_id_193>",
+    "<extra_id_194>",
+    "<extra_id_195>",
+    "<extra_id_196>",
+    "<extra_id_197>",
+    "<extra_id_198>",
+    "<extra_id_199>",
+    "<extra_id_200>",
+    "<extra_id_201>",
+    "<extra_id_202>",
+    "<extra_id_203>",
+    "<extra_id_204>",
+    "<extra_id_205>",
+    "<extra_id_206>",
+    "<extra_id_207>",
+    "<extra_id_208>",
+    "<extra_id_209>",
+    "<extra_id_210>",
+    "<extra_id_211>",
+    "<extra_id_212>",
+    "<extra_id_213>",
+    "<extra_id_214>",
+    "<extra_id_215>",
+    "<extra_id_216>",
+    "<extra_id_217>",
+    "<extra_id_218>",
+    "<extra_id_219>",
+    "<extra_id_220>",
+    "<extra_id_221>",
+    "<extra_id_222>",
+    "<extra_id_223>",
+    "<extra_id_224>",
+    "<extra_id_225>",
+    "<extra_id_226>",
+    "<extra_id_227>",
+    "<extra_id_228>",
+    "<extra_id_229>",
+    "<extra_id_230>",
+    "<extra_id_231>",
+    "<extra_id_232>",
+    "<extra_id_233>",
+    "<extra_id_234>",
+    "<extra_id_235>",
+    "<extra_id_236>",
+    "<extra_id_237>",
+    "<extra_id_238>",
+    "<extra_id_239>",
+    "<extra_id_240>",
+    "<extra_id_241>",
+    "<extra_id_242>",
+    "<extra_id_243>",
+    "<extra_id_244>",
+    "<extra_id_245>",
+    "<extra_id_246>",
+    "<extra_id_247>",
+    "<extra_id_248>",
+    "<extra_id_249>",
+    "<extra_id_250>",
+    "<extra_id_251>",
+    "<extra_id_252>",
+    "<extra_id_253>",
+    "<extra_id_254>",
+    "<extra_id_255>",
+    "<extra_id_256>",
+    "<extra_id_257>",
+    "<extra_id_258>",
+    "<extra_id_259>",
+    "<extra_id_260>",
+    "<extra_id_261>",
+    "<extra_id_262>",
+    "<extra_id_263>",
+    "<extra_id_264>",
+    "<extra_id_265>",
+    "<extra_id_266>",
+    "<extra_id_267>",
+    "<extra_id_268>",
+    "<extra_id_269>",
+    "<extra_id_270>",
+    "<extra_id_271>",
+    "<extra_id_272>",
+    "<extra_id_273>",
+    "<extra_id_274>",
+    "<extra_id_275>",
+    "<extra_id_276>",
+    "<extra_id_277>",
+    "<extra_id_278>",
+    "<extra_id_279>",
+    "<extra_id_280>",
+    "<extra_id_281>",
+    "<extra_id_282>",
+    "<extra_id_283>",
+    "<extra_id_284>",
+    "<extra_id_285>",
+    "<extra_id_286>",
+    "<extra_id_287>",
+    "<extra_id_288>",
+    "<extra_id_289>",
+    "<extra_id_290>",
+    "<extra_id_291>",
+    "<extra_id_292>",
+    "<extra_id_293>",
+    "<extra_id_294>",
+    "<extra_id_295>",
+    "<extra_id_296>",
+    "<extra_id_297>",
+    "<extra_id_298>",
+    "<extra_id_299>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "</s>",
+  "extra_ids": 300,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "T5Tokenizer",
+  "unk_token": "<unk>"
+}

models_t5_umt5-xxl-enc-bf16.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cace0da2b446bbbbc57d031ab6cf163a3d59b366da94e5afe36745b746fd81d
+size 11361920418