Upload CosmosForConditionalGeneration

config.json

@@ -3,6 +3,7 @@
     "CosmosForConditionalGeneration"
   ],
   "image_token_id": 64000,
+  "is_encoder_decoder": true,
   "model_type": "cosmos",
   "prompt_encoder": {
     "d_ff": 65536,
@@ -15,7 +16,26 @@
     "num_layers": 24
   },
   "text_config": {
-    "cross_attn_hidden_size": null,
+    "apply_abs_pos_emb": true,
+    "insert_cross_attn_layers": [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15
+    ],
+    "is_video_to_world": true,
     "model_type": "cosmos_text_model",
     "rope_latent_shape": [
       5,
@@ -25,7 +45,8 @@
     "rope_scaling": {
       "original_max_position_embeddings": 8192,
       "rope_type": "3d"
-    }
+    },
+    "vocab_size": 64064
   },
   "torch_dtype": "bfloat16",
   "transformers_version": "4.50.0.dev0",

model-00001-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6371999200570e90e77d2b0fc742ad671c07bd31b2d5ac1de8b82bc891a5bc
+size 4975203704

model-00002-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a2a1f136172805d6a6462149b7d526d406324deefb472d63d97c4c368c4195
+size 4963223972

model-00003-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabc19d4805efac77b65526b0f3a2e05fc9e18d303a8726e25c2204bd40f7774
+size 4966116112

model-00004-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2990e629c7a411f9b7155637a9c8a94534d73c7a1ba296d0d4a2a4fabd662e98
+size 4831893920

model-00005-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93aeaf399e2f8a3aed7109b045d3d9c77022d1b06e6da36ba77790b8fa5af369
+size 4831893944

model-00006-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968426beb6551684ff2c8457e59c52a0a409086810fba96a3e576d064fb6e630
+size 4807766952