seonghyeonye commited on
Commit
49eee85
·
verified ·
1 Parent(s): 3a3466c

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +80 -0
  3. experiment_cfg/conf.yaml +0 -0
  4. experiment_cfg/metadata.json +578 -0
  5. global_step60000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  6. global_step60000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  7. global_step60000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step60000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  9. global_step60000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  10. global_step60000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  11. global_step60000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  12. global_step60000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  13. global_step60000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  14. global_step60000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  15. global_step60000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  16. global_step60000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  17. global_step60000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  18. global_step60000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  19. global_step60000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  20. global_step60000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  21. global_step60000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  22. global_step60000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  23. global_step60000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  24. global_step60000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  25. global_step60000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  26. global_step60000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  27. global_step60000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  28. global_step60000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  29. global_step60000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +3 -0
  30. global_step60000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  31. global_step60000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  32. global_step60000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  33. global_step60000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  34. global_step60000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  35. global_step60000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
  36. global_step60000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
  37. global_step60000/mp_rank_00_model_states.pt +3 -0
  38. latest +1 -0
  39. model.safetensors +3 -0
  40. rng_state_0.pth +3 -0
  41. rng_state_1.pth +3 -0
  42. rng_state_10.pth +3 -0
  43. rng_state_11.pth +3 -0
  44. rng_state_12.pth +3 -0
  45. rng_state_13.pth +3 -0
  46. rng_state_14.pth +3 -0
  47. rng_state_15.pth +3 -0
  48. rng_state_16.pth +3 -0
  49. rng_state_17.pth +3 -0
  50. rng_state_18.pth +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ trainer_state.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/mnt/amlfs-01/home/seonghyeony/checkpoints/groot_s_idm_droid",
3
+ "action_dim": 32,
4
+ "action_head_cfg": {
5
+ "_convert_": "object",
6
+ "_target_": "gr00t.model.action_head.flow_matching_action_head_idm.FlowMatchingActionHeadIDM",
7
+ "config": {
8
+ "_recursive_": false,
9
+ "_target_": "gr00t.model.action_head.flow_matching_action_head_idm.FlowMatchingActionHeadIDMConfig",
10
+ "action_dim": 32,
11
+ "action_horizon": 16,
12
+ "add_pos_embed": true,
13
+ "add_seperator_token": true,
14
+ "add_view_embed": true,
15
+ "backbone_features_projector_cfg": null,
16
+ "diffusion_model_cfg": {
17
+ "_target_": "gr00t.model.action_head.cross_attention_dit.DiT",
18
+ "attention_head_dim": 64,
19
+ "dropout": 0.2,
20
+ "final_dropout": true,
21
+ "interleave_self_attention": true,
22
+ "norm_type": "ada_norm",
23
+ "num_attention_heads": 16,
24
+ "num_layers": 8,
25
+ "output_dim": 1024,
26
+ "positional_embeddings": null
27
+ },
28
+ "hidden_size": 1024,
29
+ "max_action_dim": 32,
30
+ "max_num_views": 6,
31
+ "max_state_dim": 64,
32
+ "mm_projector_cfg": {
33
+ "_convert_": "object",
34
+ "_target_": "gr00t.model.action_head.multimodal_projector.MultimodalProjector",
35
+ "config": {
36
+ "_target_": "gr00t.model.action_head.multimodal_projector.MultimodalProjectorConfig",
37
+ "hidden_size": 1024,
38
+ "mm_hidden_size": 1024,
39
+ "mm_projector_type": "mlp_doubledownsample"
40
+ }
41
+ },
42
+ "mm_vision_select_layer": -2,
43
+ "model_dtype": "float32",
44
+ "noise_beta_alpha": 1.5,
45
+ "noise_beta_beta": 1.0,
46
+ "noise_s": 0.999,
47
+ "num_inference_timesteps": 16,
48
+ "num_timestep_buckets": 1000,
49
+ "siglip_hidden_size": 1024,
50
+ "siglip_model_cfg": {
51
+ "_convert_": "object",
52
+ "_target_": "gr00t.model.action_head.siglip.SiglipModel.from_pretrained",
53
+ "pretrained_model_name_or_path": "google/siglip2-large-patch16-256"
54
+ },
55
+ "tune_vision_tower": true,
56
+ "vl_self_attention_cfg": {
57
+ "_target_": "gr00t.model.action_head.cross_attention_dit.SelfAttentionTransformer",
58
+ "attention_head_dim": 64,
59
+ "dropout": 0.2,
60
+ "final_dropout": true,
61
+ "num_attention_heads": 16,
62
+ "num_layers": 4,
63
+ "positional_embeddings": null
64
+ }
65
+ }
66
+ },
67
+ "action_horizon": 16,
68
+ "architectures": [
69
+ "DualBrain"
70
+ ],
71
+ "backbone_cfg": {
72
+ "_target_": "gr00t.model.backbone.IdentityBackbone"
73
+ },
74
+ "hidden_size": 0,
75
+ "model_dtype": "float32",
76
+ "model_type": "dual_brain",
77
+ "resume_path": "/mnt/amlfs-01/home/seonghyeony/checkpoints/groot_s_idm_droid",
78
+ "torch_dtype": "bfloat16",
79
+ "transformers_version": "4.45.2"
80
+ }
experiment_cfg/conf.yaml ADDED
The diff for this file is too large to render. See raw diff
 
experiment_cfg/metadata.json ADDED
@@ -0,0 +1,578 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "oxe_droid": {
3
+ "dataset_name": "oxe_droid:FullSet",
4
+ "dataset_statistics": {
5
+ "state": {
6
+ "eef_position": {
7
+ "max": [
8
+ 0.8575563430786133,
9
+ 0.8196876049041748,
10
+ 1.0111403465270996
11
+ ],
12
+ "min": [
13
+ -0.22192564606666565,
14
+ -0.827903687953949,
15
+ -0.24001094698905945
16
+ ],
17
+ "mean": [
18
+ 0.5301029682159424,
19
+ 0.0006127175875008106,
20
+ 0.3208114504814148
21
+ ],
22
+ "std": [
23
+ 0.11526046693325043,
24
+ 0.17508766055107117,
25
+ 0.16157574951648712
26
+ ],
27
+ "q01": [
28
+ 0.26736209958791735,
29
+ -0.4401703763008118,
30
+ -0.0427810287475586
31
+ ],
32
+ "q99": [
33
+ 0.7802324891090393,
34
+ 0.4409394279122357,
35
+ 0.782760812044144
36
+ ]
37
+ },
38
+ "eef_rotation": {
39
+ "max": [
40
+ 3.1415927410125732,
41
+ 1.5705928802490234,
42
+ 3.1415927410125732
43
+ ],
44
+ "min": [
45
+ -3.141592502593994,
46
+ -1.5703768730163574,
47
+ -3.141563653945923
48
+ ],
49
+ "mean": [
50
+ 0.3172215521335602,
51
+ -0.09119903296232224,
52
+ -0.05301975458860397
53
+ ],
54
+ "std": [
55
+ 2.781412363052368,
56
+ 0.34485235810279846,
57
+ 0.7496558427810669
58
+ ],
59
+ "q01": [
60
+ -3.1375010013580322,
61
+ -1.2102844715118408,
62
+ -2.1374536204338073
63
+ ],
64
+ "q99": [
65
+ 3.137559413909912,
66
+ 0.8736653280258189,
67
+ 2.0176499319076573
68
+ ]
69
+ },
70
+ "gripper_position": {
71
+ "max": [
72
+ 1.0
73
+ ],
74
+ "min": [
75
+ 0.0
76
+ ],
77
+ "mean": [
78
+ 0.37953677773475647
79
+ ],
80
+ "std": [
81
+ 0.418218731880188
82
+ ],
83
+ "q01": [
84
+ 0.0
85
+ ],
86
+ "q99": [
87
+ 0.9911894202232361
88
+ ]
89
+ },
90
+ "joint_position": {
91
+ "max": [
92
+ 2.6687583923339844,
93
+ 1.5840554237365723,
94
+ 2.6957037448883057,
95
+ -0.29779934883117676,
96
+ 2.6624162197113037,
97
+ 4.28157901763916,
98
+ 2.755643367767334
99
+ ],
100
+ "min": [
101
+ -2.664970874786377,
102
+ -1.6156227588653564,
103
+ -2.680800676345825,
104
+ -2.9409868717193604,
105
+ -2.6705946922302246,
106
+ 0.24893812835216522,
107
+ -2.761866807937622
108
+ ],
109
+ "mean": [
110
+ 0.015112307853996754,
111
+ 0.2475655972957611,
112
+ -0.015541581436991692,
113
+ -2.0761396884918213,
114
+ -0.03723751753568649,
115
+ 2.5374062061309814,
116
+ 0.08577312529087067
117
+ ],
118
+ "std": [
119
+ 0.31826168298721313,
120
+ 0.4946194291114807,
121
+ 0.2835463881492615,
122
+ 0.4799663722515106,
123
+ 0.5096911191940308,
124
+ 0.4861564040184021,
125
+ 0.7239381670951843
126
+ ],
127
+ "q01": [
128
+ -0.9358840203285217,
129
+ -0.8845126914978028,
130
+ -0.9516998279094696,
131
+ -2.7735876727104185,
132
+ -1.8058055281639098,
133
+ 1.211466405391693,
134
+ -2.089151668548584
135
+ ],
136
+ "q99": [
137
+ 0.9981055355072064,
138
+ 1.4211456155776983,
139
+ 0.8372088992595699,
140
+ -0.44636924982070836,
141
+ 1.6697174942493462,
142
+ 3.470238385200501,
143
+ 2.2241294598579424
144
+ ]
145
+ }
146
+ },
147
+ "action": {
148
+ "eef_position": {
149
+ "max": [
150
+ 0.02017936110496521,
151
+ 0.03539801388978958,
152
+ 0.02485436201095581
153
+ ],
154
+ "min": [
155
+ -0.02939826250076294,
156
+ -0.04042915254831314,
157
+ -0.016373515129089355
158
+ ],
159
+ "mean": [
160
+ 0.5333008766174316,
161
+ 0.00040175949106924236,
162
+ 0.32263845205307007
163
+ ],
164
+ "std": [
165
+ 0.11593657732009888,
166
+ 0.17602738738059998,
167
+ 0.16214896738529205
168
+ ],
169
+ "q01": [
170
+ 0.2653030273318291,
171
+ -0.44295967668294906,
172
+ -0.04580880187451839
173
+ ],
174
+ "q99": [
175
+ 0.792060375213623,
176
+ 0.44292682290077234,
177
+ 0.7875395911931997
178
+ ]
179
+ },
180
+ "eef_rotation": {
181
+ "max": [
182
+ 0.036637596786022186,
183
+ 0.038781408220529556,
184
+ 0.050634197890758514
185
+ ],
186
+ "min": [
187
+ -0.050780829042196274,
188
+ -0.03070083074271679,
189
+ -0.05429244786500931
190
+ ],
191
+ "mean": [
192
+ 0.30634260177612305,
193
+ -0.09434697777032852,
194
+ -0.05444207414984703
195
+ ],
196
+ "std": [
197
+ 2.7942583560943604,
198
+ 0.3476769030094147,
199
+ 0.756449818611145
200
+ ],
201
+ "q01": [
202
+ -3.1374151706695557,
203
+ -1.2160829985141755,
204
+ -2.1517505979537965
205
+ ],
206
+ "q99": [
207
+ 3.1374621391296387,
208
+ 0.8804873836040525,
209
+ 2.0309575748443613
210
+ ]
211
+ },
212
+ "eef_position_delta": {
213
+ "max": [
214
+ 0.02017936110496521,
215
+ 0.03539801388978958,
216
+ 0.02485436201095581
217
+ ],
218
+ "min": [
219
+ -0.02939826250076294,
220
+ -0.04042915254831314,
221
+ -0.016373515129089355
222
+ ],
223
+ "mean": [
224
+ 0.024281756952404976,
225
+ -0.002875920385122299,
226
+ 0.018233448266983032
227
+ ],
228
+ "std": [
229
+ 0.25211915373802185,
230
+ 0.18553106486797333,
231
+ 0.2270297408103943
232
+ ],
233
+ "q01": [
234
+ -0.7671820366382599,
235
+ -0.5812531012296677,
236
+ -0.5680612689256668
237
+ ],
238
+ "q99": [
239
+ 0.7328272181749356,
240
+ 0.5705102401971829,
241
+ 0.734496554732323
242
+ ]
243
+ },
244
+ "eef_rotation_delta": {
245
+ "max": [
246
+ 0.036637596786022186,
247
+ 0.038781408220529556,
248
+ 0.050634197890758514
249
+ ],
250
+ "min": [
251
+ -0.050780829042196274,
252
+ -0.03070083074271679,
253
+ -0.05429244786500931
254
+ ],
255
+ "mean": [
256
+ 0.0038623453583568335,
257
+ -0.03020404651761055,
258
+ -0.007724778726696968
259
+ ],
260
+ "std": [
261
+ 0.21981821954250336,
262
+ 0.22736550867557526,
263
+ 0.29116934537887573
264
+ ],
265
+ "q01": [
266
+ -0.6462401157617569,
267
+ -0.6986615788936615,
268
+ -0.8940888077020646
269
+ ],
270
+ "q99": [
271
+ 0.6701276439428347,
272
+ 0.6458621937036526,
273
+ 0.8935507464408889
274
+ ]
275
+ },
276
+ "gripper_position": {
277
+ "max": [
278
+ 1.0
279
+ ],
280
+ "min": [
281
+ 0.0
282
+ ],
283
+ "mean": [
284
+ 0.4207580089569092
285
+ ],
286
+ "std": [
287
+ 0.4379017651081085
288
+ ],
289
+ "q01": [
290
+ 0.0
291
+ ],
292
+ "q99": [
293
+ 1.0
294
+ ]
295
+ },
296
+ "gripper_velocity": {
297
+ "max": [
298
+ 1.0
299
+ ],
300
+ "min": [
301
+ -1.0
302
+ ],
303
+ "mean": [
304
+ 0.15944316983222961
305
+ ],
306
+ "std": [
307
+ 0.43238747119903564
308
+ ],
309
+ "q01": [
310
+ -1.0
311
+ ],
312
+ "q99": [
313
+ 1.0
314
+ ]
315
+ },
316
+ "joint_position": {
317
+ "max": [
318
+ 2.751160144805908,
319
+ 1.6689813137054443,
320
+ 2.769918203353882,
321
+ -0.1839631199836731,
322
+ 2.781451463699341,
323
+ 4.402013778686523,
324
+ 2.90183162689209
325
+ ],
326
+ "min": [
327
+ -2.781099557876587,
328
+ -1.6407934427261353,
329
+ -2.772181749343872,
330
+ -2.9508564472198486,
331
+ -2.7826988697052,
332
+ 0.17761151492595673,
333
+ -2.901715040206909
334
+ ],
335
+ "mean": [
336
+ 0.014264222234487534,
337
+ 0.2525460422039032,
338
+ -0.015149222686886787,
339
+ -2.0662245750427246,
340
+ -0.03706594184041023,
341
+ 2.540250778198242,
342
+ 0.08673430979251862
343
+ ],
344
+ "std": [
345
+ 0.32145625352859497,
346
+ 0.48973745107650757,
347
+ 0.28499534726142883,
348
+ 0.48280277848243713,
349
+ 0.5151209831237793,
350
+ 0.48979467153549194,
351
+ 0.7301526665687561
352
+ ],
353
+ "q01": [
354
+ -0.9461821579933166,
355
+ -0.8763976156711578,
356
+ -0.9654564934968948,
357
+ -2.775611162185669,
358
+ -1.8216787135601042,
359
+ 1.1957919597625732,
360
+ -2.104389636516571
361
+ ],
362
+ "q99": [
363
+ 1.0098848557472246,
364
+ 1.4265497767925264,
365
+ 0.8507625281810767,
366
+ -0.43711905986070543,
367
+ 1.6865044832229614,
368
+ 3.484763395786289,
369
+ 2.236884739398957
370
+ ]
371
+ },
372
+ "joint_velocity": {
373
+ "max": [
374
+ 1.0,
375
+ 1.0,
376
+ 1.0,
377
+ 1.0,
378
+ 1.0,
379
+ 1.0,
380
+ 1.0
381
+ ],
382
+ "min": [
383
+ -1.0,
384
+ -1.0,
385
+ -1.0,
386
+ -1.0,
387
+ -1.0,
388
+ -1.0,
389
+ -1.0
390
+ ],
391
+ "mean": [
392
+ -0.004510974511504173,
393
+ 0.014339218847453594,
394
+ 0.002262236550450325,
395
+ 0.030354879796504974,
396
+ 0.0012928518699482083,
397
+ -0.0006219720817171037,
398
+ 0.0033850965555757284
399
+ ],
400
+ "std": [
401
+ 0.14949378371238708,
402
+ 0.28983473777770996,
403
+ 0.14525704085826874,
404
+ 0.2843790650367737,
405
+ 0.20957471430301666,
406
+ 0.23092615604400635,
407
+ 0.24950972199440002
408
+ ],
409
+ "q01": [
410
+ -0.45862655848264694,
411
+ -0.8009099239110946,
412
+ -0.4387282380461693,
413
+ -0.9120300930738449,
414
+ -0.6156043213605881,
415
+ -0.6251490712165833,
416
+ -0.7382495331764221
417
+ ],
418
+ "q99": [
419
+ 0.4423619061708466,
420
+ 0.7657521367073059,
421
+ 0.44984547525644436,
422
+ 0.7899917733669297,
423
+ 0.6237488234043123,
424
+ 0.6614942812919624,
425
+ 0.7097782391309744
426
+ ]
427
+ }
428
+ },
429
+ "total_trajectory_length": 240,
430
+ "num_trajectories": 76500
431
+ },
432
+ "modalities": {
433
+ "video": {
434
+ "exterior_image_1_left_pad_res256_freq15": {
435
+ "resolution": [
436
+ 256,
437
+ 256
438
+ ],
439
+ "channels": 3,
440
+ "fps": 15.0
441
+ },
442
+ "exterior_image_2_left_pad_res256_freq15": {
443
+ "resolution": [
444
+ 256,
445
+ 256
446
+ ],
447
+ "channels": 3,
448
+ "fps": 15.0
449
+ },
450
+ "wrist_image_left_pad_res256_freq15": {
451
+ "resolution": [
452
+ 256,
453
+ 256
454
+ ],
455
+ "channels": 3,
456
+ "fps": 15.0
457
+ }
458
+ },
459
+ "state": {
460
+ "eef_position": {
461
+ "absolute": true,
462
+ "rotation_type": null,
463
+ "shape": [
464
+ 3
465
+ ],
466
+ "continuous": true
467
+ },
468
+ "eef_rotation": {
469
+ "absolute": true,
470
+ "rotation_type": "euler_angles_rpy",
471
+ "shape": [
472
+ 3
473
+ ],
474
+ "continuous": true
475
+ },
476
+ "gripper_position": {
477
+ "absolute": true,
478
+ "rotation_type": null,
479
+ "shape": [
480
+ 1
481
+ ],
482
+ "continuous": true
483
+ },
484
+ "joint_position": {
485
+ "absolute": true,
486
+ "rotation_type": null,
487
+ "shape": [
488
+ 7
489
+ ],
490
+ "continuous": true
491
+ }
492
+ },
493
+ "action": {
494
+ "eef_position": {
495
+ "absolute": true,
496
+ "rotation_type": null,
497
+ "shape": [
498
+ 3
499
+ ],
500
+ "continuous": true
501
+ },
502
+ "eef_rotation": {
503
+ "absolute": true,
504
+ "rotation_type": "euler_angles_rpy",
505
+ "shape": [
506
+ 3
507
+ ],
508
+ "continuous": true
509
+ },
510
+ "eef_position_delta": {
511
+ "absolute": false,
512
+ "rotation_type": null,
513
+ "shape": [
514
+ 3
515
+ ],
516
+ "continuous": true
517
+ },
518
+ "eef_rotation_delta": {
519
+ "absolute": false,
520
+ "rotation_type": "euler_angles_rpy",
521
+ "shape": [
522
+ 3
523
+ ],
524
+ "continuous": true
525
+ },
526
+ "gripper_position": {
527
+ "absolute": true,
528
+ "rotation_type": null,
529
+ "shape": [
530
+ 1
531
+ ],
532
+ "continuous": true
533
+ },
534
+ "gripper_velocity": {
535
+ "absolute": true,
536
+ "rotation_type": null,
537
+ "shape": [
538
+ 1
539
+ ],
540
+ "continuous": true
541
+ },
542
+ "joint_position": {
543
+ "absolute": true,
544
+ "rotation_type": null,
545
+ "shape": [
546
+ 7
547
+ ],
548
+ "continuous": true
549
+ },
550
+ "joint_velocity": {
551
+ "absolute": true,
552
+ "rotation_type": null,
553
+ "shape": [
554
+ 7
555
+ ],
556
+ "continuous": true
557
+ }
558
+ },
559
+ "annotation": {
560
+ "language": [
561
+ "language_instruction",
562
+ "language_instruction_2",
563
+ "language_instruction_3"
564
+ ]
565
+ }
566
+ },
567
+ "embodiment": {
568
+ "robot_name": "droid_arm",
569
+ "robot_type": "Franka+Robotiq2F-85",
570
+ "record_frequency": 15.0,
571
+ "body_controller_frequency": null,
572
+ "hand_controller_frequency": null,
573
+ "embodiment_tag": "oxe_droid"
574
+ },
575
+ "processing": null,
576
+ "version": null
577
+ }
578
+ }
global_step60000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c36a748c3bdfb38cac2dd7cd7bd6603a555f285159bd2b724bf3daa5461317
3
+ size 229582448
global_step60000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c70858943078d3c801b9e5ec4cc96ae3088f1af35f657e903bf3e6bdcd03950
3
+ size 229582140
global_step60000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df051494c3f5f5a219567f4aaa02e394488b17ddc16eef7e4070a624d16aa4cf
3
+ size 229582268
global_step60000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abbfe4ec7e984d9a81e781a68592d3721f6e3fa307756da06cd843ac2613487e
3
+ size 229582140
global_step60000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66baec0eae8029c95fac4dc0f34d5cf88748a8e917373762a17659e791b69163
3
+ size 229582140
global_step60000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ded118eca9acfd8c7ba50c16208edfbeaab51b70b575f9523068693e3da8f373
3
+ size 229582140
global_step60000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ef2906a0e003b083a122f3c01df88a20133d2aa548ffa04ac7eb1036b1e34e
3
+ size 229582076
global_step60000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd7ce7ccc2eb79f6fc80a8036a5c99eb7373e298bae670703b6308ab4a08d4a
3
+ size 229581948
global_step60000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:543d48d2018f0f86d57d6b415e802e55b16784a671a5370f790929ea9f63ecc6
3
+ size 229582268
global_step60000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a45384e602a734705320c618d8ddf4cd9869ebc893086e6199fa838dfdbe5ca
3
+ size 229581884
global_step60000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2dc4e728723deb4005399a5252f316a7f976f0f112a19e7bb71433cb3adc182
3
+ size 229581948
global_step60000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a907d3c7438a3659f843ca41a66f80d5c1087fd607fec156dd8f26f5dad3f66b
3
+ size 229582000
global_step60000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f681951fbfaeb6044507c81fb0cdc5094573bc95c3ca5a23794748c77296dec6
3
+ size 229582012
global_step60000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9320f7206440df283ccec445130caa15a01470b84703c934871b2b0c16f5338
3
+ size 229581692
global_step60000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adbe06f4638b218600b3deaa10fe722a283787f3024f365183f99a6cb455e45e
3
+ size 229581692
global_step60000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef70f4c5a9b3ddf11bcd74b29a0023e1ae9bd04feab36546f69dc07631f81269
3
+ size 229581756
global_step60000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9734c9ec94110ce0fc37386210daf57fc2c778e262eee9adae7bb0ce433d53e8
3
+ size 229581180
global_step60000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:affd8743484dddabf397c8cbbcd79140b4c29b6e9e73b91335c3189af423cf42
3
+ size 229580668
global_step60000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c7f41839064a68a4847fc60b05dbf145c467dde305394683697b3a1d8f26f38
3
+ size 229580732
global_step60000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebf138f2d9b2b7fa113e1513d9b466cec93be28ef6e7a8df7215698f9fcb7c01
3
+ size 229581244
global_step60000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:506d636ecd6d25e810348c195cf07fc79afc71ab1b30e7d685d7e6ad6f8014d7
3
+ size 229581180
global_step60000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de80d30d7c3aef3076f336b7cd1270e2353a00f21cdbd695c44355de0d9ec9d4
3
+ size 229581244
global_step60000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8df179ec5f67e8f94c84a9ecc67bf622e1b283f0387da92fddd44f3960d300a0
3
+ size 229582320
global_step60000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a313c588012597e94558e296bf46344c63f94026e6121e7799b00513d13d49
3
+ size 229580732
global_step60000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24c49ba4766dbac1353a9a535258d44c34ef53c1b48d706a31b62b90392d1f37
3
+ size 229580988
global_step60000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad023b72525742c4f82aba94e4a76821a3e64bac3506bc77ec38d8c4e20d1009
3
+ size 229582000
global_step60000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03d581c9561d48eb72b1a8bb5509eb9ba8199db767fbd45828ab42919c09f413
3
+ size 229582320
global_step60000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28d91e962bf8540c3cff6c25b5a457d3e2ae88d82adf238671e54361f164a1c3
3
+ size 229581872
global_step60000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b042847350d2bc89fa0b1994cb8886d4cf67b397598a870c145e7a09cecec35
3
+ size 229582256
global_step60000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:133ec4d5f071d96ac7f9ed2db6e657c86a00be72922afc203b6a37b38f12effa
3
+ size 229582000
global_step60000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a7fab6773f5a23ab4fbcfb9103d52fd909c25e1bd351181896e12ae05ea5e6
3
+ size 229582256
global_step60000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be4daa1c9c20800c73bd57b8f83d789e4459cc0c6ea2552b30e4273308023ff
3
+ size 229582256
global_step60000/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31c9e9acce2fa82072e5d45a6c26bf06bb3a0182f1445e37ddbe706c056d020a
3
+ size 1325393186
latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step60000
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad6774413c73781717a099202806bb0763848ea820464560c4acafef700d1c96
3
+ size 1274869220
rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b5a06ff249b9991f1fd615d938bda8244b255458c851656ac52db6479ce1940
3
+ size 14256
rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94d40bdbddd3cd698c19a0494bda3b649ed693b95ca1d680a10f37b2eccf250b
3
+ size 14256
rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a33f183849df8388d54d79473a5a9eeb518752e33d0f1faee0f17b149a6ac205
3
+ size 14262
rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c94abbc1d333765a5585d72a643f24cae81ca7fe1161a874e7dcaabbf7bd29d
3
+ size 14262
rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b56499538e7d62fbd4d2bff54cbb667287939a0f6a94bf9e1cb09c201c3768c
3
+ size 14262
rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06acfc0f3525f99c12bb83e8c544b9326b328c5a4d2ef517cb977b9794bebe4c
3
+ size 14262
rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:437d4f5244d715af7f41df1f8dd9cd7c280e626d93971bf9615875624142ce4a
3
+ size 14262
rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7646ef496596683994b711ca3cc7e183550944e94fb5ca099b386f1b40861c5
3
+ size 14262
rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c889ad312c69a6bc978e18ff28c3ee88a5123c118d1d54af319fed32de920f5
3
+ size 14262
rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0e6b4ebb5992685933e5e9eae6dc704358b5b430ee7474261ee21e4da4bf946
3
+ size 14262
rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccd8bfc980810b4fd4cdab925c4cff5e8864e666db57a8c602e36d96ea2f9c9b
3
+ size 14262