jw2yang commited on
Commit
6e1cf4c
·
1 Parent(s): f5081b4
Files changed (1) hide show
  1. README.md +11 -15
README.md CHANGED
@@ -36,57 +36,53 @@ pipeline_tag: text-generation
36
 
37
  ## Agents
38
 
39
-
40
  ### UI Navigation
41
-
42
  <div align="center">
43
  <div align="center" style="display: inline-block; width: 48%;">
44
- <video autoplay muted loop controls playsinline>
45
  <source src="https://microsoft.github.io/Magma/static/videos/ui_weather_and_flight_mode.mp4" type="video/mp4">
46
  </video>
47
- <p class="is-5 has-text-centered">What's weather in Seattle? & turn on flight mode</p>
48
  </div>
49
  <div align="center" style="display: inline-block; width: 48%;">
50
- <video autoplay muted loop controls playsinline>
51
  <source src="https://microsoft.github.io/Magma/static/videos/ui_wordle.mp4" type="video/mp4">
52
  </video>
53
- <p class="is-5 has-text-centered">Share and message this to Bob Steve, click send button to complete</p>
54
  </div>
55
  </div>
56
 
57
  ### Robot Manipulation
58
-
59
  <div align="center">
60
  <div align="center">
61
  <div style="display: flex; justify-content: space-between; gap: 1%;">
62
  <div style="width: 32%;">
63
- <video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden;">
64
  <source src="https://microsoft.github.io/Magma/static/videos/magma_hotdog.mp4" type="video/mp4">
65
  </video>
66
  </div>
67
  <div style="width: 32%;">
68
- <video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden;">
69
  <source src="https://microsoft.github.io/Magma/static/videos/magma_mushroom.mp4" type="video/mp4">
70
  </video>
71
  </div>
72
  <div style="width: 32%;">
73
- <video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden;">
74
  <source src="https://microsoft.github.io/Magma/static/videos/magma_left.mp4" type="video/mp4">
75
  </video>
76
  </div>
77
  </div>
78
  </div>
79
-
80
  <div align="center">
81
  <div style="display: flex; justify-content: space-between; gap: 1%;">
82
  <div style="width: 32%;">
83
- <p style="text-align: center;font-size: 18px;">Pick Place Hotdog Sausage</p>
84
  </div>
85
  <div style="width: 32%;">
86
- <p style="text-align: center;font-size: 18px;">Put Mushroom Place Pot</p>
87
  </div>
88
  <div style="width: 32%;">
89
- <p style="text-align: center;font-size: 18px;">Push Cloth Left to Right (Out-of-Dist.)</p>
90
  </div>
91
  </div>
92
  </div>
@@ -288,7 +284,7 @@ Zero-shot evaluation on agentic intelligence. We report the results for pretrain
288
  | Octo | - | - | - | - | - | - | - | - | - | - |
289
  | RT-1-X | - | - | - | - | - | - | - | - | 6.0 | 15.9 |
290
  | OpenVLA | - | - | - | - | - | - | - | - | 34.2 | 1.1 |
291
- | Magma-8B (Ours) | 80.0 | 66.5 | 87.4 | 59.5 | 64.1 | 60.6 | 96.3 | 71.8 | 52.3 | 35.4 |
292
 
293
 
294
  <!-- {{ results | default("[More Information Needed]", true)}} -->
 
36
 
37
  ## Agents
38
 
 
39
  ### UI Navigation
 
40
  <div align="center">
41
  <div align="center" style="display: inline-block; width: 48%;">
42
+ <video autoplay muted loop controls playsinline style="margin-bottom: 2px;">
43
  <source src="https://microsoft.github.io/Magma/static/videos/ui_weather_and_flight_mode.mp4" type="video/mp4">
44
  </video>
45
+ <p class="is-5 has-text-centered" style="font-size: 14px;">What's weather in Seattle? & turn on flight mode</p>
46
  </div>
47
  <div align="center" style="display: inline-block; width: 48%;">
48
+ <video autoplay muted loop controls playsinline style="margin-bottom: 2px;">
49
  <source src="https://microsoft.github.io/Magma/static/videos/ui_wordle.mp4" type="video/mp4">
50
  </video>
51
+ <p class="is-5 has-text-centered" style="font-size: 14px;">Share and message this to Bob Steve, click send button to complete</p>
52
  </div>
53
  </div>
54
 
55
  ### Robot Manipulation
 
56
  <div align="center">
57
  <div align="center">
58
  <div style="display: flex; justify-content: space-between; gap: 1%;">
59
  <div style="width: 32%;">
60
+ <video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden; margin-bottom: 5px;">
61
  <source src="https://microsoft.github.io/Magma/static/videos/magma_hotdog.mp4" type="video/mp4">
62
  </video>
63
  </div>
64
  <div style="width: 32%;">
65
+ <video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden; margin-bottom: 5px;">
66
  <source src="https://microsoft.github.io/Magma/static/videos/magma_mushroom.mp4" type="video/mp4">
67
  </video>
68
  </div>
69
  <div style="width: 32%;">
70
+ <video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden; margin-bottom: 5px;">
71
  <source src="https://microsoft.github.io/Magma/static/videos/magma_left.mp4" type="video/mp4">
72
  </video>
73
  </div>
74
  </div>
75
  </div>
 
76
  <div align="center">
77
  <div style="display: flex; justify-content: space-between; gap: 1%;">
78
  <div style="width: 32%;">
79
+ <p style="text-align: center;font-size: 14px;margin-top: 0;">Pick Place Hotdog Sausage</p>
80
  </div>
81
  <div style="width: 32%;">
82
+ <p style="text-align: center;font-size: 14px;margin-top: 0;">Put Mushroom Place Pot</p>
83
  </div>
84
  <div style="width: 32%;">
85
+ <p style="text-align: center;font-size: 14px;margin-top: 0;">Push Cloth Left to Right (Out-of-Dist.)</p>
86
  </div>
87
  </div>
88
  </div>
 
284
  | Octo | - | - | - | - | - | - | - | - | - | - |
285
  | RT-1-X | - | - | - | - | - | - | - | - | 6.0 | 15.9 |
286
  | OpenVLA | - | - | - | - | - | - | - | - | 34.2 | 1.1 |
287
+ | Magma-8B | 80.0 | 66.5 | 87.4 | 59.5 | 64.1 | 60.6 | 96.3 | 71.8 | 52.3 | 35.4 |
288
 
289
 
290
  <!-- {{ results | default("[More Information Needed]", true)}} -->