update
Browse files
README.md
CHANGED
@@ -36,57 +36,53 @@ pipeline_tag: text-generation
|
|
36 |
|
37 |
## Agents
|
38 |
|
39 |
-
|
40 |
### UI Navigation
|
41 |
-
|
42 |
<div align="center">
|
43 |
<div align="center" style="display: inline-block; width: 48%;">
|
44 |
-
<video autoplay muted loop controls playsinline>
|
45 |
<source src="https://microsoft.github.io/Magma/static/videos/ui_weather_and_flight_mode.mp4" type="video/mp4">
|
46 |
</video>
|
47 |
-
<p class="is-5 has-text-centered">What's weather in Seattle? & turn on flight mode</p>
|
48 |
</div>
|
49 |
<div align="center" style="display: inline-block; width: 48%;">
|
50 |
-
<video autoplay muted loop controls playsinline>
|
51 |
<source src="https://microsoft.github.io/Magma/static/videos/ui_wordle.mp4" type="video/mp4">
|
52 |
</video>
|
53 |
-
<p class="is-5 has-text-centered">Share and message this to Bob Steve, click send button to complete</p>
|
54 |
</div>
|
55 |
</div>
|
56 |
|
57 |
### Robot Manipulation
|
58 |
-
|
59 |
<div align="center">
|
60 |
<div align="center">
|
61 |
<div style="display: flex; justify-content: space-between; gap: 1%;">
|
62 |
<div style="width: 32%;">
|
63 |
-
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden;">
|
64 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_hotdog.mp4" type="video/mp4">
|
65 |
</video>
|
66 |
</div>
|
67 |
<div style="width: 32%;">
|
68 |
-
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden;">
|
69 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_mushroom.mp4" type="video/mp4">
|
70 |
</video>
|
71 |
</div>
|
72 |
<div style="width: 32%;">
|
73 |
-
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden;">
|
74 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_left.mp4" type="video/mp4">
|
75 |
</video>
|
76 |
</div>
|
77 |
</div>
|
78 |
</div>
|
79 |
-
|
80 |
<div align="center">
|
81 |
<div style="display: flex; justify-content: space-between; gap: 1%;">
|
82 |
<div style="width: 32%;">
|
83 |
-
<p style="text-align: center;font-size:
|
84 |
</div>
|
85 |
<div style="width: 32%;">
|
86 |
-
<p style="text-align: center;font-size:
|
87 |
</div>
|
88 |
<div style="width: 32%;">
|
89 |
-
<p style="text-align: center;font-size:
|
90 |
</div>
|
91 |
</div>
|
92 |
</div>
|
@@ -288,7 +284,7 @@ Zero-shot evaluation on agentic intelligence. We report the results for pretrain
|
|
288 |
| Octo | - | - | - | - | - | - | - | - | - | - |
|
289 |
| RT-1-X | - | - | - | - | - | - | - | - | 6.0 | 15.9 |
|
290 |
| OpenVLA | - | - | - | - | - | - | - | - | 34.2 | 1.1 |
|
291 |
-
| Magma-8B
|
292 |
|
293 |
|
294 |
<!-- {{ results | default("[More Information Needed]", true)}} -->
|
|
|
36 |
|
37 |
## Agents
|
38 |
|
|
|
39 |
### UI Navigation
|
|
|
40 |
<div align="center">
|
41 |
<div align="center" style="display: inline-block; width: 48%;">
|
42 |
+
<video autoplay muted loop controls playsinline style="margin-bottom: 2px;">
|
43 |
<source src="https://microsoft.github.io/Magma/static/videos/ui_weather_and_flight_mode.mp4" type="video/mp4">
|
44 |
</video>
|
45 |
+
<p class="is-5 has-text-centered" style="font-size: 14px;">What's weather in Seattle? & turn on flight mode</p>
|
46 |
</div>
|
47 |
<div align="center" style="display: inline-block; width: 48%;">
|
48 |
+
<video autoplay muted loop controls playsinline style="margin-bottom: 2px;">
|
49 |
<source src="https://microsoft.github.io/Magma/static/videos/ui_wordle.mp4" type="video/mp4">
|
50 |
</video>
|
51 |
+
<p class="is-5 has-text-centered" style="font-size: 14px;">Share and message this to Bob Steve, click send button to complete</p>
|
52 |
</div>
|
53 |
</div>
|
54 |
|
55 |
### Robot Manipulation
|
|
|
56 |
<div align="center">
|
57 |
<div align="center">
|
58 |
<div style="display: flex; justify-content: space-between; gap: 1%;">
|
59 |
<div style="width: 32%;">
|
60 |
+
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden; margin-bottom: 5px;">
|
61 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_hotdog.mp4" type="video/mp4">
|
62 |
</video>
|
63 |
</div>
|
64 |
<div style="width: 32%;">
|
65 |
+
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden; margin-bottom: 5px;">
|
66 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_mushroom.mp4" type="video/mp4">
|
67 |
</video>
|
68 |
</div>
|
69 |
<div style="width: 32%;">
|
70 |
+
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden; margin-bottom: 5px;">
|
71 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_left.mp4" type="video/mp4">
|
72 |
</video>
|
73 |
</div>
|
74 |
</div>
|
75 |
</div>
|
|
|
76 |
<div align="center">
|
77 |
<div style="display: flex; justify-content: space-between; gap: 1%;">
|
78 |
<div style="width: 32%;">
|
79 |
+
<p style="text-align: center;font-size: 14px;margin-top: 0;">Pick Place Hotdog Sausage</p>
|
80 |
</div>
|
81 |
<div style="width: 32%;">
|
82 |
+
<p style="text-align: center;font-size: 14px;margin-top: 0;">Put Mushroom Place Pot</p>
|
83 |
</div>
|
84 |
<div style="width: 32%;">
|
85 |
+
<p style="text-align: center;font-size: 14px;margin-top: 0;">Push Cloth Left to Right (Out-of-Dist.)</p>
|
86 |
</div>
|
87 |
</div>
|
88 |
</div>
|
|
|
284 |
| Octo | - | - | - | - | - | - | - | - | - | - |
|
285 |
| RT-1-X | - | - | - | - | - | - | - | - | 6.0 | 15.9 |
|
286 |
| OpenVLA | - | - | - | - | - | - | - | - | 34.2 | 1.1 |
|
287 |
+
| Magma-8B | 80.0 | 66.5 | 87.4 | 59.5 | 64.1 | 60.6 | 96.3 | 71.8 | 52.3 | 35.4 |
|
288 |
|
289 |
|
290 |
<!-- {{ results | default("[More Information Needed]", true)}} -->
|