Update README.md

README.md

@@ -95,32 +95,32 @@ print(output)
     <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">49.63</td>
   </tr>
   <tr>
-    <td style="text-align:left; background-color: #FFFFFF; color: #2D2D2D;"><b>Granite-3.3-2B-Base</b></td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;"> 47.49 </td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;"> 73.2 </td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;"> 54.33 </td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;"> 40.83 </td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;"> 70.4 </td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;"> 50.0 </td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;"> 32.552 </td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">24.36</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">38.78</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">63.22</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">49.52</td>
-  </tr>
-  <tr>
-    <td style="text-align:left; background-color: #DAE8FF; color: black;">Granite-3.1-8B-Base</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">53.51</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">81.4</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">64.28</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">51.27</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">76.2</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">70.5</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">45.87</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">35.97</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">48.99</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">78.33</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">60.63</td>
+    <td style="text-align:left; background-color: #DAE8FF; color: black;"><b>Granite-3.3-2B-Base</b></td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 47.49 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 73.2 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 54.33 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 40.83 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 70.4 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 50.0 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;"> 32.552 </td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">24.36</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">38.78</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">63.22</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">49.52</td>
+  </tr>
+  <tr>
+    <td style="text-align:left; background-color: #FFFFFF; color: #2D2D2D;">Granite-3.1-8B-Base</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">53.51</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">81.4</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">64.28</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">51.27</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">76.2</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">70.5</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">45.87</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">35.97</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">48.99</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">78.33</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: #2D2D2D;">60.63</td>
   </tr>
 
   <tr>
@@ -137,9 +137,9 @@ print(output)
     <td style="text-align:center; background-color: #DAE8FF; color: black;">78.18</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">58.05</td>
   </tr>
-
 </tbody></table>
 
+
 **Model Architecture:** 
 Granite-3.3-2B-Base is based on a decoder-only dense transformer architecture. Core components of this architecture are: GQA and RoPE, MLP with SwiGLU, RMSNorm, and shared input/output embeddings.
 <table>
@@ -152,68 +152,68 @@ Granite-3.3-2B-Base is based on a decoder-only dense transformer architecture. C
 <tbody>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;">Embedding size</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">2048</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">4096</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">2048</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">4096</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;">Number of layers</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">40</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">40</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">40</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;">Attention head size</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">64</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">128</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">64</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">128</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;">Number of attention heads</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">32</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">32</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">32</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;">Number of KV heads</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">8</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">8</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">8</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;">MLP hidden size</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">8192</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">12800</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">8192</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">12800</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;">MLP activation</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">SwiGLU</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">SwiGLU</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">SwiGLU</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;">Initialization std</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">0.1</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">0.1</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">0.1</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;">Sequence length</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">128K</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">128K</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">128K</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;">Position embedding</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">RoPE</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">RoPE</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">RoPE</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;"># Parameters</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">2.5B</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">8.1B</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">2.5B</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">8.1B</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;"># Active parameters</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">2.5B</td>
-    <td style="text-align:center; background-color: #DAE8FF; color: black;">8.1B</td>
+    <td style="text-align:center; background-color: #DAE8FF; color: black;">2.5B</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">8.1B</td>
   </tr>
   <tr>
     <td style="text-align:left; background-color: #FFFFFF; color: black;"># Training tokens</td>
-    <td style="text-align:center; background-color: #FFFFFF; color: black;">12T</td>
     <td style="text-align:center; background-color: #DAE8FF; color: black;">12T</td>
+    <td style="text-align:center; background-color: #FFFFFF; color: black;">12T</td>
   </tr>
 </tbody></table>