Upload RunPhi15.cs

RunPhi15.cs

@@ -3,18 +3,18 @@ using System.Collections.Generic;
 using UnityEngine;
 using Unity.Sentis;
 using System.IO;
-using Newtonsoft.Json;
 using System.Text;
+using FF = Unity.Sentis.Functional;
 
 /*
- *              Phi 1.5 Inference Code
- *              =======================
+ *              Phi1.5 Inference Code
+ *              ===========================
  *  
  *  Put this script on the Main Camera
  *  
  *  In Assets/StreamingAssets put:
  *  
- *  phi15.sentis
+ *  phi15.sentis (or put in asset folder)
  *  vocab.json
  *  merges.txt
  * 
@@ -24,26 +24,24 @@ using System.Text;
  */
 
 
-public class RunPhi15 : MonoBehaviour
+public class RunPhi15: MonoBehaviour
 {
+    //Drop the tinystories.sentis or onnx file on here if using an asset:
+    //public ModelAsset asset;
     const BackendType backend = BackendType.GPUCompute;
-    //string outputString = "Question: \"What is the capital of France?\"\n Correct answer: \"";
-    //string outputString = "The human asked, \"What is your favourite animal?\" so the wise man answered correctly,  \"";
-    string outputString = "Once upon a time, there were three";
-    //string outputString = "// Javascript function for prime numbers";
+
+    //string outputString = "Once upon a time, there were three bears";
+    string outputString = "One day an alien came down from Mars. It saw a chicken";
 
     // This is how many tokens you want. It can be adjusted.
     const int maxTokens = 100;
 
     //Make this smaller for more randomness
-    const float predictability = 5;
+    const float predictability = 5f;
 
     //Special tokens
     const int END_OF_TEXT = 50256;
 
-    Ops ops;
-    ITensorAllocator allocator;
-
     //Store the vocabulary
     string[] tokens;
 
@@ -60,7 +58,7 @@ public class RunPhi15 : MonoBehaviour
 
 
     //stop after this many tokens
-    const int stopAfter = 200;
+    const int stopAfter = 100;
 
     int totalTokens = 0;
 
@@ -69,23 +67,28 @@ public class RunPhi15 : MonoBehaviour
 
     void Start()
     {
-        allocator = new TensorCachingAllocator();
-        ops = WorkerFactory.CreateOps(backend, allocator);
-
         SetupWhiteSpaceShifts();
 
         LoadVocabulary();
-       
-        Model model = ModelLoader.Load(Application.streamingAssetsPath + "/phi15.sentis");
-        engine = WorkerFactory.CreateWorker(backend, model);
 
-        GO(outputString);
-    }
+        var model1 = ModelLoader.Load(Path.Join(Application.streamingAssetsPath , "phi15.sentis"));
+
+        int outputIndex = model1.outputs.Count - 1;
+        //var model1 = ModelLoader.Load(asset);
+        //Create a new model to select the random token:
+        var model2 = FF.Compile(
+            (input, currentToken) =>
+            {
+                var row = FF.Select(model1.Forward(input)[outputIndex], 1, currentToken);
+                return FF.Multinomial(predictability * row, 1);
+            },
+            (model1.inputs[0], InputDef.Int(new TensorShape()))
+        );
+
+        engine = WorkerFactory.CreateWorker(backend, model2);
 
-    public void GO(string text)
-    {
-        outputString = text;
         DecodePrompt(outputString);
+
         runInference = true;
     }
 
@@ -101,18 +104,18 @@ public class RunPhi15 : MonoBehaviour
     void RunInference()
     {
         using var tokensSoFar = new TensorInt(new TensorShape(1, maxTokens), outputTokens);
+        using var index = new TensorInt(currentToken);
 
-        engine.Execute(tokensSoFar);
+        engine.Execute(new Dictionary<string, Tensor> { {"input_0", tokensSoFar },  { "input_1", index }});
 
-        var tokensOut = engine.PeekOutput() as TensorFloat;
+        var probs = engine.PeekOutput() as TensorInt;
+        //Debug.Log(probs.shape);
 
-        using var row = ops.Slice(tokensOut, new[] { currentToken }, new[] { currentToken + 1 }, new[] { 1 }, new[] { 1 });
-        using var rowB = ops.Mul(predictability, row);
-        using var probs = ops.Softmax(rowB, 2);
-        probs.MakeReadable();
+        probs.CompleteOperationsAndDownload();
 
-        int ID = SelectRandomToken(probs.ToReadOnlyArray());
+        int ID = probs[0];
 
+        //shift window down if got to the end
         if (currentToken >= maxTokens - 1)
         {
             for (int i = 0; i < maxTokens - 1; i++) outputTokens[i] = outputTokens[i + 1];
@@ -134,6 +137,7 @@ public class RunPhi15 : MonoBehaviour
         else outputString += GetUnicodeText(tokens[ID]);
 
         Debug.Log(outputString);
+
     }
 
     void DecodePrompt(string text)
@@ -147,10 +151,9 @@ public class RunPhi15 : MonoBehaviour
         currentToken = inputTokens.Count - 1;
     }
    
-
     void LoadVocabulary()
     {
-        var jsonText = File.ReadAllText(Application.streamingAssetsPath + "/vocab.json");
+        var jsonText = File.ReadAllText(Path.Join(Application.streamingAssetsPath , "vocab.json"));
         vocab = Newtonsoft.Json.JsonConvert.DeserializeObject<Dictionary<string, int>>(jsonText);
         tokens = new string[vocab.Count];
         foreach (var item in vocab)
@@ -158,23 +161,7 @@ public class RunPhi15 : MonoBehaviour
             tokens[item.Value] = item.Key;
         }
 
-        merges = File.ReadAllLines(Application.streamingAssetsPath + "/merges.txt");
-    }
-
-
-    int SelectRandomToken(float[] probs)
-    {
-        float p = UnityEngine.Random.Range(0, 1f);
-        float t = 0;
-        for (int i = 0; i < probs.Length; i++)
-        {
-            t += probs[i];
-            if (p < t)
-            {
-                return i;
-            }
-        }
-        return probs.Length - 1;
+        merges = File.ReadAllLines(Path.Join(Application.streamingAssetsPath , "merges.txt"));
     }
 
     // Translates encoded special characters to Unicode
@@ -215,7 +202,7 @@ public class RunPhi15 : MonoBehaviour
         for (int i = 0, n = 0; i < 256; i++)
         {
             encodedCharacters[i] = i;
-            if (IsWhiteSpace((char)i))
+            if (IsWhiteSpace(i))
             {
                 encodedCharacters[i] = n + 256;
                 whiteSpaceCharacters[n++] = i;
@@ -223,9 +210,10 @@ public class RunPhi15 : MonoBehaviour
         }
     }
 
-    bool IsWhiteSpace(char c)
+    bool IsWhiteSpace(int i)
     {
-        return !(('!' <= c && c <= '~') || ('�' <= c && c <= '�') || ('�' <= c && c <= '�'));
+        //returns true if it is a whitespace character
+        return i <= 32 || (i >= 127 && i <= 160) || i == 173;
     }
 
     List<int> GetTokens(string text)
@@ -276,7 +264,6 @@ public class RunPhi15 : MonoBehaviour
     private void OnDestroy()
     {
         engine?.Dispose();
-        ops?.Dispose();
-        allocator?.Dispose();
     }
+    
 }