Update index.js

index.js

@@ -1,64 +1,71 @@
-/**
- * Sunny - OpenAI-like API Server for test your code (only NODEJS)
- */
 const express = require('express');
+const bodyParser = require('body-parser');
+const vm = require('vm');
+
 const app = express();
 const port = 7860;
-const bodyParser = require('body-parser');
+
 app.use(bodyParser.json());
-app.use(bodyParser.urlencoded({ extended: true }));
-app.get("/", (req, res) => {
-  res.set('Content-Type', 'text/plain');
-  res.send(`☀️ Sunny!
-> You're using this server, eval your code with Sunny!
 
-This server's model only support NodeJS. and no text generated, It' only for test your code so you can use it for test your code.
+app.post("/chat/completions", async (req, res) => {
+  const input = req.body?.messages?.[0]?.content || "";
+  let output = '';
+  let logs = [];
+  let promptTokens = input.split(/\s+/).length; // Rough estimate of prompt tokens
 
-🛂 For educational purposes only, do not use this server for illegal purposes.
+  try {
+    const sandbox = {
+      console: {
+        log: (...args) => logs.push(args.join(" "))
+      },
+      result: undefined
+    };
 
-> Usages:
-  - Use OpenWebUI:
-    Adminstrators Settings > Connections > Add Connection (OpenAI)
-  - Use h3 HF Spaces:
-    https://huggingface.co/spaces/katsukiai/h3 (Announced by @katsukiai on "Discussions" tab)
-   `);
-});
-app.post("/chat/completions", (req, res) => {
-  res.set('Content-Type', 'application/json');
-  res.send(JSON.stringify({
-    "id": "chatcmpl-" + Math.random().toString(36).substr(2, 9),
-    "object": "chat.completion",
-    "created": new Date().toISOString(),
-    "model": req.body.model,
-    "choices": [
+    const context = vm.createContext(sandbox);
+    const wrappedCode = `
+      (async () => {
+        try {
+          result = await (async () => { ${input} })();
+        } catch (e) {
+          result = 'Runtime Error: ' + e.message;
+        }
+      })()
+    `;
+
+    const script = new vm.Script(wrappedCode);
+
+    await script.runInContext(context, { timeout: 1000 });
+
+    output = sandbox.result;
+  } catch (err) {
+    output = 'Execution Timeout or VM Error: ' + err.message;
+  }
+
+  let completionTokens = output.split(/\s+/).length; // Rough estimate of completion tokens
+
+  res.json({
+    id: "chatcmpl-" + Math.random().toString(36).substr(2, 9),
+    object: "chat.completion",
+    created: Math.floor(Date.now() / 1000),
+    model: req.body.model || "sunny",
+    choices: [
       {
-        "index": 0,
-        "message": {
-          "role": "assistant",
-          "content": eval(req.body.messages[0].content)
+        index: 0,
+        message: {
+          role: "assistant",
+          content: output
         },
-        "finish_reason": "stop"
-      }
-    ]
-  }))
-})
-app.get("/models", (req, res) => {
-  res.set('Content-Type','application/json');
-  res.send(JSON.stringify({
-    "object": "list",
-    "data": [
-      {
-        "id": "sunny",
-        "object": "model",
-        "owned_by": "openai",
-        "created": new Date().toISOString(),
-      }, {
-        "id": "sunny-beta",
-        "object": "model",
-        "owned_by": "openai",
-        "created": new Date().toISOString()
+        finish_reason: "stop"
       }
-    ]
-  }))
-})
-app.listen(port, () => console.log(`Sunny listening on port ${port}!`))
+    ],
+    usage: {
+      prompt_tokens: promptTokens,
+      completion_tokens: completionTokens,
+      total_tokens: promptTokens + completionTokens
+    }
+  });
+});
+
+app.listen(port, () => {
+  console.log(`☀️ Sunny listening on port ${port}!`);
+});