Update webscout.py

webscout.py

@@ -1709,3 +1709,17 @@ class LLM:
             return result.json()['choices'][0]['message']['content']
         except:
             return None
+def fastai(user, model="llama3-70b", system="Answer as concisely as possible."):
+    env_type = "tp16405b" if "405b" in model else "tp16"
+    data = {'body': {'messages': [{'role': 'system', 'content': system}, {'role': 'user', 'content': user}], 'stream': True, 'model': model}, 'env_type': env_type}
+    with requests.post('https://fast.snova.ai/api/completion', headers={'content-type': 'application/json'}, json=data, stream=True) as response:
+        output = ''
+        for line in response.iter_lines(decode_unicode=True):
+            if line.startswith('data:'):
+                try:
+                    data = json.loads(line[len('data: '):])
+                    output += data.get("choices", [{}])[0].get("delta", {}).get("content", '')
+                except json.JSONDecodeError:
+                    if line[len('data: '):] == '[DONE]':
+                        break
+        return output