Duplicate from ddosxd/sydney-gpt4-node-1

Co-authored-by: Vova <[email protected]>

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,15 @@
+# Используй официальный образ Python
+FROM python:3.8-slim
+
+# Установи рабочую папку
+WORKDIR /app
+
+# Копируй файлы с требованиями и установи зависимости
+COPY requirements.txt ./
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Копируй все остальные файлы проекта в рабочую папку
+COPY . .
+
+# Запускаем бота
+CMD ["python", "main.py"]

README.md

@@ -0,0 +1,11 @@
+---
+title: Sydney Gpt4 Node 1
+emoji: ⚡
+colorFrom: red
+colorTo: green
+sdk: docker
+pinned: false
+duplicated_from: ddosxd/sydney-gpt4-node-1
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

main.py

@@ -0,0 +1,81 @@
+import openai as closeai
+from flask import Flask, request, Response
+import os
+from rich import print
+import json
+import requests
+from time import sleep
+
+settings = {
+    'node': {
+        'id':os.environ.get('nodeId'),
+        'models': os.environ.get('nodeModel')
+    },
+    'api': {
+        'host': os.environ.get('apibase'),
+        'key': os.environ.get('apikey')
+    },
+    'security': {
+        'passw':os.environ.get('apipassw')        
+    },
+    'web': {
+        'port': os.environ.get('webport', 7860),
+        'host': os.environ.get('webhost', '0.0.0.0'),
+        'debug': os.environ.get('webdebug', False)
+    }
+}
+
+app = Flask(__name__)
+
+closeai.api_base = settings["api"]["host"]
+closeai.api_key = settings["api"]["key"]
+
+@app.route("/")
+def index():
+    return f'Hi, its a node {settings["node"]["id"]} with {settings["node"]["models"]}'
+
+@app.route("/chat/completions", methods=['POST'])
+def chat_completions():
+    streaming = request.json.get('stream', False)
+    model = request.json.get('model', 'gpt-4')
+    messages = request.json.get('messages')
+    response = ''
+
+    try:
+        response = closeai.ChatCompletion.create(model=model, stream=streaming, messages=messages)
+    except Exception as er:
+        print(er)
+        if '429' in str(er):sleep(30)
+        def errorStream(er):
+            yield 'data: %s\n\n' %  json.dumps({"status":"!=200","error":str(er)}, separators=(',' ':'))
+        return app.response_class(errorStream(er), mimetype='text/event-stream')
+    if not streaming:
+
+        return {
+            'model': model,
+            'result': response["choices"][0]["message"]["content"]
+        }
+
+    def stream():
+        for token in response:
+            completion_data = {
+                'model': model,
+                'token': token,
+                'status':200,
+                'choices': [
+                    {
+                        'delta': {
+                            'content': token
+                        },
+                        'index': 0,
+                        'finish_reason': None
+                    }
+                ]
+            }
+
+            yield 'data: %s\n\n' % json.dumps(completion_data, separators=(',' ':'))
+
+    return app.response_class(stream(), mimetype='text/event-stream')
+
+if __name__ == '__main__':
+    app.run(**settings['web'])

requirements.txt

@@ -0,0 +1,3 @@
+openai
+flask
+rich