.

.Dockerignore

@@ -0,0 +1,6 @@
+# Ignore Python cache files in all directories
+**/__pycache__/
+*.pyc
+
+# Ignore virtual environment directory
+venv/

Dockerfile

@@ -0,0 +1,12 @@
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+
+
+WORKDIR /server-slave
+COPY --chown=user . /server-slave
+RUN pip install -r /server-slave/requirements.txt
+EXPOSE 7000
+CMD ["python", "api/app.py"]

api/app.py

@@ -0,0 +1,10 @@
+from flask import Flask, request, jsonify
+
+from gevent.pywsgi import WSGIServer
+app = Flask(__name__)
+
+from routes import *
+
+if __name__ == "__main__":
+    http_server = WSGIServer(('', 7000), app)
+    http_server.serve_forever()

api/routes/__init__.py

@@ -0,0 +1,2 @@
+from .clusterRoute import *
+from .embeddingRoute import *

api/routes/clusterRoute.py

@@ -0,0 +1,16 @@
+from app import app
+from flask import request, jsonify
+@app.route('/api/cluster', methods=['POST'])
+def cluster():
+    data = request.get_json()
+    embeddings = data['embeddings']
+    from sklearn.cluster import DBSCAN
+    import numpy as np
+    try:
+        dbscan = DBSCAN(eps=0.4, min_samples=2, metric='cosine', n_jobs=-1)
+        embeddings_array = np.array(embeddings)
+        labels = dbscan.fit_predict(embeddings_array)
+        labels = labels.tolist()
+        return jsonify({'labels': labels})
+    except Exception as e:
+        return jsonify({'error': str(e)})

api/routes/embeddingRoute.py

@@ -0,0 +1,20 @@
+from sentence_transformers import SentenceTransformer
+from flask import Flask, request, jsonify
+import logging
+from app import app
+embedding_model = SentenceTransformer("dangvantuan/vietnamese-document-embedding", 
+                                      trust_remote_code=True, 
+                                      device='cpu')
+
+@app.route('/api/embedding', methods=['POST'])
+def embedding():
+    data = request.get_json()
+    logging.info(data)
+    try:
+        content = data['text']
+        embedding = embedding_model.encode(content)
+        embedding = embedding.tolist()
+        return jsonify({'embedding': embedding})
+    except Exception as e:
+        return jsonify({'error': str(e)})
+    

requirements.txt

@@ -0,0 +1,73 @@
+accelerate==1.2.1
+aiohappyeyeballs==2.4.4
+aiohttp==3.11.11
+aiosignal==1.3.2
+async-timeout==5.0.1
+attrs==24.3.0
+blinker==1.9.0
+certifi==2024.12.14
+cffi==1.17.1
+charset-normalizer==3.4.1
+click==8.1.8
+colorama==0.4.6
+coloredlogs==15.0.1
+datasets==3.2.0
+dill==0.3.8
+evaluate==0.4.3
+filelock==3.16.1
+Flask==3.1.0
+flatbuffers==24.12.23
+frozenlist==1.5.0
+fsspec==2024.9.0
+gevent==24.11.1
+greenlet==3.1.1
+huggingface-hub==0.27.1
+humanfriendly==10.0
+idna==3.10
+importlib_metadata==8.5.0
+itsdangerous==2.2.0
+Jinja2==3.1.5
+joblib==1.4.2
+MarkupSafe==3.0.2
+mpmath==1.3.0
+multidict==6.1.0
+multiprocess==0.70.16
+networkx==3.2.1
+numpy==2.0.2
+onnx==1.17.0
+onnxruntime==1.19.2
+optimum==1.23.3
+packaging==24.2
+pandas==2.2.3
+pillow==11.1.0
+propcache==0.2.1
+protobuf==5.29.3
+psutil==6.1.1
+pyarrow==18.1.0
+pycparser==2.22
+pyreadline3==3.5.4
+python-dateutil==2.9.0.post0
+pytz==2024.2
+PyYAML==6.0.2
+regex==2024.11.6
+requests==2.32.3
+safetensors==0.5.2
+scikit-learn==1.6.1
+scipy==1.13.1
+sentence-transformers==3.3.1
+six==1.17.0
+sympy==1.13.1
+threadpoolctl==3.5.0
+tokenizers==0.20.3
+torch==2.5.1
+tqdm==4.67.1
+transformers==4.46.3
+typing_extensions==4.12.2
+tzdata==2024.2
+urllib3==2.3.0
+Werkzeug==3.1.3
+xxhash==3.5.0
+yarl==1.18.3
+zipp==3.21.0
+zope.event==5.0
+zope.interface==7.2