File size: 2,686 Bytes
bf7e46f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 |
from __future__ import print_function
from config import *
import tiktoken
import pinecone
import uuid
import sys
import logging
from flask import Flask, jsonify
from flask_cors import CORS, cross_origin
from flask import request
from handle_file import handle_file
from answer_question import get_answer_from_files
logging.basicConfig(
level=logging.INFO,
format="%(asctime)s [%(levelname)s] %(message)s",
handlers=[
logging.FileHandler("debug.log"),
logging.StreamHandler(sys.stdout)
]
)
logging.basicConfig(
level=logging.INFO,
format="%(asctime)s [%(levelname)s] %(message)s",
handlers=[
logging.FileHandler("debug.log"),
logging.StreamHandler(sys.stdout)
]
)
def load_pinecone_index() -> pinecone.Index:
"""
Load index from Pinecone, raise error if the index can't be found.
"""
pinecone.init(
api_key=PINECONE_API_KEY,
environment=PINECONE_ENV,
)
index_name = PINECONE_INDEX
if not index_name in pinecone.list_indexes():
print(pinecone.list_indexes())
raise KeyError(f"Index '{index_name}' does not exist.")
index = pinecone.Index(index_name)
return index
def create_app():
pinecone_index = load_pinecone_index()
tokenizer = tiktoken.get_encoding("gpt2")
session_id = str(uuid.uuid4().hex)
app = Flask(__name__)
app.pinecone_index = pinecone_index
app.tokenizer = tokenizer
app.session_id = session_id
# log session id
logging.info(f"session_id: {session_id}")
app.config["file_text_dict"] = {}
CORS(app, supports_credentials=True)
return app
app = create_app()
@app.route(f"/process_file", methods=["POST"])
@cross_origin(supports_credentials=True)
def process_file():
try:
file = request.files['file']
logging.info(str(file))
handle_file(
file, app.session_id, app.pinecone_index, app.tokenizer)
return jsonify({"success": True})
except Exception as e:
logging.error(str(e))
return jsonify({"success": False})
@app.route(f"/answer_question", methods=["POST"])
@cross_origin(supports_credentials=True)
def answer_question():
try:
params = request.get_json()
question = params["question"]
answer_question_response = get_answer_from_files(
question, app.session_id, app.pinecone_index)
return answer_question_response
except Exception as e:
return str(e)
@app.route("/healthcheck", methods=["GET"])
@cross_origin(supports_credentials=True)
def healthcheck():
return "OK"
if __name__ == "__main__":
app.run(debug=True, port=SERVER_PORT, threaded=True) |