update

requirements.txt

@@ -5,6 +5,8 @@ librosa==0.8.1
 numpy==1.22.0
 sherpa-onnx>=1.9.21
 shortuuid==1.0.13
+flask==3.0.3
+gevent==24.2.1
 
 data/wheels/k2-1.23.4.dev20230130+cpu.torch1.13.1-cp38-cp38-linux_x86_64.whl
 data/wheels/k2_sherpa-1.1-cp38-cp38-linux_x86_64.whl

server/__init__.py

@@ -0,0 +1,5 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+
+if __name__ == '__main__':
+    pass

server/asr_server/run_asr_server.py

@@ -0,0 +1,49 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+import argparse
+import logging
+import os
+import sys
+
+pwd = os.path.abspath(os.path.dirname(__file__))
+sys.path.append(os.path.join(pwd, "../../"))
+
+from flask import Flask
+from gevent import pywsgi
+
+import log
+from server.asr_server import settings
+
+log.setup(log_directory=settings.log_directory)
+
+from server.flask_server.view_func.heart_beat import heart_beat
+
+logger = logging.getLogger("server")
+
+
+# 初始化服务
+flask_app = Flask(__name__)
+flask_app.add_url_rule(rule="/HeartBeat", view_func=heart_beat, methods=["GET", "POST"], endpoint="HeartBeat")
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--port",
+        default=settings.port,
+        type=int,
+    )
+    args = parser.parse_args()
+
+    logger.info("model server is already, port: {}".format(args.port))
+
+    # flask_app.run(
+    #     host="0.0.0.0",
+    #     port=args.port,
+    # )
+
+    server = pywsgi.WSGIServer(
+        listener=("0.0.0.0", args.port),
+        application=flask_app
+    )
+    server.serve_forever()

server/asr_server/settings.py

@@ -0,0 +1,12 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+from project_settings import project_path
+
+log_directory = project_path / "server/train_model_server/logs"
+log_directory.mkdir(parents=True, exist_ok=True)
+
+port = 9527
+
+
+if __name__ == "__main__":
+    pass

server/flask_server/route_wrap/common_route_wrap.py

@@ -0,0 +1,77 @@
+import logging
+import time
+import traceback
+
+import jsonschema
+
+from server.exception import ExpectedError
+from toolbox.logging.misc import json_2_str
+
+logger = logging.getLogger('server')
+
+
+result_schema = {
+    'type': 'object',
+    'required': ['result', 'debug'],
+    'properties': {
+        'result': {},
+        'debug': {}
+    },
+    'additionalProperties': False
+
+}
+
+
+def common_route_wrap(f):
+    def inner(*args, **kwargs):
+        begin = time.time()
+        try:
+            ret = f(*args, **kwargs)
+            try:
+                jsonschema.validate(ret, result_schema)
+                debug = ret['debug']
+                result = ret['result']
+            except jsonschema.exceptions.ValidationError as e:
+                debug = None
+                result = ret
+
+            response = {
+                'status_code': 60200,
+                'result': result,
+                'debug': debug,
+                'message': 'success',
+                'detail': None
+            }
+            status_code = 200
+        except ExpectedError as e:
+            response = {
+                'status_code': e.status_code,
+                'result': None,
+                'message': e.message,
+                'detail': e.detail,
+                'traceback': e.traceback,
+            }
+            status_code = 400
+
+        except Exception as e:
+            response = {
+                'status_code': 60500,
+                'result': None,
+                'message': str(e),
+                'detail': None,
+                'traceback': traceback.format_exc(),
+            }
+            status_code = 500
+
+        cost = time.time() - begin
+        response['time_cost'] = round(cost, 4)
+
+        abstract_response = json_2_str(response)
+        if 'traceback' in response:
+            abstract_response['traceback'] = response['traceback']
+
+        logger.info('response: {}'.format(abstract_response))
+        # logger.info('response: {}'.format(json.dumps(response, ensure_ascii=False)))
+
+        return response, status_code
+    return inner

server/flask_server/view_func/__init__.py

@@ -0,0 +1,6 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+
+
+if __name__ == '__main__':
+    pass

server/flask_server/view_func/heart_beat.py

@@ -0,0 +1,8 @@
+# -*- encoding=UTF-8 -*-
+from server.flask_server.route_wrap.common_route_wrap import common_route_wrap
+
+
+@common_route_wrap
+def heart_beat():
+    # curl -X POST http://127.0.0.1:9527/HeartBeat
+    return "OK"

server/log.py

@@ -0,0 +1,110 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+import logging
+from logging.handlers import TimedRotatingFileHandler
+import os
+
+
+def setup(log_directory: str):
+    fmt = "%(asctime)s - %(name)s - %(levelname)s  %(filename)s:%(lineno)d >  %(message)s"
+
+    stream_handler = logging.StreamHandler()
+    stream_handler.setLevel(logging.INFO)
+    stream_handler.setFormatter(logging.Formatter(fmt))
+
+    # main
+    main_logger = logging.getLogger("main")
+    main_logger.addHandler(stream_handler)
+    main_info_file_handler = TimedRotatingFileHandler(
+        filename=os.path.join(log_directory, "main.log"),
+        encoding="utf-8",
+        when="midnight", 
+        interval=1, 
+        backupCount=30
+    )
+    main_info_file_handler.setLevel(logging.INFO)
+    main_info_file_handler.setFormatter(logging.Formatter(fmt))
+    main_logger.addHandler(main_info_file_handler)
+
+    # http
+    http_logger = logging.getLogger("http")
+    http_file_handler = TimedRotatingFileHandler(
+        filename=os.path.join(log_directory, "http.log"),
+        encoding='utf-8',
+        when="midnight",
+        interval=1,
+        backupCount=30
+    )
+    http_file_handler.setLevel(logging.DEBUG)
+    http_file_handler.setFormatter(logging.Formatter(fmt))
+    http_logger.addHandler(http_file_handler)
+
+    # api
+    api_logger = logging.getLogger("api")
+    api_file_handler = TimedRotatingFileHandler(
+        filename=os.path.join(log_directory, "api.log"),
+        encoding='utf-8',
+        when="midnight",
+        interval=1,
+        backupCount=30
+    )
+    api_file_handler.setLevel(logging.DEBUG)
+    api_file_handler.setFormatter(logging.Formatter(fmt))
+    api_logger.addHandler(api_file_handler)
+
+    # alarm
+    alarm_logger = logging.getLogger("alarm")
+    alarm_file_handler = TimedRotatingFileHandler(
+        filename=os.path.join(log_directory, "alarm.log"),
+        encoding="utf-8",
+        when="midnight",
+        interval=1,
+        backupCount=30
+    )
+    alarm_file_handler.setLevel(logging.DEBUG)
+    alarm_file_handler.setFormatter(logging.Formatter(fmt))
+    alarm_logger.addHandler(alarm_file_handler)
+
+    debug_file_handler = TimedRotatingFileHandler(
+        filename=os.path.join(log_directory, "debug.log"),
+        encoding="utf-8",
+        when="D",
+        interval=1,
+        backupCount=7
+    )
+    debug_file_handler.setLevel(logging.DEBUG)
+    debug_file_handler.setFormatter(logging.Formatter(fmt))
+
+    info_file_handler = TimedRotatingFileHandler(
+        filename=os.path.join(log_directory, "info.log"),
+        encoding="utf-8",
+        when="D",
+        interval=1,
+        backupCount=7
+    )
+    info_file_handler.setLevel(logging.INFO)
+    info_file_handler.setFormatter(logging.Formatter(fmt))
+
+    error_file_handler = TimedRotatingFileHandler(
+        filename=os.path.join(log_directory, "error.log"),
+        encoding="utf-8",
+        when="D",
+        interval=1,
+        backupCount=7
+    )
+    error_file_handler.setLevel(logging.ERROR)
+    error_file_handler.setFormatter(logging.Formatter(fmt))
+
+    logging.basicConfig(
+        level=logging.DEBUG,
+        datefmt="%a, %d %b %Y %H:%M:%S",
+        handlers=[
+            debug_file_handler,
+            info_file_handler,
+            error_file_handler,
+        ]
+    )
+
+
+if __name__ == "__main__":
+    pass

view_func/__init__.py

@@ -0,0 +1,5 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+
+if __name__ == '__main__':
+    pass

view_func/heart_beat.py

@@ -0,0 +1,7 @@
+# -*- encoding=UTF-8 -*-
+from route_wrap.common_route_wrap import common_route_wrap
+
+
+@common_route_wrap
+def heart_beat():
+    return 'OK'