Upload 12 files

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+ocrengine/libttvcore.so filter=lfs diff=lfs merge=lfs -text
+ocrengine/libttvifchecker.so filter=lfs diff=lfs merge=lfs -text
+ocrengine/libttvocrengine.so filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,12 @@
+FROM python:3.8-slim
+RUN apt-get update -y
+RUN apt-get install -y libpcsclite-dev psmisc    
+RUN mkdir -p /home/faceonlive_iddocrecog
+WORKDIR /home/faceonlive_iddocrecog
+COPY ./requirements.txt .
+COPY ./ocrengine .
+COPY ./app.py .
+COPY ./demo.py .
+RUN pip3 install -r requirements.txt
+CMD [ "python3", "app.py"]
+EXPOSE 8080

app.py

@@ -0,0 +1,203 @@
+import sys
+sys.path.append('.')
+
+from flask import Flask, render_template, request, jsonify, send_from_directory
+from time import gmtime, strftime
+import os
+import base64
+import json
+import uuid
+import cv2
+import numpy as np
+
+from ocrengine.ocrengine import TTVOcrGetHWID
+from ocrengine.ocrengine import TTVOcrSetActivation
+from ocrengine.ocrengine import TTVOcrInit
+from ocrengine.ocrengine import TTVOcrProcess
+from ocrengine.ocrengine import TTVOcrCreditCard
+from ocrengine.ocrengine import TTVOcrBarCode
+from ocrengine.ocrengine import ttv_if_checker
+
+# Set the template and static folder to the client build
+app = Flask(__name__, template_folder="client/build", static_folder="client/build/static")
+
+ocrHWID = TTVOcrGetHWID()
+print('ocr hwid: ', ocrHWID.decode('utf-8'))
+
+licensePath = os.path.abspath(os.path.dirname(__file__)) + '/ocrengine/dict/license.txt'
+ocrRet = TTVOcrSetActivation(licensePath.encode('utf-8'))
+print('ocr activation: ', ocrRet.decode('utf-8'))
+
+dictPath = os.path.abspath(os.path.dirname(__file__)) + '/ocrengine/dict'
+ocrRet = TTVOcrInit(dictPath.encode('utf-8'))
+print('ocr engine init: ', ocrRet.decode('utf-8'))
+
+@app.route('/ocr/idcard', methods=['POST'])
+def ocr_idcard():
+  print(request.files)
+  file1 = request.files['image1']
+
+  file_name1 = uuid.uuid4().hex[:6]
+  save_path1 = 'dump/' + file_name1 + '_' + file1.filename
+  file1.save(save_path1)
+
+  file_path1 = os.path.abspath(save_path1)
+
+  if 'image2' not in request.files:
+    file_path2 = ''
+  else:
+    file2 = request.files['image2']
+
+    file_name2 = uuid.uuid4().hex[:6]
+    save_path2 = 'dump/' + file_name2 + '_' + file2.filename
+    file2.save(save_path2)
+    print(file2.filename)
+
+    file_path2 = os.path.abspath(save_path2)
+
+
+  ocrResult = TTVOcrProcess(file_path1.encode('utf-8'), file_path2.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  if_check = ttv_if_checker(file_path1.encode('utf-8'))
+  response = jsonify({"status": status, "data": ocrResDict, "authenticity": if_check})
+
+  os.remove(file_path1)
+  if 'image2' in request.files:
+    os.remove(file_path2)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+  return response
+
+@app.route('/ocr/idcard_base64', methods=['POST'])
+def ocr_idcard_base64():
+  content = request.get_json()
+  imageBase64 = content['image']
+
+  file_name = uuid.uuid4().hex[:6]
+  save_path = 'dump/' + file_name
+  with open(save_path, "wb") as fh:
+    fh.write(base64.b64decode(imageBase64))
+
+  file_path = os.path.abspath(save_path)
+
+  ocrResult = TTVOcrProcess(file_path.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  if_check = ttv_if_checker(file_path.encode('utf-8'))
+  response = jsonify({"status": status, "data": ocrResDict, "authenticity": if_check})
+
+  os.remove(file_path)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+  return response
+
+
+@app.route('/ocr/credit', methods=['POST'])
+def ocr_credit():
+  file = request.files['image']
+  print('ocr_credit ', file)
+
+  image = cv2.imdecode(np.fromstring(file.read(), np.uint8), cv2.IMREAD_COLOR)
+  file_name = uuid.uuid4().hex[:6]
+  save_path = 'dump/' + file_name + '.png'
+  cv2.imwrite(save_path, image)
+
+  file_path = os.path.abspath(save_path)
+
+  ocrResult = TTVOcrCreditCard(file_path.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  response = jsonify({"status": status, "data": ocrResDict})
+
+  os.remove(file_path)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+  return response
+
+@app.route('/ocr/credit_base64', methods=['POST'])
+def ocr_credit_base64():
+  print('ocr_credit_base64');
+  content = request.get_json()
+  imageBase64 = content['image']
+  image = cv2.imdecode(np.frombuffer(base64.b64decode(imageBase64), dtype=np.uint8), cv2.IMREAD_COLOR)
+
+  file_name = uuid.uuid4().hex[:6]
+  save_path = 'dump/' + file_name + '.png'
+  cv2.imwrite(save_path, image)
+
+  file_path = os.path.abspath(save_path)
+
+  ocrResult = TTVOcrCreditCard(file_path.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  response = jsonify({"status": status, "data": ocrResDict})
+
+  os.remove(file_path)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+  return response
+
+@app.route('/ocr/barcode', methods=['POST'])
+def ocr_barcode():
+  file = request.files['image']
+  print('ocr_barcode ', file)
+
+  image = cv2.imdecode(np.fromstring(file.read(), np.uint8), cv2.IMREAD_COLOR)
+  file_name = uuid.uuid4().hex[:6]
+  save_path = 'dump/' + file_name + '.png'
+  cv2.imwrite(save_path, image)
+
+  file_path = os.path.abspath(save_path)
+
+  ocrResult = TTVOcrBarCode(file_path.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  response = jsonify({"status": status, "data": ocrResDict})
+
+  os.remove(file_path)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+  return response
+
+@app.route('/ocr/barcode_base64', methods=['POST'])
+def ocr_barcode_base64():
+  content = request.get_json()
+  imageBase64 = content['image']
+  image = cv2.imdecode(np.frombuffer(base64.b64decode(imageBase64), dtype=np.uint8), cv2.IMREAD_COLOR)
+
+  file_name = uuid.uuid4().hex[:6]
+  save_path = 'dump/' + file_name + '.png'
+  cv2.imwrite(save_path, image)
+
+  file_path = os.path.abspath(save_path)
+  print('file_path: ', file_path)
+
+  ocrResult = TTVOcrBarCode(file_path.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  response = jsonify({"status": status, "data": ocrResDict})
+
+  os.remove(file_path)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+
+  return response
+
+
+
+if __name__ == '__main__':
+    port = int(os.environ.get("PORT", 8000))
+    app.run(host='0.0.0.0', port=port)

demo.py

@@ -0,0 +1,186 @@
+import gradio as gr
+import requests
+import json
+from PIL import Image
+
+def idcard_recognition(frame1, frame2):
+    url = "http://127.0.0.1:8000/ocr/idcard"
+    files = None
+    if frame1 is not None and frame2 is not None:
+        files = {'image1': open(frame1, 'rb'), 'image2': open(frame2, 'rb')}
+    elif frame1 is not None and frame2 is None:
+        files = {'image1': open(frame1, 'rb')}
+    elif frame1 is None and frame2 is not None:
+        files = {'image1': open(frame2, 'rb')}
+    else:
+        return ['', None]
+
+    print(frame1, files)
+    r = requests.post(url=url, files=files)
+
+    images = None   
+    resultValues = {}
+    table_value = ""
+    for key, value in r.json().items():
+
+        if key == 'data':
+            if 'image' in value:
+                del value['image']
+            resultValues[key] = value
+        else:
+            resultValues[key] = value
+
+
+    if 'data' in r.json():
+        for key, value in r.json()['data'].items():
+            if key == 'image':
+                for image_key, image_value in value.items():
+                    row_value = ("<tr>"
+                                    "<td>{key}</td>"
+                                    "<td><img src=""data:image/png;base64,{base64_image} width = '200'  height= '100' /></td>"
+                                "</tr>".format(key=image_key, base64_image=image_value))
+                    table_value = table_value + row_value
+
+        images = ("<table>"
+                    "<tr>"
+                        "<th>Field</th>"
+                        "<th>Image</th>"
+                    "</tr>"
+                    "{table_value}"
+                    "</table>".format(table_value=table_value))
+    
+    json_result = json.dumps(resultValues, indent=4)
+    return [json_result, images]
+
+def barcode_recognition(frame):
+    url = "http://127.0.0.1:8000/ocr/barcode"
+    files = None
+    if frame is None:
+        return ['', None]
+
+    files = {'image': open(frame, 'rb')}
+    r = requests.post(url=url, files=files)
+
+    images = None   
+    resultValues = {}
+    table_value = ""
+    for key, value in r.json().items():
+
+        if key == 'data':
+            if 'image' in value:
+                del value['image']
+            resultValues[key] = value
+        else:
+            resultValues[key] = value
+
+
+    if 'data' in r.json():
+        for key, value in r.json()['data'].items():
+            if key == 'image':
+                for image_key, image_value in value.items():
+                    row_value = ("<tr>"
+                                    "<td>{key}</td>"
+                                    "<td><img src=""data:image/png;base64,{base64_image} width = '200'  height= '100' /></td>"
+                                "</tr>".format(key=image_key, base64_image=image_value))
+                    table_value = table_value + row_value
+
+        images = ("<table>"
+                    "<tr>"
+                        "<th>Field</th>"
+                        "<th>Image</th>"
+                    "</tr>"
+                    "{table_value}"
+                    "</table>".format(table_value=table_value))
+    
+    json_result = json.dumps(resultValues, indent=4)
+    return [json_result, images]
+
+def credit_recognition(frame):
+    url = "http://127.0.0.1:8000/ocr/credit"
+    files = None
+    if frame is None:
+        return ['', None]
+
+    files = {'image': open(frame, 'rb')}
+    r = requests.post(url=url, files=files)
+
+    images = None   
+    resultValues = {}
+    table_value = ""
+    for key, value in r.json().items():
+
+        if key == 'data':
+            if 'image' in value:
+                del value['image']
+            resultValues[key] = value
+        else:
+            resultValues[key] = value
+
+
+    if 'data' in r.json():
+        for key, value in r.json()['data'].items():
+            if key == 'image':
+                for image_key, image_value in value.items():
+                    row_value = ("<tr>"
+                                    "<td>{key}</td>"
+                                    "<td><img src=""data:image/png;base64,{base64_image} width = '200'  height= '100' /></td>"
+                                "</tr>".format(key=image_key, base64_image=image_value))
+                    table_value = table_value + row_value
+
+        images = ("<table>"
+                    "<tr>"
+                        "<th>Field</th>"
+                        "<th>Image</th>"
+                    "</tr>"
+                    "{table_value}"
+                    "</table>".format(table_value=table_value))
+    
+    json_result = json.dumps(resultValues, indent=4)
+    return [json_result, images]
+
+with gr.Blocks() as demo:
+    gr.Markdown(
+        """
+    OCR Demo
+    """
+    )
+    with gr.TabItem("ID Card Recognition"):
+        with gr.Row():
+            with gr.Column(scale=3):
+                id_image_input1 = gr.Image(type='filepath')
+                id_image_input2 = gr.Image(type='filepath')
+                id_recognition_button = gr.Button("ID Card Recognition")
+            with gr.Column(scale=5):
+                id_result_output = gr.Textbox()
+        
+            with gr.Column(scale=2):
+                image_result_output = gr.HTML()
+
+        id_recognition_button.click(idcard_recognition, inputs=[id_image_input1, id_image_input2], outputs=[id_result_output, image_result_output])
+    with gr.TabItem("Barcode Recognition"):
+        with gr.Row():
+            with gr.Column(scale=3):
+                barcode_image_input = gr.Image(type='filepath')
+                barcode_recognition_button = gr.Button("Barcode Recognition")
+            with gr.Column(scale=5):
+                barcode_result_output = gr.HTML()
+        
+            with gr.Column(scale=2):
+                image_result_output = gr.HTML()
+        
+        barcode_recognition_button.click(barcode_recognition, inputs=barcode_image_input, outputs=[barcode_result_output, image_result_output])
+
+    with gr.TabItem("Credit Card Recognition"):
+        with gr.Row():
+            with gr.Column(scale=3):
+                credit_image_input = gr.Image(type='filepath')
+                credit_recognition_button = gr.Button("Credit Card Recognition")
+            with gr.Column(scale=5):
+                credit_result_output = gr.HTML()
+        
+            with gr.Column(scale=2):
+                image_result_output = gr.HTML()
+        
+        credit_recognition_button.click(credit_recognition, inputs=credit_image_input, outputs=[credit_result_output, image_result_output])
+
+demo.launch(server_name="0.0.0.0", server_port=9000)

ocrengine/dict/data1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3984b15b29f28886e3ce8634b3fdc93633becb9f34a0c9aed152ce2b7126d5a9
+size 142606336

ocrengine/dict/data2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd1d2f0701d443e771b04eef5adb7b752961b6ace6f60eb1c2c5d533a65fda
+size 9212703

ocrengine/dict/data3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0244637e40fa09ad753ab0299d39360acc8b69afd3883296def40aeaa984ec26
+size 188743680

ocrengine/dict/data4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7d151420087f4c2b5c7d47a7d37310ae4c40fc9f2cb129866e8ff1132c0d2f
+size 96905216

ocrengine/libttvcore.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca8d29bc483e307ad8f4b2e92acc7b2a97460e0f8ddbbce05b8d7a7764d3c7c
+size 95098400

ocrengine/libttvifchecker.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e3b916d3674b7b41a0b8f3f1a6331d83057a37012074e2c119362fcb9dd5a9
+size 1613856

ocrengine/libttvocrengine.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6178a01edfc73c9ea15763cd731182cec3faff7a16f01bd6969166acced95e
+size 3907352

ocrengine/ocrengine.py

@@ -0,0 +1,39 @@
+import ctypes, ctypes.util
+from ctypes import *
+from numpy.ctypeslib import ndpointer
+import sys
+import os
+
+dll_path = os.path.abspath(os.path.dirname(__file__)) + '/libttvocrengine.so'
+ocr_engine = cdll.LoadLibrary(dll_path)
+
+TTVOcrInit = ocr_engine.TTVOcrInit
+TTVOcrInit.argtypes = [ctypes.c_char_p]
+TTVOcrInit.restype = ctypes.c_char_p
+
+TTVOcrProcess = ocr_engine.TTVOcrProcess
+TTVOcrProcess.argtypes = [ctypes.c_char_p, ctypes.c_char_p]
+TTVOcrProcess.restype = ctypes.c_char_p
+
+TTVOcrCreditCard = ocr_engine.TTVOcrCreditCard
+TTVOcrCreditCard.argtypes = [ctypes.c_char_p]
+TTVOcrCreditCard.restype = ctypes.c_char_p
+
+TTVOcrBarCode = ocr_engine.TTVOcrBarCode
+TTVOcrBarCode.argtypes = [ctypes.c_char_p]
+TTVOcrBarCode.restype = ctypes.c_char_p
+
+TTVOcrGetHWID = ocr_engine.TTVOcrGetHWID
+TTVOcrGetHWID.argtypes = []
+TTVOcrGetHWID.restype = ctypes.c_char_p
+
+TTVOcrSetActivation = ocr_engine.TTVOcrSetActivation
+TTVOcrSetActivation.argtypes = []
+TTVOcrSetActivation.restype = ctypes.c_char_p
+
+dll_path = os.path.abspath(os.path.dirname(__file__)) + '/libttvifchecker.so'
+if_engine = cdll.LoadLibrary(dll_path)
+
+ttv_if_checker = if_engine.ttv_if_checker
+ttv_if_checker.argtypes = [ctypes.c_char_p]
+ttv_if_checker.restype = ctypes.c_int32

requirements.txt

@@ -0,0 +1,3 @@
+flask
+flask-cors
+gradio