update app.py, add tencent_utils.py

app.py

@@ -46,6 +46,9 @@ lama_cleaner_enable = True
 
 kosmos_enable = False
 
+# qwen_enable = True
+# from qwen_utils import *
+
 if os.environ.get('IS_MY_DEBUG') is not None:
     sam_enable = False
     ram_enable = False
@@ -93,6 +96,11 @@ if kosmos_enable:
 
 from kosmos_utils import *
 
+from tencent_utils import get_tmt_client, getTextTrans_tmt
+tmt_client = get_tmt_client()
+def getTextTrans(text, source='zh', target='en'):
+    return getTextTrans_tmt(tmt_client, text, source, target)
+
 config_file = 'GroundingDINO/groundingdino/config/GroundingDINO_SwinT_OGC.py'
 ckpt_repo_id = "ShilongLiu/GroundingDINO"
 ckpt_filenmae = "groundingdino_swint_ogc.pth"
@@ -558,6 +566,9 @@ def get_time_cost(run_task_time, time_cost_str):
 def run_anything_task(input_image, text_prompt, task_type, inpaint_prompt, box_threshold, text_threshold, 
             iou_threshold, inpaint_mode, mask_source_radio, remove_mode, remove_mask_extend, num_relation, kosmos_input, cleaner_size_limit=1080):
 
+    text_prompt = getTextTrans(text_prompt, source='zh', target='en')
+    inpaint_prompt = getTextTrans(inpaint_prompt, source='zh', target='en')
+
     run_task_time = 0
     time_cost_str = ''
     run_task_time, time_cost_str = get_time_cost(run_task_time, time_cost_str)
@@ -943,12 +954,12 @@ if __name__ == "__main__":
                             ])
 
         DESCRIPTION = f'### This demo from [Grounded-Segment-Anything](https://github.com/IDEA-Research/Grounded-Segment-Anything). <br>'
-        if ram_enable:
-            DESCRIPTION += f'RAM from [RelateAnything](https://github.com/Luodian/RelateAnything). <br>'
         if lama_cleaner_enable:
             DESCRIPTION += f'Remove(cleaner) from [lama-cleaner](https://github.com/Sanster/lama-cleaner). <br>'
         if kosmos_enable:
             DESCRIPTION += f'Kosmos-2 from [Kosmos-2](https://github.com/microsoft/unilm/tree/master/kosmos-2). <br>'
+        if ram_enable:
+            DESCRIPTION += f'RAM from [RelateAnything](https://github.com/Luodian/RelateAnything). <br>'
         DESCRIPTION += f'Thanks for their excellent work.'
         DESCRIPTION += f'<p>For faster inference without waiting in queue, you may duplicate the space and upgrade to GPU in settings. \
                         <a href="https://huggingface.co/spaces/yizhangliu/Grounded-Segment-Anything?duplicate=true"><img style="display: inline; margin-top: 0em; margin-bottom: 0em" src="https://bit.ly/3gLdBN6" alt="Duplicate Space" /></a></p>'

requirements.txt

@@ -38,4 +38,12 @@ mmcv==2.0.0
 mmengine
 openmim==0.3.9
 
+tiktoken
+einops
+transformers_stream_generator==0.0.4
+tensorboard
+bitsandbytes
+auto-gptq
+
+tencentcloud-sdk-python
 

tencent_utils.py

@@ -0,0 +1,54 @@
+import json, os
+from tencentcloud.common import credential
+from tencentcloud.common.profile.client_profile import ClientProfile
+from tencentcloud.common.profile.http_profile import HttpProfile
+from tencentcloud.common.exception.tencent_cloud_sdk_exception import TencentCloudSDKException
+from tencentcloud.tmt.v20180321 import tmt_client, models
+
+def get_tmt_client():
+    try:
+        # 实例化一个认证对象，入参需要传入腾讯云账户 SecretId 和 SecretKey，此处还需注意密钥对的保密
+        # 代码泄露可能会导致 SecretId 和 SecretKey 泄露，并威胁账号下所有资源的安全性。以下代码示例仅供参考，建议采用更安全的方式来使用密钥，请参见：https://cloud.tencent.com/document/product/1278/85305
+        # 密钥可前往官网控制台 https://console.cloud.tencent.com/cam/capi 进行获取
+        SecretId = os.environ.get("TENCENTCLOUD_SECRET_ID")
+        SecretKey = os.environ.get("TENCENTCLOUD_SECRET_KEY")    
+        cred = credential.Credential(SecretId, SecretKey)
+        # 实例化一个http选项，可选的，没有特殊需求可以跳过
+        httpProfile = HttpProfile()
+        httpProfile.endpoint = "tmt.tencentcloudapi.com"
+
+        # 实例化一个client选项，可选的，没有特殊需求可以跳过
+        clientProfile = ClientProfile()
+        clientProfile.httpProfile = httpProfile
+        # 实例化要请求产品的client对象,clientProfile是可选的
+        client = tmt_client.TmtClient(cred, "ap-shanghai", clientProfile)
+        print(f'client_{client}')
+        return client
+    except TencentCloudSDKException as err:
+        print(f'client_err_{err}')
+        return None
+
+def getTextTrans_tmt(tmt_client, text, source='zh', target='en'):
+    def is_chinese(string):
+        for ch in string:
+            if u'\u4e00' <= ch <= u'\u9fff':
+                return True
+        return False
+
+    if tmt_client is None:
+        return text
+    if not is_chinese(text) and target == 'en': 
+        return text
+    try:
+        req = models.TextTranslateRequest()
+        params = {
+            "SourceText": text,
+            "Source": source,
+            "Target": target,
+            "ProjectId": 0
+        }   
+        req.from_json_string(json.dumps(params))
+        resp = tmt_client.TextTranslate(req)
+        return resp.TargetText
+    except Exception as e:
+        return text