Spaces:
				
			
			
	
			
			
		Runtime error
		
	
	
	
			
			
	
	
	
	
		
		
		Runtime error
		
	
		liuyizhang
		
	commited on
		
		
					Commit 
							
							·
						
						7a52d01
	
1
								Parent(s):
							
							abb3b3e
								
update app.py
Browse files- app.py +24 -10
 - requirements.txt +1 -1
 
    	
        app.py
    CHANGED
    
    | 
         @@ -37,8 +37,14 @@ from GroundingDINO.groundingdino.util.utils import clean_state_dict, get_phrases 
     | 
|
| 37 | 
         
             
            import cv2
         
     | 
| 38 | 
         
             
            import numpy as np
         
     | 
| 39 | 
         
             
            import matplotlib.pyplot as plt
         
     | 
| 40 | 
         
            -
             
     | 
| 41 | 
         
            -
             
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 42 | 
         | 
| 43 | 
         
             
            # segment anything
         
     | 
| 44 | 
         
             
            from segment_anything import build_sam, SamPredictor, SamAutomaticMaskGenerator
         
     | 
| 
         @@ -56,11 +62,13 @@ from utils import computer_info 
     | 
|
| 56 | 
         
             
            from ram_utils import iou, sort_and_deduplicate, relation_classes, MLP, show_anns, ram_show_mask
         
     | 
| 57 | 
         
             
            from ram_train_eval import RamModel,RamPredictor
         
     | 
| 58 | 
         
             
            from mmengine.config import Config as mmengine_Config
         
     | 
| 59 | 
         
            -
             
     | 
| 60 | 
         
            -
             
     | 
| 61 | 
         
            -
                 
     | 
| 62 | 
         
            -
             
     | 
| 63 | 
         
            -
             
     | 
| 
         | 
|
| 
         | 
|
| 64 | 
         | 
| 65 | 
         
             
            # from transformers import AutoProcessor, AutoModelForVision2Seq
         
     | 
| 66 | 
         
             
            import ast
         
     | 
| 
         @@ -787,7 +795,9 @@ def get_model_device(module): 
     | 
|
| 787 | 
         
             
            ram_enable = True
         
     | 
| 788 | 
         
             
            kosmos_enable = True
         
     | 
| 789 | 
         | 
| 790 | 
         
            -
            task_types = ["detection", "segment", "inpainting" 
     | 
| 
         | 
|
| 
         | 
|
| 791 | 
         
             
            if ram_enable:
         
     | 
| 792 | 
         
             
                task_types.append("relate anything")
         
     | 
| 793 | 
         
             
            if kosmos_enable:
         
     | 
| 
         @@ -811,7 +821,10 @@ if __name__ == "__main__": 
     | 
|
| 811 | 
         
             
                    load_sam_model()
         
     | 
| 812 | 
         | 
| 813 | 
         
             
                load_sd_model()
         
     | 
| 814 | 
         
            -
             
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 815 | 
         
             
                if ram_enable:
         
     | 
| 816 | 
         
             
                    load_ram_model()
         
     | 
| 817 | 
         | 
| 
         @@ -907,7 +920,8 @@ if __name__ == "__main__": 
     | 
|
| 907 | 
         
             
                    DESCRIPTION = f'### This demo from [Grounded-Segment-Anything](https://github.com/IDEA-Research/Grounded-Segment-Anything). <br>'
         
     | 
| 908 | 
         
             
                    if ram_enable:
         
     | 
| 909 | 
         
             
                        DESCRIPTION += f'RAM from [RelateAnything](https://github.com/Luodian/RelateAnything). <br>'
         
     | 
| 910 | 
         
            -
                     
     | 
| 
         | 
|
| 911 | 
         
             
                    if kosmos_enable:
         
     | 
| 912 | 
         
             
                        DESCRIPTION += f'Kosmos-2 from [Kosmos-2](https://github.com/microsoft/unilm/tree/master/kosmos-2). <br>'
         
     | 
| 913 | 
         
             
                    DESCRIPTION += f'Thanks for their excellent work.'
         
     | 
| 
         | 
|
| 37 | 
         
             
            import cv2
         
     | 
| 38 | 
         
             
            import numpy as np
         
     | 
| 39 | 
         
             
            import matplotlib.pyplot as plt
         
     | 
| 40 | 
         
            +
             
     | 
| 41 | 
         
            +
            lama_cleaner_enable = False
         
     | 
| 42 | 
         
            +
            try:
         
     | 
| 43 | 
         
            +
                from lama_cleaner.model_manager import ModelManager
         
     | 
| 44 | 
         
            +
                from lama_cleaner.schema import Config as lama_Config
         
     | 
| 45 | 
         
            +
                lama_cleaner_enable = True
         
     | 
| 46 | 
         
            +
            except Exception as e:
         
     | 
| 47 | 
         
            +
                pass
         
     | 
| 48 | 
         | 
| 49 | 
         
             
            # segment anything
         
     | 
| 50 | 
         
             
            from segment_anything import build_sam, SamPredictor, SamAutomaticMaskGenerator
         
     | 
| 
         | 
|
| 62 | 
         
             
            from ram_utils import iou, sort_and_deduplicate, relation_classes, MLP, show_anns, ram_show_mask
         
     | 
| 63 | 
         
             
            from ram_train_eval import RamModel,RamPredictor
         
     | 
| 64 | 
         
             
            from mmengine.config import Config as mmengine_Config
         
     | 
| 65 | 
         
            +
             
     | 
| 66 | 
         
            +
            if lama_cleaner_enable:
         
     | 
| 67 | 
         
            +
                from lama_cleaner.helper import (
         
     | 
| 68 | 
         
            +
                    load_img,
         
     | 
| 69 | 
         
            +
                    numpy_to_bytes,
         
     | 
| 70 | 
         
            +
                    resize_max_size,
         
     | 
| 71 | 
         
            +
                )
         
     | 
| 72 | 
         | 
| 73 | 
         
             
            # from transformers import AutoProcessor, AutoModelForVision2Seq
         
     | 
| 74 | 
         
             
            import ast
         
     | 
| 
         | 
|
| 795 | 
         
             
            ram_enable = True
         
     | 
| 796 | 
         
             
            kosmos_enable = True
         
     | 
| 797 | 
         | 
| 798 | 
         
            +
            task_types = ["detection", "segment", "inpainting"]
         
     | 
| 799 | 
         
            +
            if lama_cleaner_enable:
         
     | 
| 800 | 
         
            +
                task_types.append("remove")
         
     | 
| 801 | 
         
             
            if ram_enable:
         
     | 
| 802 | 
         
             
                task_types.append("relate anything")
         
     | 
| 803 | 
         
             
            if kosmos_enable:
         
     | 
| 
         | 
|
| 821 | 
         
             
                    load_sam_model()
         
     | 
| 822 | 
         | 
| 823 | 
         
             
                load_sd_model()
         
     | 
| 824 | 
         
            +
             
     | 
| 825 | 
         
            +
                if lama_cleaner_enable:
         
     | 
| 826 | 
         
            +
                    load_lama_cleaner_model()
         
     | 
| 827 | 
         
            +
             
     | 
| 828 | 
         
             
                if ram_enable:
         
     | 
| 829 | 
         
             
                    load_ram_model()
         
     | 
| 830 | 
         | 
| 
         | 
|
| 920 | 
         
             
                    DESCRIPTION = f'### This demo from [Grounded-Segment-Anything](https://github.com/IDEA-Research/Grounded-Segment-Anything). <br>'
         
     | 
| 921 | 
         
             
                    if ram_enable:
         
     | 
| 922 | 
         
             
                        DESCRIPTION += f'RAM from [RelateAnything](https://github.com/Luodian/RelateAnything). <br>'
         
     | 
| 923 | 
         
            +
                    if lama_cleaner_enable:
         
     | 
| 924 | 
         
            +
                        DESCRIPTION += f'Remove(cleaner) from [lama-cleaner](https://github.com/Sanster/lama-cleaner). <br>'
         
     | 
| 925 | 
         
             
                    if kosmos_enable:
         
     | 
| 926 | 
         
             
                        DESCRIPTION += f'Kosmos-2 from [Kosmos-2](https://github.com/microsoft/unilm/tree/master/kosmos-2). <br>'
         
     | 
| 927 | 
         
             
                    DESCRIPTION += f'Thanks for their excellent work.'
         
     | 
    	
        requirements.txt
    CHANGED
    
    | 
         @@ -26,6 +26,6 @@ safetensors 
     | 
|
| 26 | 
         
             
            pynvml
         
     | 
| 27 | 
         
             
            sentencepiece
         
     | 
| 28 | 
         | 
| 29 | 
         
            -
            lama-cleaner==1.2.3
         
     | 
| 30 | 
         
             
            openmim==0.1.5
         
     | 
| 31 | 
         
             
            mmcv==2.0.0
         
     | 
| 
         | 
|
| 26 | 
         
             
            pynvml
         
     | 
| 27 | 
         
             
            sentencepiece
         
     | 
| 28 | 
         | 
| 29 | 
         
            +
            # lama-cleaner==1.2.3
         
     | 
| 30 | 
         
             
            openmim==0.1.5
         
     | 
| 31 | 
         
             
            mmcv==2.0.0
         
     |