Christoph Holthaus
		
	commited on
		
		
					Commit 
							
							·
						
						2fb3212
	
1
								Parent(s):
							
							b6aa127
								
tests
Browse files
    	
        app.py
    CHANGED
    
    | @@ -13,16 +13,16 @@ print("! INITING DONE !") | |
| 13 |  | 
| 14 | 
             
            # Preparing things to work
         | 
| 15 | 
             
            title = "# Demo for 7B Models - Quantized"
         | 
| 16 | 
            -
            descr = ''' | 
| 17 | 
             
            Quantized to run in the free tier hosting. 
         | 
| 18 | 
             
            Have a quick way to test models or share them with others without hassle.
         | 
| 19 | 
             
            It runs slow, as it's on cpu. Usable for basic tests.
         | 
| 20 | 
             
            It uses quantized models in gguf-Format and llama.cpp to run them.
         | 
| 21 | 
            -
            <br>
         | 
| 22 | 
            -
            Powered by ...'''
         | 
| 23 |  | 
| 24 | 
            -
             | 
| 25 |  | 
|  | |
|  | |
| 26 |  | 
| 27 | 
             
            import os
         | 
| 28 | 
             
            from threading import Thread
         | 
|  | |
| 13 |  | 
| 14 | 
             
            # Preparing things to work
         | 
| 15 | 
             
            title = "# Demo for 7B Models - Quantized"
         | 
| 16 | 
            +
            descr = '''
         | 
| 17 | 
             
            Quantized to run in the free tier hosting. 
         | 
| 18 | 
             
            Have a quick way to test models or share them with others without hassle.
         | 
| 19 | 
             
            It runs slow, as it's on cpu. Usable for basic tests.
         | 
| 20 | 
             
            It uses quantized models in gguf-Format and llama.cpp to run them.
         | 
|  | |
|  | |
| 21 |  | 
| 22 | 
            +
            Powered by ...'''
         | 
| 23 |  | 
| 24 | 
            +
            print(f"DEBUG: Memory free: {psutil.virtual_memory().free}")
         | 
| 25 | 
            +
            print(f"DEBUG: Memory: {psutil.virtual_memory()}")
         | 
| 26 |  | 
| 27 | 
             
            import os
         | 
| 28 | 
             
            from threading import Thread
         | 
