Spaces:
				
			
			
	
			
			
		Sleeping
		
	
	
	
			
			
	
	
	
	
		
		
		Sleeping
		
	修改rwkv的reset接口
Browse files- docker-compose.yml +15 -10
    	
        docker-compose.yml
    CHANGED
    
    | @@ -80,19 +80,19 @@ services: | |
| 80 | 
             
            version: '3'
         | 
| 81 | 
             
            services:
         | 
| 82 | 
             
              gpt_academic_with_rwkv:
         | 
| 83 | 
            -
                image: fuqingxu/gpt_academic:jittorllms    # [option 2] 如果需要运行 | 
| 84 | 
             
                environment:
         | 
| 85 | 
             
                  # 请查阅 `config.py` 以查看所有的配置信息
         | 
| 86 | 
             
                  API_KEY:                  '    sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,fkxxxxxx-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx  '
         | 
| 87 | 
             
                  USE_PROXY:                '    True                                                                                           '
         | 
| 88 | 
             
                  proxies:                  '    { "http": "socks5h://localhost:10880", "https": "socks5h://localhost:10880", }                 '
         | 
| 89 | 
             
                  LLM_MODEL:                '    gpt-3.5-turbo                                                                                  '
         | 
| 90 | 
            -
                  AVAIL_LLM_MODELS:         '    ["gpt-3.5-turbo", "api2d-gpt-4", " | 
| 91 | 
             
                  LOCAL_MODEL_DEVICE:       '    cuda                                                                                           '
         | 
| 92 | 
             
                  DEFAULT_WORKER_NUM:       '    10                                                                                             '
         | 
| 93 | 
            -
                  WEB_PORT:                 '     | 
| 94 | 
             
                  ADD_WAIFU:                '    True                                                                                           '
         | 
| 95 | 
            -
                  AUTHENTICATION:           '    [("username", "passwd"), ("username2", "passwd2")]                                             '
         | 
| 96 |  | 
| 97 | 
             
                # 显卡的使用,nvidia0指第0个GPU
         | 
| 98 | 
             
                runtime: nvidia
         | 
| @@ -104,14 +104,19 @@ services: | |
| 104 |  | 
| 105 | 
             
                # 使用代理网络拉取最新代码
         | 
| 106 | 
             
                # command: >
         | 
| 107 | 
            -
                #   bash -c "        | 
| 108 | 
            -
                #                   truncate -s -1 /etc/proxychains.conf &&
         | 
| 109 | 
             
                #                   echo \"socks5 127.0.0.1 10880\" >> /etc/proxychains.conf &&
         | 
|  | |
| 110 | 
             
                #                   proxychains git pull &&
         | 
| 111 | 
            -
                #                    | 
|  | |
|  | |
| 112 |  | 
| 113 | 
             
                # 不使用代理网络拉取最新代码
         | 
|  | |
| 114 | 
             
                command: >
         | 
| 115 | 
            -
                  bash -c " | 
| 116 | 
            -
             | 
| 117 | 
            -
             | 
|  | |
|  | 
|  | |
| 80 | 
             
            version: '3'
         | 
| 81 | 
             
            services:
         | 
| 82 | 
             
              gpt_academic_with_rwkv:
         | 
| 83 | 
            +
                image: fuqingxu/gpt_academic:jittorllms    # [option 2] 如果需要运行ChatGLM本地模型
         | 
| 84 | 
             
                environment:
         | 
| 85 | 
             
                  # 请查阅 `config.py` 以查看所有的配置信息
         | 
| 86 | 
             
                  API_KEY:                  '    sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,fkxxxxxx-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx  '
         | 
| 87 | 
             
                  USE_PROXY:                '    True                                                                                           '
         | 
| 88 | 
             
                  proxies:                  '    { "http": "socks5h://localhost:10880", "https": "socks5h://localhost:10880", }                 '
         | 
| 89 | 
             
                  LLM_MODEL:                '    gpt-3.5-turbo                                                                                  '
         | 
| 90 | 
            +
                  AVAIL_LLM_MODELS:         '    ["gpt-3.5-turbo", "api2d-gpt-4", "jittorllms_rwkv"]                                 '
         | 
| 91 | 
             
                  LOCAL_MODEL_DEVICE:       '    cuda                                                                                           '
         | 
| 92 | 
             
                  DEFAULT_WORKER_NUM:       '    10                                                                                             '
         | 
| 93 | 
            +
                  WEB_PORT:                 '    12305                                                                                          '
         | 
| 94 | 
             
                  ADD_WAIFU:                '    True                                                                                           '
         | 
| 95 | 
            +
                  # AUTHENTICATION:           '    [("username", "passwd"), ("username2", "passwd2")]                                             '
         | 
| 96 |  | 
| 97 | 
             
                # 显卡的使用,nvidia0指第0个GPU
         | 
| 98 | 
             
                runtime: nvidia
         | 
|  | |
| 104 |  | 
| 105 | 
             
                # 使用代理网络拉取最新代码
         | 
| 106 | 
             
                # command: >
         | 
| 107 | 
            +
                #   bash -c "       truncate -s -1 /etc/proxychains.conf &&
         | 
|  | |
| 108 | 
             
                #                   echo \"socks5 127.0.0.1 10880\" >> /etc/proxychains.conf &&
         | 
| 109 | 
            +
                #                   echo '[gpt-academic] 正在从github拉取最新代码...' &&
         | 
| 110 | 
             
                #                   proxychains git pull &&
         | 
| 111 | 
            +
                #                   echo '[jittorllms] 正在从github拉取最新代码...' &&
         | 
| 112 | 
            +
                #                   proxychains git --git-dir=request_llm/jittorllms/.git --work-tree=request_llm/jittorllms pull --force &&
         | 
| 113 | 
            +
                #                   python3 -u main.py"
         | 
| 114 |  | 
| 115 | 
             
                # 不使用代理网络拉取最新代码
         | 
| 116 | 
            +
             | 
| 117 | 
             
                command: >
         | 
| 118 | 
            +
                  bash -c "       echo '[gpt-academic] 正在从github拉取最新代码...' &&
         | 
| 119 | 
            +
                                  git pull &&
         | 
| 120 | 
            +
                                  echo '[jittorllms] 正在从github拉取最新代码...' &&
         | 
| 121 | 
            +
                                  git --git-dir=request_llm/jittorllms/.git --work-tree=request_llm/jittorllms pull --force &&
         | 
| 122 | 
            +
                                  python3 -u main.py"
         |