littlebird13 commited on
Commit
d826ee1
1 Parent(s): 2e9ffd4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -0
app.py CHANGED
@@ -2,7 +2,13 @@
2
  #
3
  # This source code is licensed under the license found in the
4
  # LICENSE file in the root directory of this source tree.
 
5
 
 
 
 
 
 
6
  import copy
7
  import re
8
  import os
 
2
  #
3
  # This source code is licensed under the license found in the
4
  # LICENSE file in the root directory of this source tree.
5
+ import subprocess
6
 
7
+ subprocess.run(
8
+ "pip install flash-attn --no-build-isolation",
9
+ env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
10
+ shell=True,
11
+ )
12
  import copy
13
  import re
14
  import os