iofu728 commited on
Commit
9ecbf84
1 Parent(s): 4bd6514

Fix(MInference): fix the requirments

Browse files
Files changed (2) hide show
  1. app.py +7 -7
  2. requirements.txt +0 -1
app.py CHANGED
@@ -1,10 +1,10 @@
1
- # import subprocess
2
- # # Install flash attention, skipping CUDA build if necessary
3
- # subprocess.run(
4
- # "pip install flash-attn --no-build-isolation",
5
- # env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
6
- # shell=True,
7
- # )
8
 
9
  import gradio as gr
10
  import os
 
1
+ import subprocess
2
+ # Install flash attention, skipping CUDA build if necessary
3
+ subprocess.run(
4
+ "pip install flash-attn --no-build-isolation",
5
+ env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
6
+ shell=True,
7
+ )
8
 
9
  import gradio as gr
10
  import os
requirements.txt CHANGED
@@ -3,5 +3,4 @@ accelerate
3
  transformers
4
  wheel
5
  setuptools
6
- flash_attn
7
  pycuda==2023.1
 
3
  transformers
4
  wheel
5
  setuptools
 
6
  pycuda==2023.1