dongyh20 commited on
Commit
f59c9d1
·
1 Parent(s): dc54134

update space

Browse files
Files changed (1) hide show
  1. app.py +20 -0
app.py CHANGED
@@ -25,6 +25,26 @@ import librosa
25
  import whisper
26
 
27
  import torchaudio
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  import subprocess
29
  subprocess.run('pip install flash-attn==2.5.9.post1 --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "True"}, shell=True)
30
 
 
25
  import whisper
26
 
27
  import torchaudio
28
+
29
+ def install_cuda_toolkit():
30
+ # CUDA_TOOLKIT_URL = "https://developer.download.nvidia.com/compute/cuda/11.8.0/local_installers/cuda_11.8.0_520.61.05_linux.run"
31
+ CUDA_TOOLKIT_URL = "https://developer.download.nvidia.com/compute/cuda/12.2.0/local_installers/cuda_12.2.0_535.54.03_linux.run"
32
+ CUDA_TOOLKIT_FILE = "/tmp/%s" % os.path.basename(CUDA_TOOLKIT_URL)
33
+ subprocess.call(["wget", "-q", CUDA_TOOLKIT_URL, "-O", CUDA_TOOLKIT_FILE])
34
+ subprocess.call(["chmod", "+x", CUDA_TOOLKIT_FILE])
35
+ subprocess.call([CUDA_TOOLKIT_FILE, "--silent", "--toolkit"])
36
+
37
+ os.environ["CUDA_HOME"] = "/usr/local/cuda"
38
+ os.environ["PATH"] = "%s/bin:%s" % (os.environ["CUDA_HOME"], os.environ["PATH"])
39
+ os.environ["LD_LIBRARY_PATH"] = "%s/lib:%s" % (
40
+ os.environ["CUDA_HOME"],
41
+ "" if "LD_LIBRARY_PATH" not in os.environ else os.environ["LD_LIBRARY_PATH"],
42
+ )
43
+ # Fix: arch_list[-1] += '+PTX'; IndexError: list index out of range
44
+ os.environ["TORCH_CUDA_ARCH_LIST"] = "8.0;8.6"
45
+
46
+ install_cuda_toolkit()
47
+
48
  import subprocess
49
  subprocess.run('pip install flash-attn==2.5.9.post1 --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "True"}, shell=True)
50