Ahil1991 commited on
Commit
1813f3b
·
verified ·
1 Parent(s): 8f7bece

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -0
app.py CHANGED
@@ -2,6 +2,14 @@ import gradio as gr
2
  from llama_cpp import Llama
3
  import time
4
 
 
 
 
 
 
 
 
 
5
  # Load your LLaMA model with GPU support, quantization, and multi-threading
6
  llm = Llama.from_pretrained(
7
  repo_id="Ahil1991/Bee-8.3B",
 
2
  from llama_cpp import Llama
3
  import time
4
 
5
+ zero = torch.Tensor([0]).cuda()
6
+ print(zero.device)
7
+
8
+ @spaces.GPU
9
+ def greet(n):
10
+ print(zero.device)
11
+ return f"Hello {zero + n} Tensor"
12
+
13
  # Load your LLaMA model with GPU support, quantization, and multi-threading
14
  llm = Llama.from_pretrained(
15
  repo_id="Ahil1991/Bee-8.3B",