Ahil1991 commited on
Commit
4bf76fd
·
verified ·
1 Parent(s): 181f606

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -9
app.py CHANGED
@@ -1,15 +1,6 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
3
  import time
4
- import torch
5
-
6
- zero = torch.Tensor([0]).cuda()
7
- print(zero.device)
8
-
9
- @spaces.GPU
10
- def greet(n):
11
- print(zero.device)
12
- return f"Hello {zero + n} Tensor"
13
 
14
  # Load your LLaMA model with GPU support, quantization, and multi-threading
15
  llm = Llama.from_pretrained(
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
  import time
 
 
 
 
 
 
 
 
 
4
 
5
  # Load your LLaMA model with GPU support, quantization, and multi-threading
6
  llm = Llama.from_pretrained(