Update README.md
Browse files
README.md
CHANGED
@@ -38,9 +38,9 @@ import torch
|
|
38 |
from PIL import Image
|
39 |
import requests
|
40 |
|
41 |
-
processor = LlavaNextProcessor.from_pretrained("
|
42 |
|
43 |
-
model = LlavaNextForConditionalGeneration.from_pretrained("
|
44 |
model.to("cuda:0")
|
45 |
|
46 |
# prepare image and text prompt, using the appropriate prompt template
|
|
|
38 |
from PIL import Image
|
39 |
import requests
|
40 |
|
41 |
+
processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-34b-hf")
|
42 |
|
43 |
+
model = LlavaNextForConditionalGeneration.from_pretrained("llava-hf/llava-v1.6-34b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
|
44 |
model.to("cuda:0")
|
45 |
|
46 |
# prepare image and text prompt, using the appropriate prompt template
|