llava-hf
/

llava-v1.6-34b-hf

Image-Text-to-Text

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

nielsr HF staff commited on Mar 29

Commit

154a9a0

•

1 Parent(s): df77f4c

Update README.md

Files changed (1) hide show

README.md +1 -2

README.md CHANGED Viewed

@@ -38,8 +38,7 @@ import torch
 from PIL import Image
 import requests
-# TODO support fast tokenizer here
-processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-34b-hf", use_fast=False)
 model = LlavaNextForConditionalGeneration.from_pretrained("llava-hf/llava-v1.6-34b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
 model.to("cuda:0")

 from PIL import Image
 import requests
+processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-34b-hf")
 model = LlavaNextForConditionalGeneration.from_pretrained("llava-hf/llava-v1.6-34b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
 model.to("cuda:0")