E1 / load_model.py
dheerajdasari's picture
Upload 7 files
7823f58 verified
from transformers import AutoTokenizer, AutoModelForCausalLM
tokenizer = AutoTokenizer.from_pretrained('c:\\Users\\DHEERAJ\\Desktop\\Model files')
model = AutoModelForCausalLM.from_pretrained('c:\\Users\\DHEERAJ\\Desktop\\Model files', use_safetensors=True)
input_text = "Hello, how are you?"
inputs = tokenizer(input_text, return_tensors="pt")
outputs = model.generate(**inputs)
print(tokenizer.decode(outputs[0]))