|
--- |
|
license: bigscience-bloom-rail-1.0 |
|
--- |
|
|
|
How to Use |
|
|
|
``` |
|
from transformers import AutoModelForCausalLM, AutoTokenizer |
|
from peft import PeftMode |
|
|
|
model_name_or_path = "bigscience/bloomz-7b1-mt" |
|
|
|
peft_model_id = "acul3/bloomz-7b-instructions-lora" |
|
|
|
model = AutoModelForCausalLM.from_pretrained(model_name_or_path, device_map="auto") |
|
|
|
model = PeftModel.from_pretrained(model, peft_model_id) |
|
|
|
text = "Bagaimana Merebus Telur ?" |
|
tokenizer = AutoTokenizer.from_pretrained("bigscience/bloomz-7b1-mt") |
|
text = "User: " + text + "\n\Asisten: " |
|
input_ids = tokenizer(text, return_tensors="pt").input_ids |
|
generated_ids = model.generate(input_ids=input_ids.to("cuda"), max_length=400, pad_token_id=tokenizer.eos_token_id, do_sample=True, top_p=0.95, temperature=0.5, penalty_alpha=0.6, top_k=4, repetition_penalty=1.03, num_return_sequences=1) |
|
|
|
res = tokenizer.decode(generated_ids[0], skip_special_tokens=True) |
|
|
|
print(res) |
|
``` |
