Update README.md
Browse files
README.md
CHANGED
@@ -23,7 +23,7 @@ import torch
|
|
23 |
from transformers import pipeline, set_seed
|
24 |
|
25 |
pipe = pipeline("text-generation", model=model_path, torch_dtype=torch.bfloat16, device_map="cuda")
|
26 |
-
messages = [{"role": "user", "content":
|
27 |
outputs = pipe(messages, max_new_tokens=1000, do_sample=True, temperature=0.71, top_k=50, top_p=0.92,repetition_penalty=1)
|
28 |
print(outputs[0]["generated_text"][-1]["content"])
|
29 |
|
|
|
23 |
from transformers import pipeline, set_seed
|
24 |
|
25 |
pipe = pipeline("text-generation", model=model_path, torch_dtype=torch.bfloat16, device_map="cuda")
|
26 |
+
messages = [{"role": "user", "content": "what is meaning of life?"}]
|
27 |
outputs = pipe(messages, max_new_tokens=1000, do_sample=True, temperature=0.71, top_k=50, top_p=0.92,repetition_penalty=1)
|
28 |
print(outputs[0]["generated_text"][-1]["content"])
|
29 |
|