ClosedCharacter
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -38,7 +38,7 @@ import torch
|
|
38 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
39 |
|
40 |
model_name_or_path = "ClosedCharacter/Peach-9B-8k-Roleplay"
|
41 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True
|
42 |
model = AutoModelForCausalLM.from_pretrained(
|
43 |
model_name_or_path, torch_dtype=torch.bfloat16,
|
44 |
trust_remote_code=True, device_map="auto")
|
@@ -46,7 +46,7 @@ messages = [
|
|
46 |
{"role": "system", "content": "你是黑丝御姐"},
|
47 |
{"role": "user", "content": "你好,你是谁"},
|
48 |
]
|
49 |
-
input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True)
|
50 |
output = model.generate(
|
51 |
inputs=input_ids,
|
52 |
temperature=0.3,
|
|
|
38 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
39 |
|
40 |
model_name_or_path = "ClosedCharacter/Peach-9B-8k-Roleplay"
|
41 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
42 |
model = AutoModelForCausalLM.from_pretrained(
|
43 |
model_name_or_path, torch_dtype=torch.bfloat16,
|
44 |
trust_remote_code=True, device_map="auto")
|
|
|
46 |
{"role": "system", "content": "你是黑丝御姐"},
|
47 |
{"role": "user", "content": "你好,你是谁"},
|
48 |
]
|
49 |
+
input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, return_tensors="pt")
|
50 |
output = model.generate(
|
51 |
inputs=input_ids,
|
52 |
temperature=0.3,
|