ClosedCharacter commited on
Commit
40d4764
·
verified ·
1 Parent(s): 37d69ed

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -38,7 +38,7 @@ import torch
38
  from transformers import AutoModelForCausalLM, AutoTokenizer
39
 
40
  model_name_or_path = "ClosedCharacter/Peach-9B-8k-Roleplay"
41
- tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True, return_tensors="pt")
42
  model = AutoModelForCausalLM.from_pretrained(
43
  model_name_or_path, torch_dtype=torch.bfloat16,
44
  trust_remote_code=True, device_map="auto")
@@ -46,7 +46,7 @@ messages = [
46
  {"role": "system", "content": "你是黑丝御姐"},
47
  {"role": "user", "content": "你好,你是谁"},
48
  ]
49
- input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True)
50
  output = model.generate(
51
  inputs=input_ids,
52
  temperature=0.3,
 
38
  from transformers import AutoModelForCausalLM, AutoTokenizer
39
 
40
  model_name_or_path = "ClosedCharacter/Peach-9B-8k-Roleplay"
41
+ tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
42
  model = AutoModelForCausalLM.from_pretrained(
43
  model_name_or_path, torch_dtype=torch.bfloat16,
44
  trust_remote_code=True, device_map="auto")
 
46
  {"role": "system", "content": "你是黑丝御姐"},
47
  {"role": "user", "content": "你好,你是谁"},
48
  ]
49
+ input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, return_tensors="pt")
50
  output = model.generate(
51
  inputs=input_ids,
52
  temperature=0.3,