motexture
/

Cwen-7B-Instruct

Text Generation

Model card Files Files and versions Community

motexture commited on 2 days ago

Commit

2393278

•

1 Parent(s): ba6cdc6

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -46,7 +46,7 @@ model_inputs = tokenizer([text], return_tensors="pt").to(device)
 generated_ids = model.generate(
     model_inputs.input_ids,
-    max_new_tokens=512
 )
 generated_ids = [
     output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)

 generated_ids = model.generate(
     model_inputs.input_ids,
+    max_new_tokens=4096
 )
 generated_ids = [
     output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)