pszemraj commited on
Commit
72553fd
1 Parent(s): 58780e5

Update generation_config.json

Browse files
Files changed (1) hide show
  1. generation_config.json +3 -0
generation_config.json CHANGED
@@ -2,5 +2,8 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 0,
4
  "eos_token_id": 0,
 
 
 
5
  "transformers_version": "4.28.1"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 0,
4
  "eos_token_id": 0,
5
+ "max_new_tokens": 64,
6
+ "top_k": 4,
7
+ "penalty_alpha": 0.6,
8
  "transformers_version": "4.28.1"
9
  }