pszemraj commited on
Commit
73f776e
1 Parent(s): 1f2e7aa

update sampling params post-testing

Browse files
Files changed (1) hide show
  1. generation_config.json +13 -12
generation_config.json CHANGED
@@ -1,14 +1,15 @@
1
  {
2
- "_from_model_config": true,
3
- "bos_token_id": 0,
4
- "eos_token_id": 0,
5
- "transformers_version": "4.28.1",
6
- "use_cache": false,
7
- "early_stopping": true,
8
- "do_sample": true,
9
- "temperature": 0.1,
10
- "top_p": 0.75,
11
- "top_k": 40,
12
- "num_beams": 4,
13
- "max_new_tokens": 128
 
14
  }
 
1
  {
2
+ "_from_model_config":false,
3
+ "bos_token_id":0,
4
+ "eos_token_id":0,
5
+ "transformers_version":"4.28.1",
6
+ "use_cache":false,
7
+ "early_stopping":true,
8
+ "do_sample":true,
9
+ "temperature":1.0,
10
+ "top_p":0.9,
11
+ "top_k":40,
12
+ "num_beams":4,
13
+ "no_repeat_ngram_size":6,
14
+ "max_new_tokens":128
15
  }