updated the generator to use temperature and sample
Browse files
README.md
CHANGED
|
@@ -44,13 +44,19 @@ ARTICLE_TO_SUMMARIZE = ""
|
|
| 44 |
# generate summary
|
| 45 |
input_ids = tokenizer.encode(ARTICLE_TO_SUMMARIZE, return_tensors='pt')
|
| 46 |
summary_ids = model.generate(input_ids,
|
| 47 |
-
|
| 48 |
-
|
|
|
|
| 49 |
repetition_penalty=2.5,
|
| 50 |
length_penalty=1.0,
|
| 51 |
early_stopping=True,
|
| 52 |
no_repeat_ngram_size=2,
|
| 53 |
-
use_cache=True
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
summary_text = tokenizer.decode(summary_ids[0], skip_special_tokens=True)
|
| 55 |
print(summary_text)
|
| 56 |
```
|
|
|
|
| 44 |
# generate summary
|
| 45 |
input_ids = tokenizer.encode(ARTICLE_TO_SUMMARIZE, return_tensors='pt')
|
| 46 |
summary_ids = model.generate(input_ids,
|
| 47 |
+
min_length=20,
|
| 48 |
+
max_length=80,
|
| 49 |
+
num_beams=10,
|
| 50 |
repetition_penalty=2.5,
|
| 51 |
length_penalty=1.0,
|
| 52 |
early_stopping=True,
|
| 53 |
no_repeat_ngram_size=2,
|
| 54 |
+
use_cache=True,
|
| 55 |
+
do_sample = True,
|
| 56 |
+
temperature = 0.8,
|
| 57 |
+
top_k = 50,
|
| 58 |
+
top_p = 0.95)
|
| 59 |
+
|
| 60 |
summary_text = tokenizer.decode(summary_ids[0], skip_special_tokens=True)
|
| 61 |
print(summary_text)
|
| 62 |
```
|