Update README.md
Browse files
README.md
CHANGED
|
@@ -76,6 +76,7 @@ Satz: {sentence}
|
|
| 76 |
|
| 77 |
|
| 78 |
max_gen_length = 256
|
|
|
|
| 79 |
predictions = predict_with_vllm(prompts=prompts, model_name=model_name, max_context_length=max_context_length,
|
| 80 |
max_gen_length=max_gen_length, quantization="AWQ")
|
| 81 |
print(predictions)
|
|
|
|
| 76 |
|
| 77 |
|
| 78 |
max_gen_length = 256
|
| 79 |
+
prompts = generate_prompts_for_generation(prompt_template=prompt_template, article=article, summary_sentences=summary_sentences)
|
| 80 |
predictions = predict_with_vllm(prompts=prompts, model_name=model_name, max_context_length=max_context_length,
|
| 81 |
max_gen_length=max_gen_length, quantization="AWQ")
|
| 82 |
print(predictions)
|