perf: optimize CPU with optimum

app.py

@@ -5,6 +5,7 @@ from indobenchmark import IndoNLGTokenizer
 gpt_tokenizer = IndoNLGTokenizer.from_pretrained("indobenchmark/indogpt")
 gpt_tokenizer.pad_token = gpt_tokenizer.eos_token
 kancilgpt = GPT2LMHeadModel.from_pretrained("abdiharyadi/kancilgpt")
+kancilgpt.to_bettertransformer()
 
 def generate_story():
     stop = False
@@ -87,6 +88,8 @@ def generate_story():
     total_isi = isi
 
     print("We skip the rest of the part for debug.")
+
+    # TODO: Solve this.
     # ellipsis = "..."
     # while not end_part.startswith("tamat"):
     #     yield judul + "\n" + ("-" * len(judul)) + "\n" + total_isi + f" {ellipsis}"

requirements.txt

@@ -2,3 +2,4 @@ transformers
 sentencepiece
 datasets
 torch
+optimum