salomonsky commited on
Commit
5bc77f9
·
1 Parent(s): 0085e96

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -7,10 +7,12 @@ from transformers import GPT2LMHeadModel, GPT2Tokenizer, pipeline
7
 
8
  os.environ["TOKENIZERS_PARALLELISM"] = "true"
9
  generator = pipeline('text-generation', model="salomonsky/deepSP")
 
10
 
11
  def generate_output(text):
12
  prompt = ""
13
- input_text = prompt + ""
 
14
  gpt2_output = generator(input_text, max_length=20, do_sample=True, temperature=0.9)
15
  generated_text = gpt2_output[0]['generated_text']
16
  generated_text = generated_text.replace(input_text, "").strip()
 
7
 
8
  os.environ["TOKENIZERS_PARALLELISM"] = "true"
9
  generator = pipeline('text-generation', model="salomonsky/deepSP")
10
+ tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
11
 
12
  def generate_output(text):
13
  prompt = ""
14
+ input_tokens = tokenizer.encode(text, add_special_tokens=False)
15
+ input_text = tokenizer.decode(input_tokens)
16
  gpt2_output = generator(input_text, max_length=20, do_sample=True, temperature=0.9)
17
  generated_text = gpt2_output[0]['generated_text']
18
  generated_text = generated_text.replace(input_text, "").strip()