Spaces:
Running
Running
Commit
·
5bc77f9
1
Parent(s):
0085e96
Update app.py
Browse files
app.py
CHANGED
@@ -7,10 +7,12 @@ from transformers import GPT2LMHeadModel, GPT2Tokenizer, pipeline
|
|
7 |
|
8 |
os.environ["TOKENIZERS_PARALLELISM"] = "true"
|
9 |
generator = pipeline('text-generation', model="salomonsky/deepSP")
|
|
|
10 |
|
11 |
def generate_output(text):
|
12 |
prompt = ""
|
13 |
-
|
|
|
14 |
gpt2_output = generator(input_text, max_length=20, do_sample=True, temperature=0.9)
|
15 |
generated_text = gpt2_output[0]['generated_text']
|
16 |
generated_text = generated_text.replace(input_text, "").strip()
|
|
|
7 |
|
8 |
os.environ["TOKENIZERS_PARALLELISM"] = "true"
|
9 |
generator = pipeline('text-generation', model="salomonsky/deepSP")
|
10 |
+
tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
|
11 |
|
12 |
def generate_output(text):
|
13 |
prompt = ""
|
14 |
+
input_tokens = tokenizer.encode(text, add_special_tokens=False)
|
15 |
+
input_text = tokenizer.decode(input_tokens)
|
16 |
gpt2_output = generator(input_text, max_length=20, do_sample=True, temperature=0.9)
|
17 |
generated_text = gpt2_output[0]['generated_text']
|
18 |
generated_text = generated_text.replace(input_text, "").strip()
|