Stanford-TH
/

GenrePrediction

Feature Extraction

custom-bert-base-uncased

Model card Files Files and versions Community

Stanford-TH commited on May 7

Commit

0b0b5f1

•

1 Parent(s): 4f41a94

Update genre_pipe.py

Files changed (1) hide show

genre_pipe.py +1 -1

genre_pipe.py CHANGED Viewed

@@ -54,7 +54,7 @@ class GenrePredictionPipeline(Pipeline):
             if type(processed_description) == str:
                 tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
                 encoded_text = tokenizer.encode_plus(
-                    text, None, add_special_tokens=True, max_length=512,
                     padding='max_length', return_token_type_ids=True, truncation=True,
                     return_tensors='pt', return_overflowing_tokens=True )

             if type(processed_description) == str:
                 tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
                 encoded_text = tokenizer.encode_plus(
+                    processed_description, None, add_special_tokens=True, max_length=512,
                     padding='max_length', return_token_type_ids=True, truncation=True,
                     return_tensors='pt', return_overflowing_tokens=True )