razent
/

SciFive-large-Pubmed_PMC-MedNLI

Text2Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

razent commited on Mar 20, 2022

Commit

98daddf

·

1 Parent(s): 41e4c27

Update README.md

Files changed (1) hide show

README.md +2 -1

README.md CHANGED Viewed

@@ -30,11 +30,12 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 tokenizer = AutoTokenizer.from_pretrained("razent/SciFive-large-Pubmed_PMC-MedNLI")
 model = AutoModelForSeq2SeqLM.from_pretrained("razent/SciFive-large-Pubmed_PMC-MedNLI")
 sentence = "Identification of APC2 , a homologue of the adenomatous polyposis coli tumour suppressor ."
 text =  "mednli: " + sentence + " </s>"
-encoding = tokenizer.encode_plus(text, pad_to_max_length=True, return_tensors="pt")
 input_ids, attention_masks = encoding["input_ids"].to("cuda"), encoding["attention_mask"].to("cuda")
 outputs = model.generate(

 tokenizer = AutoTokenizer.from_pretrained("razent/SciFive-large-Pubmed_PMC-MedNLI")
 model = AutoModelForSeq2SeqLM.from_pretrained("razent/SciFive-large-Pubmed_PMC-MedNLI")
+model.cuda()
 sentence = "Identification of APC2 , a homologue of the adenomatous polyposis coli tumour suppressor ."
 text =  "mednli: " + sentence + " </s>"
+encoding = tokenizer.encode_plus(text, padding='max_length', max_length=256, return_tensors="pt")
 input_ids, attention_masks = encoding["input_ids"].to("cuda"), encoding["attention_mask"].to("cuda")
 outputs = model.generate(