Update README.md
Browse files
README.md
CHANGED
@@ -36,6 +36,21 @@ Prompt Format:
|
|
36 |
###Struct:
|
37 |
'''
|
38 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
39 |
## Training Details
|
40 |
|
41 |
### Training Data
|
|
|
36 |
###Struct:
|
37 |
'''
|
38 |
|
39 |
+
|
40 |
+
Usage:
|
41 |
+
|
42 |
+
from peft import PeftModel, PeftConfig
|
43 |
+
|
44 |
+
#Load the model weights from hub
|
45 |
+
model_id = "SaborDay/Phi2_RCT1M-ft-heading"
|
46 |
+
trained_model = PeftModel.from_pretrained(model, model_id)
|
47 |
+
|
48 |
+
#Run inference
|
49 |
+
outputs = trained_model.generate(**inputs, max_length=1000)
|
50 |
+
text = tokenizer.batch_decode(outputs,skip_special_tokens=True)[0]
|
51 |
+
print(text)
|
52 |
+
|
53 |
+
|
54 |
## Training Details
|
55 |
|
56 |
### Training Data
|