SaborDay commited on
Commit
c618345
1 Parent(s): df006ca

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +15 -0
README.md CHANGED
@@ -36,6 +36,21 @@ Prompt Format:
36
  ###Struct:
37
  '''
38
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  ## Training Details
40
 
41
  ### Training Data
 
36
  ###Struct:
37
  '''
38
 
39
+
40
+ Usage:
41
+
42
+ from peft import PeftModel, PeftConfig
43
+
44
+ #Load the model weights from hub
45
+ model_id = "SaborDay/Phi2_RCT1M-ft-heading"
46
+ trained_model = PeftModel.from_pretrained(model, model_id)
47
+
48
+ #Run inference
49
+ outputs = trained_model.generate(**inputs, max_length=1000)
50
+ text = tokenizer.batch_decode(outputs,skip_special_tokens=True)[0]
51
+ print(text)
52
+
53
+
54
  ## Training Details
55
 
56
  ### Training Data