Update README.md
Browse files
README.md
CHANGED
|
@@ -53,6 +53,7 @@ def load_model(model_size, model_dir):
|
|
| 53 |
for p in ckpt_plist:
|
| 54 |
weight_dict = torch.load(p)
|
| 55 |
for k,v in _weight_dict.items():
|
|
|
|
| 56 |
weight_dict[k] = v
|
| 57 |
|
| 58 |
model.load_state_dict(weight_dict)
|
|
|
|
| 53 |
for p in ckpt_plist:
|
| 54 |
weight_dict = torch.load(p)
|
| 55 |
for k,v in _weight_dict.items():
|
| 56 |
+
if 'self_attn.rotary_emb.inv_freq' not in k:
|
| 57 |
weight_dict[k] = v
|
| 58 |
|
| 59 |
model.load_state_dict(weight_dict)
|