Tochka-AI commited on
Commit
16315bb
1 Parent(s): 6c1b5a9

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +0 -1
README.md CHANGED
@@ -73,7 +73,6 @@ tokenizer.model_max_length = 1024
73
  model = AutoModel.from_pretrained(model_name,
74
  trust_remote_code=True,
75
  attn_implementation='sdpa',
76
- max_position_embeddings=1024,
77
  rope_scaling={'type': 'dynamic','factor': 2.0}
78
  ) # 2.0 for x2 scaling, 4.0 for x4, etc..
79
  ```
 
73
  model = AutoModel.from_pretrained(model_name,
74
  trust_remote_code=True,
75
  attn_implementation='sdpa',
 
76
  rope_scaling={'type': 'dynamic','factor': 2.0}
77
  ) # 2.0 for x2 scaling, 4.0 for x4, etc..
78
  ```