Update configuration_phi2_clex.py
Browse files
configuration_phi2_clex.py
CHANGED
|
@@ -22,9 +22,7 @@ from transformers.utils import logging
|
|
| 22 |
|
| 23 |
logger = logging.get_logger(__name__)
|
| 24 |
|
| 25 |
-
|
| 26 |
-
"microsoft/phi-2": "https://huggingface.co/microsoft/phi-2/resolve/main/config.json",
|
| 27 |
-
}
|
| 28 |
|
| 29 |
|
| 30 |
class CLEXPhiConfig(PretrainedConfig):
|
|
@@ -183,7 +181,6 @@ class CLEXPhiConfig(PretrainedConfig):
|
|
| 183 |
# "`rope_scaling` must be a dictionary with with two fields, `name` and `factor`, "
|
| 184 |
# f"got {self.rope_scaling}"
|
| 185 |
# )
|
| 186 |
-
print(self.rope_scaling)
|
| 187 |
rope_scaling_type = self.rope_scaling.get("type", None)
|
| 188 |
rope_scaling_max_factor = self.rope_scaling.get("max_factor", None)
|
| 189 |
rope_scaling_param_factor = self.rope_scaling.get("param_factor", None)
|
|
|
|
| 22 |
|
| 23 |
logger = logging.get_logger(__name__)
|
| 24 |
|
| 25 |
+
|
|
|
|
|
|
|
| 26 |
|
| 27 |
|
| 28 |
class CLEXPhiConfig(PretrainedConfig):
|
|
|
|
| 181 |
# "`rope_scaling` must be a dictionary with with two fields, `name` and `factor`, "
|
| 182 |
# f"got {self.rope_scaling}"
|
| 183 |
# )
|
|
|
|
| 184 |
rope_scaling_type = self.rope_scaling.get("type", None)
|
| 185 |
rope_scaling_max_factor = self.rope_scaling.get("max_factor", None)
|
| 186 |
rope_scaling_param_factor = self.rope_scaling.get("param_factor", None)
|