Upload config
Browse files- configuration_mamba.py +1 -0
configuration_mamba.py
CHANGED
|
@@ -5,6 +5,7 @@ from transformers import PretrainedConfig
|
|
| 5 |
|
| 6 |
|
| 7 |
# Inspired by:
|
|
|
|
| 8 |
# - https://huggingface.co/Q-bert/Mamba-130M/blob/9fad7fb5fb9c9416fab4f70ecd62498478be2074/configuration_mamba.py#L5
|
| 9 |
# - https://github.com/johnma2006/mamba-minimal/blob/03de542a36d873f6e6c4057ad687278cc6ae944d/model.py#L33
|
| 10 |
# - https://github.com/state-spaces/mamba/blob/009bec5ee37f586844a3fc89c040a9c1a9d8badf/mamba_ssm/models/config_mamba.py#L5
|
|
|
|
| 5 |
|
| 6 |
|
| 7 |
# Inspired by:
|
| 8 |
+
# - https://huggingface.co/docs/transformers/custom_models#writing-a-custom-configuration
|
| 9 |
# - https://huggingface.co/Q-bert/Mamba-130M/blob/9fad7fb5fb9c9416fab4f70ecd62498478be2074/configuration_mamba.py#L5
|
| 10 |
# - https://github.com/johnma2006/mamba-minimal/blob/03de542a36d873f6e6c4057ad687278cc6ae944d/model.py#L33
|
| 11 |
# - https://github.com/state-spaces/mamba/blob/009bec5ee37f586844a3fc89c040a9c1a9d8badf/mamba_ssm/models/config_mamba.py#L5
|