Commit
•
b3c6d2e
1
Parent(s):
f8c5235
Upload folder using huggingface_hub
Browse files- recipe.yaml +2 -1
recipe.yaml
CHANGED
|
@@ -1,7 +1,8 @@
|
|
| 1 |
sparsity_stage:
|
| 2 |
sparsity_modifiers:
|
| 3 |
SparseGPTModifier: {sparsity: 0.5, mask_structure: '2:4', sequential_update: false}
|
| 4 |
-
run_type: &id001 !!python/object/apply:llmcompressor.recipe.stage.StageRunType
|
|
|
|
| 5 |
quantization_stage:
|
| 6 |
quantization_modifiers:
|
| 7 |
GPTQModifier:
|
|
|
|
| 1 |
sparsity_stage:
|
| 2 |
sparsity_modifiers:
|
| 3 |
SparseGPTModifier: {sparsity: 0.5, mask_structure: '2:4', sequential_update: false}
|
| 4 |
+
run_type: &id001 !!python/object/apply:builtins.getattr [!!python/name:llmcompressor.recipe.stage.StageRunType '',
|
| 5 |
+
ONESHOT]
|
| 6 |
quantization_stage:
|
| 7 |
quantization_modifiers:
|
| 8 |
GPTQModifier:
|