Spaces:
Running
Running
Update README.md
Browse files
README.md
CHANGED
@@ -21,9 +21,9 @@ License: [MIT License](https://opensource.org/license/mit/)
|
|
21 |
How to use
|
22 |
```python
|
23 |
base_model = 'llama-2-7b'
|
24 |
-
comp_degree = 0.1
|
25 |
comp_method = 'sparsegpt_unstructured'
|
26 |
-
|
|
|
27 |
model = AutoModelForCausalLM.from_pretrained(
|
28 |
model_path,
|
29 |
torch_dtype=torch.float16,
|
|
|
21 |
How to use
|
22 |
```python
|
23 |
base_model = 'llama-2-7b'
|
|
|
24 |
comp_method = 'sparsegpt_unstructured'
|
25 |
+
comp_degree = 0.1
|
26 |
+
model_path = f'vita-group/comp-{base_model}_{comp_method}_s{comp_degree}'
|
27 |
model = AutoModelForCausalLM.from_pretrained(
|
28 |
model_path,
|
29 |
torch_dtype=torch.float16,
|