Upload compress.sh with huggingface_hub
Browse files- compress.sh +5 -0
compress.sh
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pip install --upgrade huggingface_hub git+https://github.com/vllm-project/llm-compressor.git@038ea3cf424b65fb3afa49743d1c37bb572a0244
|
| 2 |
+
apt-get update
|
| 3 |
+
apt-get install nano -y
|
| 4 |
+
huggingface-cli download ArliAI/Llama-3.1-70B-ArliAI-RPMax-v1.3 --max-workers 16
|
| 5 |
+
python compress.py
|