Spaces:
Running
Running
Commit
•
a931d5e
1
Parent(s):
ea0a3af
Add Q2
Browse files
app.py
CHANGED
|
@@ -23,6 +23,7 @@ HF_TOKEN = os.environ.get("HF_TOKEN")
|
|
| 23 |
|
| 24 |
# I'm not sure if we need to add more stuff here
|
| 25 |
QUANT_PARAMS = {
|
|
|
|
| 26 |
"Q3": 3,
|
| 27 |
"Q4": 4,
|
| 28 |
"Q6": 6,
|
|
@@ -141,7 +142,7 @@ with gr.Blocks(css=css) as demo:
|
|
| 141 |
)
|
| 142 |
|
| 143 |
q_method = gr.Dropdown(
|
| 144 |
-
["Q3", "Q4", "Q6", "Q8"],
|
| 145 |
label="Quantization Method",
|
| 146 |
info="MLX quantization type",
|
| 147 |
value="Q4",
|
|
|
|
| 23 |
|
| 24 |
# I'm not sure if we need to add more stuff here
|
| 25 |
QUANT_PARAMS = {
|
| 26 |
+
"Q2": 2,
|
| 27 |
"Q3": 3,
|
| 28 |
"Q4": 4,
|
| 29 |
"Q6": 6,
|
|
|
|
| 142 |
)
|
| 143 |
|
| 144 |
q_method = gr.Dropdown(
|
| 145 |
+
["Q2", "Q3", "Q4", "Q6", "Q8"],
|
| 146 |
label="Quantization Method",
|
| 147 |
info="MLX quantization type",
|
| 148 |
value="Q4",
|