Spaces:
Sleeping
Sleeping
abrakjamson
commited on
Commit
•
5a498e2
1
Parent(s):
eefa812
Adding creative model
Browse files- app.py +3 -3
- creative.gguf +0 -0
app.py
CHANGED
@@ -12,8 +12,8 @@ from huggingface_hub import login
|
|
12 |
mistral_path = "mistralai/Mistral-7B-Instruct-v0.3"
|
13 |
#mistral_path = r"E:/language_models/models/mistral"
|
14 |
|
15 |
-
|
16 |
-
|
17 |
|
18 |
tokenizer = AutoTokenizer.from_pretrained(mistral_path)
|
19 |
tokenizer.pad_token_id = 0
|
@@ -166,7 +166,7 @@ with gr.Blocks() as demo:
|
|
166 |
)
|
167 |
|
168 |
gr.Markdown("### ⚡ Control Vectors")
|
169 |
-
gr.Markdown("Select how you want to control the LLM.
|
170 |
|
171 |
# Create checkboxes and sliders for each control vector
|
172 |
control_checks = []
|
|
|
12 |
mistral_path = "mistralai/Mistral-7B-Instruct-v0.3"
|
13 |
#mistral_path = r"E:/language_models/models/mistral"
|
14 |
|
15 |
+
access_token = os.getenv("mistralaccesstoken")
|
16 |
+
login(access_token)
|
17 |
|
18 |
tokenizer = AutoTokenizer.from_pretrained(mistral_path)
|
19 |
tokenizer.pad_token_id = 0
|
|
|
166 |
)
|
167 |
|
168 |
gr.Markdown("### ⚡ Control Vectors")
|
169 |
+
gr.Markdown("Select how you want to control the LLM. Start with +/- 1.0. Stronger values may overload it.")
|
170 |
|
171 |
# Create checkboxes and sliders for each control vector
|
172 |
control_checks = []
|
creative.gguf
ADDED
Binary file (509 kB). View file
|
|