abrakjamson commited on
Commit
5a498e2
1 Parent(s): eefa812

Adding creative model

Browse files
Files changed (2) hide show
  1. app.py +3 -3
  2. creative.gguf +0 -0
app.py CHANGED
@@ -12,8 +12,8 @@ from huggingface_hub import login
12
  mistral_path = "mistralai/Mistral-7B-Instruct-v0.3"
13
  #mistral_path = r"E:/language_models/models/mistral"
14
 
15
- #access_token = os.getenv("mistralaccesstoken")
16
- #login(access_token)
17
 
18
  tokenizer = AutoTokenizer.from_pretrained(mistral_path)
19
  tokenizer.pad_token_id = 0
@@ -166,7 +166,7 @@ with gr.Blocks() as demo:
166
  )
167
 
168
  gr.Markdown("### ⚡ Control Vectors")
169
- gr.Markdown("Select how you want to control the LLM. Values greater than +/- 1.5 may overload it.")
170
 
171
  # Create checkboxes and sliders for each control vector
172
  control_checks = []
 
12
  mistral_path = "mistralai/Mistral-7B-Instruct-v0.3"
13
  #mistral_path = r"E:/language_models/models/mistral"
14
 
15
+ access_token = os.getenv("mistralaccesstoken")
16
+ login(access_token)
17
 
18
  tokenizer = AutoTokenizer.from_pretrained(mistral_path)
19
  tokenizer.pad_token_id = 0
 
166
  )
167
 
168
  gr.Markdown("### ⚡ Control Vectors")
169
+ gr.Markdown("Select how you want to control the LLM. Start with +/- 1.0. Stronger values may overload it.")
170
 
171
  # Create checkboxes and sliders for each control vector
172
  control_checks = []
creative.gguf ADDED
Binary file (509 kB). View file