fuzzy-mittenz commited on
Commit
896e7aa
·
verified ·
1 Parent(s): 22789d3

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +58 -1
README.md CHANGED
@@ -119,7 +119,7 @@ language:
119
 
120
 
121
 
122
- # fuzzy-mittenz/Keys-to-Homers-Creative-Kingdom_Qw7B-iQ4_NL-GGUF
123
  This model was converted to GGUF format from [`suayptalha/HomerCreativeAnvita-Mix-Qw7B`](https://huggingface.co/suayptalha/HomerCreativeAnvita-Mix-Qw7B) using llama.cpp via the ggml.ai's [GGUF-my-repo](https://huggingface.co/spaces/ggml-org/gguf-my-repo) space.
124
  Refer to the [original model card](https://huggingface.co/suayptalha/HomerCreativeAnvita-Mix-Qw7B) for more details on the model.
125
 
@@ -132,6 +132,63 @@ brew install llama.cpp
132
  ```
133
  Invoke the llama.cpp server or the CLI.
134
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
135
  ### CLI:
136
  ```bash
137
  llama-cli --hf-repo fuzzy-mittenz/HomerCreativeAnvita-Mix-Qw7B-IQ4_NL-GGUF --hf-file homercreativeanvita-mix-qw7b-iq4_nl-imat.gguf -p "The meaning to life and the universe is"
 
119
 
120
 
121
 
122
+ # IntelligentEstate/Keys-to-Homers-Creative-Kingdom_Qw7B-iQ4_NL-GGUF
123
  This model was converted to GGUF format from [`suayptalha/HomerCreativeAnvita-Mix-Qw7B`](https://huggingface.co/suayptalha/HomerCreativeAnvita-Mix-Qw7B) using llama.cpp via the ggml.ai's [GGUF-my-repo](https://huggingface.co/spaces/ggml-org/gguf-my-repo) space.
124
  Refer to the [original model card](https://huggingface.co/suayptalha/HomerCreativeAnvita-Mix-Qw7B) for more details on the model.
125
 
 
132
  ```
133
  Invoke the llama.cpp server or the CLI.
134
 
135
+ ### GPT4ALL/Jinja:
136
+ {%- if tools %}
137
+ {{- '<|im_start|>system\n' }}
138
+ {%- if messages[0]['role'] == 'system' %}
139
+ {{- messages[0]['content'] }}
140
+ {%- else %}
141
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
142
+ {%- endif %}
143
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
144
+ {%- for tool in tools %}
145
+ {{- "\n" }}
146
+ {{- tool | tojson }}
147
+ {%- endfor %}
148
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
149
+ {%- else %}
150
+ {%- if messages[0]['role'] == 'system' %}
151
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
152
+ {%- else %}
153
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
154
+ {%- endif %}
155
+ {%- endif %}
156
+ {%- for message in messages %}
157
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
158
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
159
+ {%- elif message.role == "assistant" %}
160
+ {{- '<|im_start|>' + message.role }}
161
+ {%- if message.content %}
162
+ {{- '\n' + message.content }}
163
+ {%- endif %}
164
+ {%- for tool_call in message.tool_calls %}
165
+ {%- if tool_call.function is defined %}
166
+ {%- set tool_call = tool_call.function %}
167
+ {%- endif %}
168
+ {{- '\n<tool_call>\n{"name": "' }}
169
+ {{- tool_call.name }}
170
+ {{- '", "arguments": ' }}
171
+ {{- tool_call.arguments | tojson }}
172
+ {{- '}\n</tool_call>' }}
173
+ {%- endfor %}
174
+ {{- '<|im_end|>\n' }}
175
+ {%- elif message.role == "tool" %}
176
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
177
+ {{- '<|im_start|>user' }}
178
+ {%- endif %}
179
+ {{- '\n<tool_response>\n' }}
180
+ {{- message.content }}
181
+ {{- '\n</tool_response>' }}
182
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
183
+ {{- '<|im_end|>\n' }}
184
+ {%- endif %}
185
+ {%- endif %}
186
+ {%- endfor %}
187
+ {%- if add_generation_prompt %}
188
+ {{- '<|im_start|>assistant\n' }}
189
+ {%- endif %}
190
+
191
+
192
  ### CLI:
193
  ```bash
194
  llama-cli --hf-repo fuzzy-mittenz/HomerCreativeAnvita-Mix-Qw7B-IQ4_NL-GGUF --hf-file homercreativeanvita-mix-qw7b-iq4_nl-imat.gguf -p "The meaning to life and the universe is"