L138 max token added
Browse files
utils/helper_functions.py
CHANGED
@@ -132,7 +132,12 @@ def llama2_7b_ysa(prompt: str) -> str:
|
|
132 |
"""
|
133 |
|
134 |
# Define the query payload with the prompt and any additional parameters
|
135 |
-
query_payload: Dict[str, Any] = {
|
|
|
|
|
|
|
|
|
|
|
136 |
|
137 |
# Send the query to the model and store the output response
|
138 |
output = query(query_payload)
|
|
|
132 |
"""
|
133 |
|
134 |
# Define the query payload with the prompt and any additional parameters
|
135 |
+
query_payload: Dict[str, Any] = {
|
136 |
+
"inputs": prompt,
|
137 |
+
"parameters": {
|
138 |
+
"max_new_tokens": 200
|
139 |
+
}
|
140 |
+
}
|
141 |
|
142 |
# Send the query to the model and store the output response
|
143 |
output = query(query_payload)
|