Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
6db93f3
1
Parent(s):
2013bf3
Enhance logging in http_bot and clean up conversation message handling; add .gitignore for better project management
Browse files- .gitignore +2 -0
- app.py +5 -1
- conversation.py +0 -6
.gitignore
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
__pycache__/
|
2 |
+
logs/
|
app.py
CHANGED
@@ -248,7 +248,11 @@ def http_bot(
|
|
248 |
message = state.get_user_message(source=state.USER)
|
249 |
logger.info(f"==== User message ====\n{message}")
|
250 |
logger.info(f"==== Image paths ====\n{all_image_paths}")
|
|
|
|
|
251 |
response, conv_history = predict(message, all_image_paths[0], max_input_tiles, temperature, max_new_tokens, top_p, repetition_penalty)
|
|
|
|
|
252 |
|
253 |
# response = "This is a test response"
|
254 |
buffer = ""
|
@@ -309,7 +313,7 @@ title_html = """
|
|
309 |
<div style="text-align: center;">
|
310 |
<img src="https://lh3.googleusercontent.com/pw/AP1GczMmW-aFQ4dNaR_LCAllh4UZLLx9fTZ1ITHeGVMWx-1bwlIWz4VsWJSGb3_9C7CQfvboqJH41y2Sbc5ToC9ZmKeV4-buf_DEevIMU0HtaLWgHAPOqBiIbG6LaE8CvDqniLZzvB9UX8TR_-YgvYzPFt2z=w1472-h832-s-no-gm?authuser=0" style="height: 100; width: 100%;">
|
311 |
<p>🔥Vintern-1B-v3_5🔥</p>
|
312 |
-
<p>
|
313 |
<a href="https://huggingface.co/papers/2408.12480">[📖 Vintern Paper]</a>
|
314 |
<a href="https://huggingface.co/5CD-AI">[🤗 Huggingface]</a>
|
315 |
</div>
|
|
|
248 |
message = state.get_user_message(source=state.USER)
|
249 |
logger.info(f"==== User message ====\n{message}")
|
250 |
logger.info(f"==== Image paths ====\n{all_image_paths}")
|
251 |
+
|
252 |
+
logger.info(f"==== History ====\n{state.get_prompt()}")
|
253 |
response, conv_history = predict(message, all_image_paths[0], max_input_tiles, temperature, max_new_tokens, top_p, repetition_penalty)
|
254 |
+
logger.info(f"==== AI history ====\n{conv_history}")
|
255 |
+
|
256 |
|
257 |
# response = "This is a test response"
|
258 |
buffer = ""
|
|
|
313 |
<div style="text-align: center;">
|
314 |
<img src="https://lh3.googleusercontent.com/pw/AP1GczMmW-aFQ4dNaR_LCAllh4UZLLx9fTZ1ITHeGVMWx-1bwlIWz4VsWJSGb3_9C7CQfvboqJH41y2Sbc5ToC9ZmKeV4-buf_DEevIMU0HtaLWgHAPOqBiIbG6LaE8CvDqniLZzvB9UX8TR_-YgvYzPFt2z=w1472-h832-s-no-gm?authuser=0" style="height: 100; width: 100%;">
|
315 |
<p>🔥Vintern-1B-v3_5🔥</p>
|
316 |
+
<p>An Efficient Multimodal Large Language Model for Vietnamese</p>
|
317 |
<a href="https://huggingface.co/papers/2408.12480">[📖 Vintern Paper]</a>
|
318 |
<a href="https://huggingface.co/5CD-AI">[🤗 Huggingface]</a>
|
319 |
</div>
|
conversation.py
CHANGED
@@ -240,12 +240,8 @@ class Conversation:
|
|
240 |
|
241 |
def update_message(self, role, content, image=None, idx=-1):
|
242 |
assert len(self.messages) > 0, "No message in the conversation."
|
243 |
-
print(f"Messsage: {self.messages}")
|
244 |
idx = (idx + len(self.messages)) % len(self.messages)
|
245 |
|
246 |
-
# assert (
|
247 |
-
# self.messages[idx]["role"] == role
|
248 |
-
# ), f"Role mismatch: {role} vs {self.messages[idx]['role']}"
|
249 |
if role != Conversation.ASSISTANT and self.messages[idx]["role"] != role:
|
250 |
raise AssertionError(f"Role mismatch: {role} vs {self.messages[idx]['role']}")
|
251 |
|
@@ -257,8 +253,6 @@ class Conversation:
|
|
257 |
image = [image]
|
258 |
self.messages[idx]["image"].extend(image)
|
259 |
|
260 |
-
print(f"Updated message: {self.messages}")
|
261 |
-
|
262 |
def return_last_message(self):
|
263 |
return self.messages[-1]["content"]
|
264 |
|
|
|
240 |
|
241 |
def update_message(self, role, content, image=None, idx=-1):
|
242 |
assert len(self.messages) > 0, "No message in the conversation."
|
|
|
243 |
idx = (idx + len(self.messages)) % len(self.messages)
|
244 |
|
|
|
|
|
|
|
245 |
if role != Conversation.ASSISTANT and self.messages[idx]["role"] != role:
|
246 |
raise AssertionError(f"Role mismatch: {role} vs {self.messages[idx]['role']}")
|
247 |
|
|
|
253 |
image = [image]
|
254 |
self.messages[idx]["image"].extend(image)
|
255 |
|
|
|
|
|
256 |
def return_last_message(self):
|
257 |
return self.messages[-1]["content"]
|
258 |
|