baohuynhbk14 commited on
Commit
6db93f3
·
1 Parent(s): 2013bf3

Enhance logging in http_bot and clean up conversation message handling; add .gitignore for better project management

Browse files
Files changed (3) hide show
  1. .gitignore +2 -0
  2. app.py +5 -1
  3. conversation.py +0 -6
.gitignore ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ __pycache__/
2
+ logs/
app.py CHANGED
@@ -248,7 +248,11 @@ def http_bot(
248
  message = state.get_user_message(source=state.USER)
249
  logger.info(f"==== User message ====\n{message}")
250
  logger.info(f"==== Image paths ====\n{all_image_paths}")
 
 
251
  response, conv_history = predict(message, all_image_paths[0], max_input_tiles, temperature, max_new_tokens, top_p, repetition_penalty)
 
 
252
 
253
  # response = "This is a test response"
254
  buffer = ""
@@ -309,7 +313,7 @@ title_html = """
309
  <div style="text-align: center;">
310
  <img src="https://lh3.googleusercontent.com/pw/AP1GczMmW-aFQ4dNaR_LCAllh4UZLLx9fTZ1ITHeGVMWx-1bwlIWz4VsWJSGb3_9C7CQfvboqJH41y2Sbc5ToC9ZmKeV4-buf_DEevIMU0HtaLWgHAPOqBiIbG6LaE8CvDqniLZzvB9UX8TR_-YgvYzPFt2z=w1472-h832-s-no-gm?authuser=0" style="height: 100; width: 100%;">
311
  <p>🔥Vintern-1B-v3_5🔥</p>
312
- <p>Vintern-1B: An Efficient Multimodal Large Language Model for Vietnamese</p>
313
  <a href="https://huggingface.co/papers/2408.12480">[📖 Vintern Paper]</a>
314
  <a href="https://huggingface.co/5CD-AI">[🤗 Huggingface]</a>
315
  </div>
 
248
  message = state.get_user_message(source=state.USER)
249
  logger.info(f"==== User message ====\n{message}")
250
  logger.info(f"==== Image paths ====\n{all_image_paths}")
251
+
252
+ logger.info(f"==== History ====\n{state.get_prompt()}")
253
  response, conv_history = predict(message, all_image_paths[0], max_input_tiles, temperature, max_new_tokens, top_p, repetition_penalty)
254
+ logger.info(f"==== AI history ====\n{conv_history}")
255
+
256
 
257
  # response = "This is a test response"
258
  buffer = ""
 
313
  <div style="text-align: center;">
314
  <img src="https://lh3.googleusercontent.com/pw/AP1GczMmW-aFQ4dNaR_LCAllh4UZLLx9fTZ1ITHeGVMWx-1bwlIWz4VsWJSGb3_9C7CQfvboqJH41y2Sbc5ToC9ZmKeV4-buf_DEevIMU0HtaLWgHAPOqBiIbG6LaE8CvDqniLZzvB9UX8TR_-YgvYzPFt2z=w1472-h832-s-no-gm?authuser=0" style="height: 100; width: 100%;">
315
  <p>🔥Vintern-1B-v3_5🔥</p>
316
+ <p>An Efficient Multimodal Large Language Model for Vietnamese</p>
317
  <a href="https://huggingface.co/papers/2408.12480">[📖 Vintern Paper]</a>
318
  <a href="https://huggingface.co/5CD-AI">[🤗 Huggingface]</a>
319
  </div>
conversation.py CHANGED
@@ -240,12 +240,8 @@ class Conversation:
240
 
241
  def update_message(self, role, content, image=None, idx=-1):
242
  assert len(self.messages) > 0, "No message in the conversation."
243
- print(f"Messsage: {self.messages}")
244
  idx = (idx + len(self.messages)) % len(self.messages)
245
 
246
- # assert (
247
- # self.messages[idx]["role"] == role
248
- # ), f"Role mismatch: {role} vs {self.messages[idx]['role']}"
249
  if role != Conversation.ASSISTANT and self.messages[idx]["role"] != role:
250
  raise AssertionError(f"Role mismatch: {role} vs {self.messages[idx]['role']}")
251
 
@@ -257,8 +253,6 @@ class Conversation:
257
  image = [image]
258
  self.messages[idx]["image"].extend(image)
259
 
260
- print(f"Updated message: {self.messages}")
261
-
262
  def return_last_message(self):
263
  return self.messages[-1]["content"]
264
 
 
240
 
241
  def update_message(self, role, content, image=None, idx=-1):
242
  assert len(self.messages) > 0, "No message in the conversation."
 
243
  idx = (idx + len(self.messages)) % len(self.messages)
244
 
 
 
 
245
  if role != Conversation.ASSISTANT and self.messages[idx]["role"] != role:
246
  raise AssertionError(f"Role mismatch: {role} vs {self.messages[idx]['role']}")
247
 
 
253
  image = [image]
254
  self.messages[idx]["image"].extend(image)
255
 
 
 
256
  def return_last_message(self):
257
  return self.messages[-1]["content"]
258