add response format with json

app.py

@@ -69,6 +69,17 @@ Numbers or units related symbols are not included in this range and can be ignor
 - Present the results in JSON format, like:  {"identified_entity" : ["biopsy", "larynx"]}
 """
 
+response_format = {
+    "type": "json",
+    "value": {
+        "properties": {
+            "identified_entity": {"type": "array", "items": {"type": "string"}},
+        },
+        "required": ["identified_entity"],
+    },
+}
+
+
 def respond(
     message,
     history: list[tuple[str, str]],
@@ -91,6 +102,7 @@ def respond(
 
     for message in client.chat_completion(
         messages,
+        response_format=response_format,
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,