Spaces:

giustinod
/

TestLogica-AZService

Running

giustinod commited on Sep 24

Commit

1ce5c4d

•

1 Parent(s): e05a254

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,7 +4,7 @@ from huggingface_hub import InferenceClient
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-model_id = "unsloth/Meta-Llama-3.1-8B" # "giustinod/TestLogica-AZService"
 client = InferenceClient(model_id)
@@ -28,7 +28,7 @@ def respond(
     response = ""
-    for message in client.chat_completion(
         messages,
         max_tokens=max_tokens,
         stream=True,

 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
+model_id = "giustinod/TestLogica-AZService"
 client = InferenceClient(model_id)
     response = ""
+    for message in client.chat.completions.create(
         messages,
         max_tokens=max_tokens,
         stream=True,