debug output

app.py

@@ -9,6 +9,8 @@ PROMPT_TEMPLATES = {
 }
 
 def gradio_run_evaluation(inference_api, model_name, prompt_format, openrouter_token=None, custom_prompt=None):
+    print(f"DEBUG - Prompt format: {prompt_format}, Custom prompt content: {custom_prompt}")
+
     # Set environment variable if OpenRouter token is provided
     if inference_api == "openrouter":
         os.environ["OPENROUTER_API_KEY"] = str(openrouter_token)

duckdb-nsql/eval/prompt_formatters.py

@@ -979,10 +979,13 @@ class DuckDBInstFormatterCustom(RajkumarFormatter):
             context_text: str,
     ) -> str | list[str]:
         """Get prompt format."""
+        print(f"DEBUG - template: {cls.PROMPT_TEMPLATE}")
+
         instruction = cls.PROMPT_TEMPLATE.format(
             schema=table_text,
             question=instruction
         )
+        print(f"DEBUG - instruction: {instruction}")
         return instruction
 
 class DuckDBInstNoShorthandFormatter(DuckDBInstFormatter):