Obtain the OPENROUTER_API_KEY from huggingface

app.py

@@ -1,8 +1,24 @@
+import os
+import subprocess
 import gradio as gr
 from huggingface_hub import InferenceClient
-import subprocess
 from src.prompt.prompt_catalog import PromptCatalog
-import os
+from src.llm_factory import get_llm
+from llama_index.core.llms import ChatMessage
+
+if True:
+    llm = get_llm("openrouter-paid-gemini-2.0-flash-001")
+    messages = [
+        ChatMessage(
+            role="system", content="You are a pirate with a colorful personality"
+        ),
+        ChatMessage(role="user", content="What is your name"),
+    ]
+    resp = llm.stream_chat(messages)
+
+    for r in resp:
+        print(r.delta, end="")
+
 
 if True:
     # Load modules from src

src/llm_factory.py

@@ -12,9 +12,18 @@ from llama_index.llms.openrouter import OpenRouter
 
 __all__ = ["get_llm", "get_available_llms"]
 
-# Define paths and load environment variables and config
+# Load .env values and merge with system environment variables.
+# This one-liner makes sure any secret injected by Hugging Face, like OPENROUTER_API_KEY
+# overrides what’s in your .env file.
 _dotenv_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", ".env"))
-_dotenv_dict = dotenv_values(dotenv_path=_dotenv_path)
+_dotenv_dict = {**dotenv_values(dotenv_path=_dotenv_path), **os.environ}
+print(f"Number of environment items: {len(_dotenv_dict)}")
+
+if "OPENROUTER_API_KEY" in _dotenv_dict:
+    print("OPENROUTER_API_KEY is present")
+else:
+    print("OPENROUTER_API_KEY is not present")
+
 _config_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "llm_config.json"))