fixed issues

app/chains.py

@@ -3,6 +3,7 @@ from langchain_huggingface import HuggingFaceEndpoint
 from langchain_core.runnables import RunnablePassthrough
 import schemas
 from prompts import (
+    raw_prompt,
     raw_prompt_formatted, 
     history_prompt_formatted, 
     question_prompt_formatted,
@@ -22,6 +23,8 @@ llm = HuggingFaceEndpoint(
     stop_sequences=[tokenizer.eos_token]
 )
 
+simple_chain = (raw_prompt | llm).with_types(input_type=schemas.UserQuestion)
+
 formatted_chain = (
     raw_prompt_formatted
     | llm

app/main.py

@@ -7,7 +7,7 @@ from langserve.serialization import WellKnownLCSerializer
 from typing import Any, List
 import crud, models, schemas
 from database import SessionLocal, engine
-from chains import llm, formatted_chain, history_chain, rag_chain
+from chains import llm, simple_chain, formatted_chain, history_chain, rag_chain
 from prompts import format_chat_history
 from callbacks import LogResponseCallback
 
@@ -40,7 +40,7 @@ def greet_json():
 async def simple_stream(request: Request):
     data = await request.json()
     user_question = schemas.UserQuestion(**data['input'])
-    return EventSourceResponse(generate_stream(user_question, llm))
+    return EventSourceResponse(generate_stream(user_question, simple_chain))
 
 
 @app.post("/formatted/stream")

app/prompts.py

@@ -77,6 +77,7 @@ def format_context(docs: List[str]):
 
 
 raw_prompt_formatted = format_prompt(raw_prompt)
+raw_prompt = PromptTemplate.from_template(raw_prompt)
 history_prompt_formatted = format_prompt(history_prompt)
 question_prompt_formatted = format_prompt(question_prompt)
 context_prompt_formatted = format_prompt(context_prompt)