FAQ-Chatbot / setup.py
Dharma20's picture
Upload 5 files
1badade verified
raw
history blame
759 Bytes
import os
import getpass
from dotenv import load_dotenv
from langchain_groq import ChatGroq
from langchain_huggingface import HuggingFaceEmbeddings
load_dotenv()
def _set_env(var: str):
if not os.environ.get(var):
os.environ[var] = getpass.getpass(f"Enter{var}: ")
_set_env("LANGSMITH_API_KEY")
_set_env("GROQ_API_KEY")
llm = ChatGroq(temperature=0,
model_name="meta-llama/llama-4-scout-17b-16e-instruct",
streaming=True)
model_name = "jinaai/jina-embeddings-v2-base-en"
model_kwargs = {'device': 'cpu'}
encode_kwargs = {'normalize_embeddings': False}
embeddings = HuggingFaceEmbeddings(
model_name=model_name,
model_kwargs=model_kwargs,
encode_kwargs=encode_kwargs
)