Spaces:
Running
Running
import os | |
import getpass | |
from dotenv import load_dotenv | |
from langchain_groq import ChatGroq | |
from langchain_huggingface import HuggingFaceEmbeddings | |
load_dotenv() | |
def _set_env(var: str): | |
if not os.environ.get(var): | |
os.environ[var] = getpass.getpass(f"Enter{var}: ") | |
_set_env("LANGSMITH_API_KEY") | |
_set_env("GROQ_API_KEY") | |
llm = ChatGroq(temperature=0, | |
model_name="meta-llama/llama-4-scout-17b-16e-instruct", | |
streaming=True) | |
model_name = "jinaai/jina-embeddings-v2-base-en" | |
model_kwargs = {'device': 'cpu'} | |
encode_kwargs = {'normalize_embeddings': False} | |
embeddings = HuggingFaceEmbeddings( | |
model_name=model_name, | |
model_kwargs=model_kwargs, | |
encode_kwargs=encode_kwargs | |
) | |