CD17 commited on
Commit
c1915cc
·
verified ·
1 Parent(s): 1644ab7

Update functions_hf.py

Browse files
Files changed (1) hide show
  1. functions_hf.py +5 -11
functions_hf.py CHANGED
@@ -1,5 +1,5 @@
1
  from langchain_community.utilities import SQLDatabase
2
- from langchain import HuggingFaceHub
3
  from langchain_core.prompts import ChatPromptTemplate
4
  from langchain_core.output_parsers import StrOutputParser
5
  from langchain_core.runnables import RunnablePassthrough
@@ -9,18 +9,12 @@ import os
9
  from dotenv import load_dotenv
10
 
11
  load_dotenv()
12
- OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
13
 
14
- from langchain_openai import ChatOpenAI
 
15
 
16
- llm = ChatOpenAI(
17
- model="gpt-4o",
18
- temperature=0,
19
- max_tokens=None,
20
- timeout=None,
21
- max_retries=2,
22
- api_key=OPENAI_API_KEY, # if you prefer to pass api key in directly instaed of using env vars
23
- )
24
 
25
 
26
  # Initialize database connection
 
1
  from langchain_community.utilities import SQLDatabase
2
+ from langchain_community.llms import DeepInfra
3
  from langchain_core.prompts import ChatPromptTemplate
4
  from langchain_core.output_parsers import StrOutputParser
5
  from langchain_core.runnables import RunnablePassthrough
 
9
  from dotenv import load_dotenv
10
 
11
  load_dotenv()
 
12
 
13
+ api = os.getenv("DEEPINFRA_TOKEN")
14
+ deepinfra_model = "meta-llama/Llama-3.3-70B-Instruct"
15
 
16
+ llm = DeepInfra(model_id=deepinfra_model,
17
+ deepinfra_api_token=api)
 
 
 
 
 
 
18
 
19
 
20
  # Initialize database connection