yeonmorae commited on
Commit
9dcc12e
Β·
1 Parent(s): fa97691
Files changed (1) hide show
  1. app.py +16 -16
app.py CHANGED
@@ -11,13 +11,13 @@ from langchain.document_loaders import PyPDFLoader, TextLoader, JSONLoader, CSVL
11
  import tempfile # μž„μ‹œ νŒŒμΌμ„ μƒμ„±ν•˜κΈ° μœ„ν•œ λΌμ΄λΈŒλŸ¬λ¦¬μž…λ‹ˆλ‹€.
12
  import os
13
  from huggingface_hub import hf_hub_download # Hugging Face Hubμ—μ„œ λͺ¨λΈμ„ λ‹€μš΄λ‘œλ“œν•˜κΈ° μœ„ν•œ ν•¨μˆ˜μž…λ‹ˆλ‹€.
14
- # from langchain.agents import (
15
- # create_json_agent,
16
- # AgentExecutor
17
- # )
18
- # from langchain.agents.agent_toolkits import JsonToolkit
19
- # from langchain.llms.openai import OpenAI
20
- # from langchain.tools.json.tool import JsonSpec
21
 
22
  # PDF λ¬Έμ„œλ‘œλΆ€ν„° ν…μŠ€νŠΈλ₯Ό μΆ”μΆœν•˜λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
23
  def get_pdf_text(pdf_docs):
@@ -56,15 +56,15 @@ def get_json_file(docs):
56
  f.write(docs.getvalue())
57
  json_loader = JSONLoader(temp_filepath, jq_schema='.')
58
  json_data = json_loader.load()
59
- # json_spec = JsonSpec(dict_=json_data, max_value_length=4000)
60
- # json_toolkit = JsonToolkit(spec=json_spec)
61
- # json_agent_executor = create_json_agent(
62
- # llm=OpenAI(temperature=0),
63
- # toolkit=json_toolkit,
64
- # verbose=True
65
- # )
66
- # json_doc = json_agent_executor.execute(text=temp_filepath)
67
- return json_data
68
 
69
  # λ¬Έμ„œλ“€μ„ μ²˜λ¦¬ν•˜μ—¬ ν…μŠ€νŠΈ 청크둜 λ‚˜λˆ„λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
70
  def get_text_chunks(documents):
 
11
  import tempfile # μž„μ‹œ νŒŒμΌμ„ μƒμ„±ν•˜κΈ° μœ„ν•œ λΌμ΄λΈŒλŸ¬λ¦¬μž…λ‹ˆλ‹€.
12
  import os
13
  from huggingface_hub import hf_hub_download # Hugging Face Hubμ—μ„œ λͺ¨λΈμ„ λ‹€μš΄λ‘œλ“œν•˜κΈ° μœ„ν•œ ν•¨μˆ˜μž…λ‹ˆλ‹€.
14
+ from langchain.agents import (
15
+ create_json_agent,
16
+ AgentExecutor
17
+ )
18
+ from langchain.agents.agent_toolkits import JsonToolkit
19
+ from langchain.llms.openai import OpenAI
20
+ from langchain.tools.json.tool import JsonSpec
21
 
22
  # PDF λ¬Έμ„œλ‘œλΆ€ν„° ν…μŠ€νŠΈλ₯Ό μΆ”μΆœν•˜λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
23
  def get_pdf_text(pdf_docs):
 
56
  f.write(docs.getvalue())
57
  json_loader = JSONLoader(temp_filepath, jq_schema='.')
58
  json_data = json_loader.load()
59
+ json_spec = JsonSpec(dict_=json_data, max_value_length=4000)
60
+ json_toolkit = JsonToolkit(spec=json_spec)
61
+ json_agent_executor = create_json_agent(
62
+ llm=OpenAI(temperature=0),
63
+ toolkit=json_toolkit,
64
+ verbose=True
65
+ )
66
+ json_doc = json_agent_executor.execute(text=temp_filepath)
67
+ return json_doc
68
 
69
  # λ¬Έμ„œλ“€μ„ μ²˜λ¦¬ν•˜μ—¬ ν…μŠ€νŠΈ 청크둜 λ‚˜λˆ„λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
70
  def get_text_chunks(documents):