chahah commited on
Commit
8f13397
·
verified ·
1 Parent(s): 169881b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -2
app.py CHANGED
@@ -18,8 +18,8 @@ from urllib.parse import urljoin
18
 
19
 
20
  def initialize(arxivcode):
21
- loader = ArxivLoader(query=str(arxivcode),)
22
- docs = loader.load()
23
  #retriever = ArxivRetriever(
24
  # load_max_docs=2,
25
  # get_full_documents=True,
@@ -28,6 +28,12 @@ def initialize(arxivcode):
28
  #for i in range(len(docs)):
29
  # docs[i].metadata['Published'] = str(docs[i].metadata['Published'])
30
 
 
 
 
 
 
 
31
  # LLM model
32
  rate_limiter = InMemoryRateLimiter(
33
  requests_per_second=0.1, # <-- MistralAI free. We can only make a request once every second
 
18
 
19
 
20
  def initialize(arxivcode):
21
+ #loader = ArxivLoader(query=str(arxivcode),)
22
+ #docs = loader.load()
23
  #retriever = ArxivRetriever(
24
  # load_max_docs=2,
25
  # get_full_documents=True,
 
28
  #for i in range(len(docs)):
29
  # docs[i].metadata['Published'] = str(docs[i].metadata['Published'])
30
 
31
+ # Load, chunk and index the contents of the blog.
32
+ url = ['https://arxiv.org/abs/%s' % arxivcode]
33
+ loader = WebBaseLoader(url)
34
+ docs = loader.load()
35
+
36
+
37
  # LLM model
38
  rate_limiter = InMemoryRateLimiter(
39
  requests_per_second=0.1, # <-- MistralAI free. We can only make a request once every second