ahuang11 commited on
Commit
c0de4ff
1 Parent(s): 6f5cf75

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -8
app.py CHANGED
@@ -1,6 +1,6 @@
1
- from openai import OpenAI
2
  import panel as pn
3
- import requests
4
  import os
5
 
6
  pn.extension()
@@ -18,18 +18,19 @@ Help me summarize these into bullet points, readable within 2 minutes.
18
  """
19
 
20
 
21
- def get_relevant_papers(query, rows):
22
  params = {
23
  "query.bibliographic": query,
24
  "rows": rows,
25
  }
26
- response = requests.get(API_URL, params=params)
 
27
  output = response.json()
28
  return output
29
 
30
 
31
- def process_inputs(contents, user, instance):
32
- output = get_relevant_papers(contents, rows_input.value)
33
  instance.send(pn.pane.JSON(output), respond=False, user="Sources")
34
 
35
  items = []
@@ -50,14 +51,14 @@ def process_inputs(contents, user, instance):
50
  stream=True,
51
  )
52
  message = ""
53
- for chunk in response:
54
  part = chunk.choices[0].delta.content
55
  if part is not None:
56
  message += part
57
  yield message
58
 
59
 
60
- client = OpenAI()
61
 
62
  # define widgets
63
  prompt_template_input = pn.widgets.TextAreaInput(
 
1
+ from openai import AsyncOpenAI
2
  import panel as pn
3
+ import httpx
4
  import os
5
 
6
  pn.extension()
 
18
  """
19
 
20
 
21
+ async def get_relevant_papers(query, rows):
22
  params = {
23
  "query.bibliographic": query,
24
  "rows": rows,
25
  }
26
+ async with httpx.AsyncClient() as client:
27
+ response = await client.get(API_URL, params=params)
28
  output = response.json()
29
  return output
30
 
31
 
32
+ async def process_inputs(contents, user, instance):
33
+ output = await get_relevant_papers(contents, rows_input.value)
34
  instance.send(pn.pane.JSON(output), respond=False, user="Sources")
35
 
36
  items = []
 
51
  stream=True,
52
  )
53
  message = ""
54
+ async for chunk in await response:
55
  part = chunk.choices[0].delta.content
56
  if part is not None:
57
  message += part
58
  yield message
59
 
60
 
61
+ client = AsyncOpenAI()
62
 
63
  # define widgets
64
  prompt_template_input = pn.widgets.TextAreaInput(