Sortoite commited on
Commit
6c1da8b
1 Parent(s): 647f505

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -20
app.py CHANGED
@@ -91,33 +91,14 @@ class SemanticSearch:
91
 
92
 
93
 
94
- #def load_recommender(path, start_page=1):
95
- # global recommender
96
- # texts = pdf_to_text(path, start_page=start_page)
97
- # chunks = text_to_chunks(texts, start_page=start_page)
98
- # recommender.fit(chunks)
99
- # return 'Corpus Loaded.'
100
-
101
- # The modified function generates embeddings based on PDF file name and page number and checks if the embeddings file exists before loading or generating it.
102
  def load_recommender(path, start_page=1):
103
  global recommender
104
- pdf_file = os.path.basename(path)
105
- embeddings_file = f"{pdf_file}_{start_page}.npy"
106
-
107
- if os.path.isfile(embeddings_file):
108
- embeddings = np.load(embeddings_file)
109
- recommender.embeddings = embeddings
110
- recommender.fitted = True
111
- return "Embeddings loaded from file"
112
-
113
  texts = pdf_to_text(path, start_page=start_page)
114
  chunks = text_to_chunks(texts, start_page=start_page)
115
  recommender.fit(chunks)
116
- np.save(embeddings_file, recommender.embeddings)
117
  return 'Corpus Loaded.'
118
 
119
 
120
-
121
  def generate_text(openAI_key,prompt, engine="text-davinci-003"):
122
  openai.api_key = openAI_key
123
  completions = openai.Completion.create(
@@ -235,4 +216,4 @@ demo.launch()
235
  # # Define the button action
236
  # if btn:
237
  # answer_value = question_answer(url, file, question)
238
- # answer.value = answer_value
 
91
 
92
 
93
 
 
 
 
 
 
 
 
 
94
  def load_recommender(path, start_page=1):
95
  global recommender
 
 
 
 
 
 
 
 
 
96
  texts = pdf_to_text(path, start_page=start_page)
97
  chunks = text_to_chunks(texts, start_page=start_page)
98
  recommender.fit(chunks)
 
99
  return 'Corpus Loaded.'
100
 
101
 
 
102
  def generate_text(openAI_key,prompt, engine="text-davinci-003"):
103
  openai.api_key = openAI_key
104
  completions = openai.Completion.create(
 
216
  # # Define the button action
217
  # if btn:
218
  # answer_value = question_answer(url, file, question)
219
+ # answer.value = answer_value