Upload 2 files
Browse files
script.py
CHANGED
@@ -192,32 +192,32 @@ if __name__ == "__main__":
|
|
192 |
|
193 |
print('------------ Now you can do your solution ---------------')
|
194 |
solution = []
|
195 |
-
from concurrent.futures import ProcessPoolExecutor
|
196 |
-
with ProcessPoolExecutor(max_workers=1) as pool:
|
197 |
-
|
198 |
-
|
199 |
-
|
200 |
|
201 |
-
|
202 |
-
|
203 |
-
|
204 |
-
|
205 |
-
|
206 |
-
|
207 |
-
|
208 |
####### added for removing multiprocessing ########
|
209 |
-
|
210 |
-
|
211 |
-
|
212 |
-
|
213 |
-
|
214 |
-
|
215 |
-
|
216 |
####### added for removing multiprocessing ########
|
217 |
-
|
218 |
-
|
219 |
-
|
220 |
-
|
221 |
print('------------ Saving results ---------------')
|
222 |
save_submission(solution, Path(params['output_path']) / "submission.parquet")
|
223 |
print("------------ Done ------------ ")
|
|
|
192 |
|
193 |
print('------------ Now you can do your solution ---------------')
|
194 |
solution = []
|
195 |
+
# from concurrent.futures import ProcessPoolExecutor
|
196 |
+
# with ProcessPoolExecutor(max_workers=1) as pool:
|
197 |
+
# results = []
|
198 |
+
# for i, sample in enumerate(tqdm(dataset)):
|
199 |
+
# results.append(pool.submit(predict, sample, visualize=False))
|
200 |
|
201 |
+
# for i, result in enumerate(tqdm(results)):
|
202 |
+
# key, pred_vertices, pred_edges = result.result()
|
203 |
+
# solution.append({
|
204 |
+
# '__key__': key,
|
205 |
+
# 'wf_vertices': pred_vertices.tolist(),
|
206 |
+
# 'wf_edges': pred_edges
|
207 |
+
# })
|
208 |
####### added for removing multiprocessing ########
|
209 |
+
for i, sample in enumerate(tqdm(dataset)):
|
210 |
+
key, pred_vertices, pred_edges = predict(sample, visualize=False)
|
211 |
+
solution.append({
|
212 |
+
'__key__': key,
|
213 |
+
'wf_vertices': pred_vertices.tolist(),
|
214 |
+
'wf_edges': pred_edges
|
215 |
+
})
|
216 |
####### added for removing multiprocessing ########
|
217 |
+
if i % 2 == 0:
|
218 |
+
# incrementally save the results in case we run out of time
|
219 |
+
print(f"Processed {i} samples")
|
220 |
+
save_submission(solution, Path(params['output_path']) / "submission.parquet")
|
221 |
print('------------ Saving results ---------------')
|
222 |
save_submission(solution, Path(params['output_path']) / "submission.parquet")
|
223 |
print("------------ Done ------------ ")
|