get_results: feed generator to imap (#76)

yield results as generators instead of returning lists
signetlabdei · Sep 19, 2024 · 6a39f0a · 6a39f0a
1 parent f22fac8
commit 6a39f0a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/sem/manager.py b/sem/manager.py
@@ -587,11 +587,11 @@ def get_results_as_dataframe(self,
         if parallel_parsing:
             with Pool(processes=self.runner.max_parallel_processes) as pool:
                 for parsed_result in tqdm(pool.imap_unordered(parse_result,
-                                                              [[self.db.get_complete_results(result_id=result['meta']['id'],
+                                                              ([self.db.get_complete_results(result_id=result['meta']['id'],
                                                                                              files_to_load=files_to_load)[0],
                                                                 function_yields_multiple_results,
                                                                 result_parsing_function,
-                                                                param_columns] for result in results_list]),
+                                                                param_columns] for result in results_list)),
                                           total=len(results_list),
                                           unit='result',
                                           desc='Parsing Results',