deletepool

huixiangdou/service/feature_store.py

@@ -434,6 +434,7 @@ class FeatureStore:
 
         # pool = Pool(processes=16)
         # file_opr = FileOperation()
+        logger.debug('waiting for preprocess read finish..')
         for idx, file in enumerate(files):
             if not os.path.exists(file.origin):
                 file.state = False
@@ -471,9 +472,9 @@ class FeatureStore:
             else: #  'word', 'excel', 'ppt', 'html' TODO
                 file.state = False
                 file.reason = 'skip unknown format'
-        pool.close()
-        logger.debug('waiting for preprocess read finish..')
-        pool.join()
+        # pool.close()
+        
+        # pool.join()
 
         # check process result
         for file in files: