diff --git a/sapp/pipeline/parallel_parser.py b/sapp/pipeline/parallel_parser.py index 9f7a2ef..bafd510 100644 --- a/sapp/pipeline/parallel_parser.py +++ b/sapp/pipeline/parallel_parser.py @@ -6,7 +6,7 @@ # pyre-strict import logging -from multiprocessing import Pool +import multiprocessing from typing import Iterable, List, Set, Tuple, Type, Union from ..analysis_output import AnalysisOutput, Metadata @@ -50,7 +50,7 @@ def parse( initial_rss = get_rss_in_gb() log.info(f"RSS before parsing: {initial_rss:.2f} GB") - with Pool(processes=None) as pool: + with multiprocessing.get_context("spawn").Pool(processes=None) as pool: for idx, f in enumerate(pool.imap_unordered(parse, args)): if idx % 10 == 0: cur = idx + 1