Add helpers.py

ml-jku · Aug 16, 2023 · e8a6d39 · e8a6d39
1 parent d746a68
commit e8a6d39
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/src/clip/helpers.py b/src/clip/helpers.py
@@ -0,0 +1,12 @@
+from multiprocessing import Pool
+from functools import partial
+
+
+def parallelize(func, iterable, n_workers, **kwargs):
+    f = partial(func, **kwargs)
+    if n_workers > 1:
+        with Pool(n_workers) as p:
+            results = p.map(f, iterable)
+    else:
+        results = list(map(f, iterable))
+    return results