Revert batch size changes (#29)

shaped-ai · Aug 17, 2023 · aae7305 · aae7305
1 parent bc6d68a
commit aae7305
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "shaped-target-clickhouse"
-version = "0.0.6"
+version = "0.0.10"
 description = "`target-clickhouse` is a Singer target for clickhouse, built with the Meltano Singer SDK."
 readme = "README.md"
 authors = ["Ben Theunissen"]

diff --git a/target_clickhouse/sinks.py b/target_clickhouse/sinks.py
@@ -14,7 +14,9 @@ class ClickhouseSink(SQLSink):
     """clickhouse target sink class."""
 
     connector_class = ClickhouseConnector
-    MAX_SIZE_DEFAULT = 50000
+
+    # Investigate larger batch sizes without OOM.
+    MAX_SIZE_DEFAULT = 10000
 
     @property
     def max_size(self) -> int: