diff --git a/pyproject.toml b/pyproject.toml index 2c23de0..984c223 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "shaped-target-clickhouse" -version = "0.0.6" +version = "0.0.10" description = "`target-clickhouse` is a Singer target for clickhouse, built with the Meltano Singer SDK." readme = "README.md" authors = ["Ben Theunissen"] diff --git a/target_clickhouse/sinks.py b/target_clickhouse/sinks.py index 698edea..c6cfa62 100644 --- a/target_clickhouse/sinks.py +++ b/target_clickhouse/sinks.py @@ -14,7 +14,9 @@ class ClickhouseSink(SQLSink): """clickhouse target sink class.""" connector_class = ClickhouseConnector - MAX_SIZE_DEFAULT = 50000 + + # Investigate larger batch sizes without OOM. + MAX_SIZE_DEFAULT = 10000 @property def max_size(self) -> int: