From aae730522ba37846afd99052c5bb8bd2e494ac5d Mon Sep 17 00:00:00 2001 From: Ben Theunissen Date: Thu, 17 Aug 2023 13:19:09 -0400 Subject: [PATCH] Revert batch size changes (#29) --- pyproject.toml | 2 +- target_clickhouse/sinks.py | 4 +++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 2c23de0..984c223 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "shaped-target-clickhouse" -version = "0.0.6" +version = "0.0.10" description = "`target-clickhouse` is a Singer target for clickhouse, built with the Meltano Singer SDK." readme = "README.md" authors = ["Ben Theunissen"] diff --git a/target_clickhouse/sinks.py b/target_clickhouse/sinks.py index 698edea..c6cfa62 100644 --- a/target_clickhouse/sinks.py +++ b/target_clickhouse/sinks.py @@ -14,7 +14,9 @@ class ClickhouseSink(SQLSink): """clickhouse target sink class.""" connector_class = ClickhouseConnector - MAX_SIZE_DEFAULT = 50000 + + # Investigate larger batch sizes without OOM. + MAX_SIZE_DEFAULT = 10000 @property def max_size(self) -> int: