From 8463ebd8ddf5eb3d126e4bde6318960ea772de80 Mon Sep 17 00:00:00 2001 From: nityanandagohain Date: Fri, 6 Oct 2023 14:57:46 +0530 Subject: [PATCH 1/2] fix: use default num consumers --- exporter/clickhouselogsexporter/config.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/exporter/clickhouselogsexporter/config.go b/exporter/clickhouselogsexporter/config.go index 6d4823c9..4c47ef13 100644 --- a/exporter/clickhouselogsexporter/config.go +++ b/exporter/clickhouselogsexporter/config.go @@ -58,7 +58,7 @@ func (cfg *Config) Validate() (err error) { func (cfg *Config) enforcedQueueSettings() exporterhelper.QueueSettings { return exporterhelper.QueueSettings{ Enabled: true, - NumConsumers: 1, + NumConsumers: exporterhelper.NewDefaultQueueSettings().NumConsumers, QueueSize: cfg.QueueSettings.QueueSize, } } From f164fae1321524225ccc9a68492613610a818f53 Mon Sep 17 00:00:00 2001 From: nityanandagohain Date: Fri, 6 Oct 2023 19:16:23 +0530 Subject: [PATCH 2/2] fix: updated logic for queue setting --- exporter/clickhouselogsexporter/config.go | 18 +----------------- exporter/clickhouselogsexporter/config_test.go | 6 ++++-- exporter/clickhouselogsexporter/factory.go | 4 ++-- 3 files changed, 7 insertions(+), 21 deletions(-) diff --git a/exporter/clickhouselogsexporter/config.go b/exporter/clickhouselogsexporter/config.go index 4c47ef13..ec20d142 100644 --- a/exporter/clickhouselogsexporter/config.go +++ b/exporter/clickhouselogsexporter/config.go @@ -25,9 +25,7 @@ import ( type Config struct { exporterhelper.TimeoutSettings `mapstructure:",squash"` exporterhelper.RetrySettings `mapstructure:"retry_on_failure"` - // QueueSettings is a subset of exporterhelper.QueueSettings, - // because only QueueSize is user-settable. - QueueSettings QueueSettings `mapstructure:"sending_queue"` + exporterhelper.QueueSettings `mapstructure:"sending_queue"` // DSN is the ClickHouse server Data Source Name. // For tcp protocol reference: [ClickHouse/clickhouse-go#dsn](https://github.com/ClickHouse/clickhouse-go#dsn). @@ -37,12 +35,6 @@ type Config struct { DockerMultiNodeCluster bool `mapstructure:"docker_multi_node_cluster" default:"false"` } -// QueueSettings is a subset of exporterhelper.QueueSettings. -type QueueSettings struct { - // QueueSize set the length of the sending queue - QueueSize int `mapstructure:"queue_size"` -} - var ( errConfigNoDSN = errors.New("dsn must be specified") ) @@ -54,11 +46,3 @@ func (cfg *Config) Validate() (err error) { } return err } - -func (cfg *Config) enforcedQueueSettings() exporterhelper.QueueSettings { - return exporterhelper.QueueSettings{ - Enabled: true, - NumConsumers: exporterhelper.NewDefaultQueueSettings().NumConsumers, - QueueSize: cfg.QueueSettings.QueueSize, - } -} diff --git a/exporter/clickhouselogsexporter/config_test.go b/exporter/clickhouselogsexporter/config_test.go index 3ecd53b6..2ebc5749 100644 --- a/exporter/clickhouselogsexporter/config_test.go +++ b/exporter/clickhouselogsexporter/config_test.go @@ -57,8 +57,10 @@ func TestLoadConfig(t *testing.T) { RandomizationFactor: 0.7, Multiplier: 1.3, }, - QueueSettings: QueueSettings{ - QueueSize: 100, + QueueSettings: exporterhelper.QueueSettings{ + Enabled: true, + NumConsumers: 10, + QueueSize: 100, }, }) } diff --git a/exporter/clickhouselogsexporter/factory.go b/exporter/clickhouselogsexporter/factory.go index 5e8e7e34..78260084 100644 --- a/exporter/clickhouselogsexporter/factory.go +++ b/exporter/clickhouselogsexporter/factory.go @@ -66,7 +66,7 @@ func NewFactory() exporter.Factory { func createDefaultConfig() component.Config { return &Config{ TimeoutSettings: exporterhelper.NewDefaultTimeoutSettings(), - QueueSettings: QueueSettings{QueueSize: exporterhelper.NewDefaultQueueSettings().QueueSize}, + QueueSettings: exporterhelper.NewDefaultQueueSettings(), RetrySettings: exporterhelper.NewDefaultRetrySettings(), } } @@ -91,7 +91,7 @@ func createLogsExporter( exporter.pushLogsData, exporterhelper.WithShutdown(exporter.Shutdown), exporterhelper.WithTimeout(c.TimeoutSettings), - exporterhelper.WithQueue(c.enforcedQueueSettings()), + exporterhelper.WithQueue(c.QueueSettings), exporterhelper.WithRetry(c.RetrySettings), ) }