+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| static | +
+
+ |
+ 49.26% | +168/341 | +38.92% | +65/167 | +26.44% | +32/121 | +48.87% | +152/311 | +
| static/auto_replacements_bypass_projects | +
+
+ |
+ 18.75% | +3/16 | +0% | +0/1 | +0% | +0/4 | +25% | +3/12 | +
| static/capacity_management | +
+
+ |
+ 90.5% | +143/158 | +89.79% | +44/49 | +76.78% | +43/56 | +90.15% | +119/132 | +
| static/cardinality_analyzer | +
+
+ |
+ 44.3% | +35/79 | +40% | +4/10 | +18.51% | +5/27 | +48.57% | +34/70 | +
| static/clickhouse_migrations | +
+
+ |
+ 10.73% | +16/149 | +1.37% | +2/145 | +2.04% | +1/49 | +13.67% | +16/117 | +
| static/clickhouse_queries | +
+
+ |
+ 26.47% | +27/102 | +0% | +0/17 | +0% | +0/37 | +30.33% | +27/89 | +
| static/common/components | +
+
+ |
+ 34.28% | +12/35 | +0% | +0/4 | +0% | +0/6 | +38.7% | +12/31 | +
| static/dead_letter_queue | +
+
+ |
+ 16.12% | +10/62 | +0% | +0/24 | +0% | +0/14 | +20.83% | +10/48 | +
| static/delete_tool | +
+
+ |
+ 4.44% | +2/45 | +0% | +0/8 | +0% | +0/13 | +6.06% | +2/33 | +
| static/kafka | +
+
+ |
+ 100% | +9/9 | +100% | +0/0 | +100% | +3/3 | +100% | +7/7 | +
| static/mql_queries | +
+
+ |
+ 22.47% | +20/89 | +0% | +0/28 | +0% | +0/28 | +27.39% | +20/73 | +
| static/production_queries | +
+
+ |
+ 24.05% | +19/79 | +0% | +0/25 | +0% | +0/30 | +28.35% | +19/67 | +
| static/querylog | +
+
+ |
+ 24% | +18/75 | +0% | +0/9 | +0% | +0/29 | +28.12% | +18/64 | +
| static/runtime_config | +
+
+ |
+ 14.83% | +23/155 | +0% | +0/42 | +0% | +0/48 | +14.39% | +19/132 | +
| static/snql_to_sql | +
+
+ |
+ 42.55% | +20/47 | +0% | +0/6 | +0% | +0/14 | +48.71% | +19/39 | +
| static/snuba_explain | +
+
+ |
+ 36.11% | +26/72 | +0% | +0/17 | +0% | +0/16 | +40% | +26/65 | +
| static/tests/tracing | +
+
+ |
+ 100% | +2/2 | +100% | +0/0 | +100% | +0/0 | +100% | +2/2 | +
| static/tracing | +
+
+ |
+ 32.82% | +43/131 | +8.77% | +5/57 | +21.42% | +9/42 | +31.48% | +34/108 | +
| static/utils | +
+
+ |
+ 80% | +16/20 | +85.71% | +6/7 | +66.66% | +4/6 | +77.77% | +14/18 | +
| static/welcome | +
+
+ |
+ 18.18% | +2/11 | +100% | +0/0 | +0% | +0/5 | +22.22% | +2/9 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 +173 +174 +175 +176 +177 +178 +179 +180 +181 +182 +183 +184 +185 +186 +187 +188 +189 +190 +191 +192 +193 +194 +195 +196 +197 +198 +199 +200 +201 +202 +203 +204 +205 +206 +207 +208 +209 +210 +211 +212 +213 +214 +215 +216 +217 +218 +219 +220 +221 +222 +223 +224 +225 +226 +227 +228 +229 +230 +231 +232 +233 +234 +235 +236 +237 +238 +239 +240 +241 +242 +243 +244 +245 +246 +247 +248 +249 +250 +251 +252 +253 +254 +255 +256 +257 +258 +259 +260 +261 +262 +263 +264 +265 +266 +267 +268 +269 +270 +271 +272 +273 +274 +275 +276 +277 +278 +279 +280 +281 +282 +283 +284 +285 +286 +287 +288 +289 +290 +291 +292 +293 +294 +295 +296 +297 +298 +299 +300 +301 +302 +303 +304 +305 +306 +307 +308 +309 +310 +311 +312 +313 +314 +315 +316 +317 +318 +319 +320 +321 +322 +323 +324 +325 +326 +327 +328 +329 +330 +331 +332 +333 +334 +335 +336 +337 +338 +339 +340 +341 +342 +343 +344 +345 +346 +347 +348 +349 +350 +351 +352 +353 +354 +355 +356 +357 +358 +359 +360 +361 +362 +363 +364 +365 +366 +367 +368 +369 +370 +371 +372 +373 +374 +375 +376 +377 +378 +379 +380 +381 +382 +383 +384 +385 +386 +387 +388 +389 +390 +391 +392 +393 +394 +395 +396 +397 +398 +399 +400 +401 +402 +403 +404 +405 +406 +407 +408 +409 +410 +411 +412 +413 +414 +415 +416 +417 +418 +419 +420 +421 +422 +423 +424 +425 +426 +427 +428 +429 +430 +431 +432 +433 +434 +435 +436 +437 +438 +439 +440 +441 +442 +443 +444 +445 +446 +447 +448 +449 +450 +451 +452 +453 +454 +455 +456 +457 +458 +459 +460 +461 +462 +463 +464 +465 +466 +467 +468 +469 +470 +471 +472 +473 +474 +475 +476 +477 +478 +479 +480 +481 +482 +483 +484 +485 +486 +487 +488 +489 +490 +491 +492 +493 +494 +495 +496 +497 +498 +499 +500 +501 +502 +503 +504 +505 +506 +507 +508 +509 +510 +511 +512 +513 +514 +515 +516 +517 +518 | + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +6x + +6x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +5x + | import { AllowedTools, Settings } from "SnubaAdmin/types";
+
+import {
+ Config,
+ ConfigKey,
+ ConfigValue,
+ ConfigChange,
+ ConfigDescription,
+ ConfigDescriptions,
+} from "SnubaAdmin/runtime_config/types";
+
+import {
+ ClickhouseNodeData,
+ QueryRequest,
+ QueryResult,
+ PredefinedQuery,
+} from "SnubaAdmin/clickhouse_queries/types";
+import {
+ MigrationGroupResult,
+ RunMigrationRequest,
+ RunMigrationResult,
+} from "SnubaAdmin/clickhouse_migrations/types";
+import { TracingRequest, TracingResult } from "SnubaAdmin/tracing/types";
+import { MQLRequest } from "SnubaAdmin/mql_queries/types";
+import {
+ SnQLRequest,
+ SnQLResult,
+ SnubaDatasetName,
+} from "SnubaAdmin/snql_to_sql/types";
+
+import { KafkaTopicData } from "SnubaAdmin/kafka/types";
+import { QuerylogRequest, QuerylogResult } from "SnubaAdmin/querylog/types";
+import {
+ CardinalityQueryRequest,
+ CardinalityQueryResult,
+} from "SnubaAdmin/cardinality_analyzer/types";
+
+import { AllocationPolicy } from "SnubaAdmin/capacity_management/types";
+
+import { ReplayInstruction, Topic } from "SnubaAdmin/dead_letter_queue/types";
+import { AutoReplacementsBypassProjectsData } from "SnubaAdmin/auto_replacements_bypass_projects/types";
+
+interface Client {
+ getSettings: () => Promise<Settings>;
+ getConfigs: () => Promise<Config[]>;
+ getAutoReplacementsBypassProjects: () => Promise<
+ AutoReplacementsBypassProjectsData[]
+ >;
+ createNewConfig: (
+ key: ConfigKey,
+ value: ConfigValue,
+ description: ConfigDescription
+ ) => Promise<Config>;
+ deleteConfig: (key: ConfigKey, keepDescription: boolean) => Promise<void>;
+ editConfig: (
+ key: ConfigKey,
+ value: ConfigValue,
+ description: ConfigDescription
+ ) => Promise<Config>;
+ getDescriptions: () => Promise<ConfigDescriptions>;
+ getAuditlog: () => Promise<ConfigChange[]>;
+ getClickhouseNodes: () => Promise<[ClickhouseNodeData]>;
+ getSnubaDatasetNames: () => Promise<SnubaDatasetName[]>;
+ getAllowedProjects: () => Promise<string[]>;
+ executeSnQLQuery: (query: SnQLRequest) => Promise<any>;
+ executeMQLQuery: (query: MQLRequest) => Promise<any>;
+ debugSnQLQuery: (query: SnQLRequest) => Promise<SnQLResult>;
+ getPredefinedQueryOptions: () => Promise<[PredefinedQuery]>;
+ executeSystemQuery: (req: QueryRequest) => Promise<QueryResult>;
+ executeTracingQuery: (req: TracingRequest) => Promise<TracingResult>;
+ getKafkaData: () => Promise<KafkaTopicData[]>;
+ getPredefinedQuerylogOptions: () => Promise<[PredefinedQuery]>;
+ getQuerylogSchema: () => Promise<QuerylogResult>;
+ executeQuerylogQuery: (req: QuerylogRequest) => Promise<QuerylogResult>;
+ getPredefinedCardinalityQueryOptions: () => Promise<[PredefinedQuery]>;
+ executeCardinalityQuery: (
+ req: CardinalityQueryRequest
+ ) => Promise<CardinalityQueryResult>;
+ getAllMigrationGroups: () => Promise<MigrationGroupResult[]>;
+ runMigration: (req: RunMigrationRequest) => Promise<RunMigrationResult>;
+ getAllowedTools: () => Promise<AllowedTools>;
+ getStoragesWithAllocationPolicies: () => Promise<string[]>;
+ getAllocationPolicies: (storage: string) => Promise<AllocationPolicy[]>;
+ setAllocationPolicyConfig: (
+ storage: string,
+ policy: string,
+ key: string,
+ value: string,
+ params: object
+ ) => Promise<void>;
+ deleteAllocationPolicyConfig: (
+ storage: string,
+ policy: string,
+ key: string,
+ params: object
+ ) => Promise<void>;
+ getDlqTopics: () => Promise<Topic[]>;
+ getDlqInstruction: () => Promise<ReplayInstruction | null>;
+ setDlqInstruction: (
+ topic: Topic,
+ instruction: ReplayInstruction
+ ) => Promise<ReplayInstruction | null>;
+ clearDlqInstruction: () => Promise<ReplayInstruction | null>;
+ getAdminRegions: () => Promise<string[]>;
+ runLightweightDelete: (
+ storage_name: string,
+ column_conditions: object
+ ) => Promise<Response>;
+}
+
+function Client() {
+ const baseUrl = "/";
+
+ return {
+ getSettings: () => {
+ const url = baseUrl + "settings";
+ return fetch(url).then((resp) => resp.json());
+ },
+ getConfigs: () => {
+ const url = baseUrl + "configs";
+ return fetch(url).then((resp) => resp.json());
+ },
+ getAutoReplacementsBypassProjects: () => {
+ const url = baseUrl + "auto-replacements-bypass-projects";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ }).then((resp) => resp.json());
+ },
+ createNewConfig: (
+ key: ConfigKey,
+ value: ConfigValue,
+ description: ConfigDescription
+ ) => {
+ const url = baseUrl + "configs";
+ const params = { key, value, description };
+
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify(params),
+ }).then((res) => {
+ if (res.ok) {
+ return Promise.resolve(res.json());
+ } else {
+ return res.json().then((err) => {
+ let errMsg = err?.error || "Could not create config";
+ throw new Error(errMsg);
+ });
+ }
+ });
+ },
+ deleteConfig: (key: ConfigKey, keepDescription: boolean) => {
+ const url =
+ baseUrl +
+ "configs/" +
+ encodeURIComponent(key) +
+ (keepDescription ? "?keepDescription=true" : "");
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "DELETE",
+ }).then((res) => {
+ if (res.ok) {
+ return;
+ } else {
+ throw new Error("Could not delete config");
+ }
+ });
+ },
+ editConfig: (
+ key: ConfigKey,
+ value: ConfigValue,
+ description: ConfigDescription
+ ) => {
+ const url = baseUrl + "configs/" + encodeURIComponent(key);
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "PUT",
+ body: JSON.stringify({ value, description }),
+ }).then((res) => {
+ if (res.ok) {
+ return Promise.resolve(res.json());
+ } else {
+ throw new Error("Could not edit config");
+ }
+ });
+ },
+ getDescriptions: () => {
+ const url = baseUrl + "all_config_descriptions";
+ return fetch(url).then((resp) => resp.json());
+ },
+ getAuditlog: () => {
+ const url = baseUrl + "config_auditlog";
+ return fetch(url).then((resp) => resp.json());
+ },
+ getClickhouseNodes: () => {
+ const url = baseUrl + "clickhouse_nodes";
+ return fetch(url)
+ .then((resp) => resp.json())
+ .then((res) => {
+ return res.filter(
+ (storage: any) =>
+ storage.local_nodes.length > 0 ||
+ storage.dist_nodes.length > 0 ||
+ storage.query_node
+ );
+ });
+ },
+
+ getSnubaDatasetNames: () => {
+ const url = baseUrl + "snuba_datasets";
+ return fetch(url).then((resp) => resp.json());
+ },
+
+ getAllowedProjects: () => {
+ const url = baseUrl + "allowed_projects";
+ return fetch(url).then((resp) => resp.json());
+ },
+
+ getAdminRegions: () => {
+ const url = baseUrl + "admin_regions";
+ return fetch(url).then((resp) => resp.json());
+ },
+
+ debugSnQLQuery: (query: SnQLRequest) => {
+ const url = baseUrl + "snuba_debug";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify(query),
+ }).then((res) => {
+ if (res.ok) {
+ return Promise.resolve(res.json());
+ } else {
+ return res.json().then((err) => {
+ let errMsg = err?.error.message || "Could not convert SnQL";
+ throw new Error(errMsg);
+ });
+ }
+ });
+ },
+
+ executeSnQLQuery: (query: SnQLRequest) => {
+ const url = baseUrl + "production_snql_query";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify(query),
+ }).then((res) => {
+ if (res.ok) {
+ return Promise.resolve(res.json());
+ } else {
+ return res.json().then((err) => {
+ let errMsg = err?.error.message || "Could not execute SnQL";
+ throw new Error(errMsg);
+ });
+ }
+ });
+ },
+
+ executeMQLQuery: (query: MQLRequest) => {
+ const url = baseUrl + "production_mql_query";
+ query.dataset = "generic_metrics";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify(query),
+ }).then((res) => {
+ if (res.ok) {
+ return Promise.resolve(res.json());
+ } else {
+ return res.json().then((err) => {
+ let errMsg = err?.error.message || "Could not execute SnQL";
+ throw new Error(errMsg);
+ });
+ }
+ });
+ },
+
+ getPredefinedQueryOptions: () => {
+ const url = baseUrl + "clickhouse_queries";
+ return fetch(url).then((resp) => resp.json());
+ },
+ executeSystemQuery: (query: QueryRequest) => {
+ const url = baseUrl + "run_clickhouse_system_query";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify(query),
+ }).then((resp) => {
+ if (resp.ok) {
+ return resp.json();
+ } else {
+ return resp.json().then(Promise.reject.bind(Promise));
+ }
+ });
+ },
+ executeTracingQuery: (query: TracingRequest) => {
+ const url = baseUrl + "clickhouse_trace_query";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify(query),
+ }).then((resp) => {
+ if (resp.ok) {
+ return resp.json();
+ } else {
+ return resp.json().then(Promise.reject.bind(Promise));
+ }
+ });
+ },
+ getKafkaData: () => {
+ const url = baseUrl + "kafka";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ }).then((resp) => resp.json());
+ },
+
+ getPredefinedQuerylogOptions: () => {
+ const url = baseUrl + "querylog_queries";
+ return fetch(url).then((resp) => resp.json());
+ },
+ getQuerylogSchema: () => {
+ const url = baseUrl + "clickhouse_querylog_schema";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ }).then((resp) => {
+ if (resp.ok) {
+ return resp.json();
+ } else {
+ return resp.json().then(Promise.reject.bind(Promise));
+ }
+ });
+ },
+ executeQuerylogQuery: (query: QuerylogRequest) => {
+ const url = baseUrl + "clickhouse_querylog_query";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify(query),
+ }).then((resp) => {
+ if (resp.ok) {
+ return resp.json();
+ } else {
+ return resp.json().then(Promise.reject.bind(Promise));
+ }
+ });
+ },
+ getPredefinedCardinalityQueryOptions: () => {
+ const url = baseUrl + "cardinality_queries";
+ return fetch(url).then((resp) => resp.json());
+ },
+ executeCardinalityQuery: (query: CardinalityQueryRequest) => {
+ const url = baseUrl + "cardinality_query";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify(query),
+ }).then((resp) => {
+ if (resp.ok) {
+ return resp.json();
+ } else {
+ return resp.json().then(Promise.reject.bind(Promise));
+ }
+ });
+ },
+ getAllMigrationGroups: () => {
+ const url = baseUrl + "migrations/groups";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ }).then((resp) => resp.json());
+ },
+
+ runMigration: (req: RunMigrationRequest) => {
+ const params = new URLSearchParams({
+ force: (req.force || false).toString(),
+ fake: (req.fake || false).toString(),
+ dry_run: (req.dry_run || false).toString(),
+ });
+ const url: string = `/migrations/${req.group}/${req.action}/${req.migration_id}?`;
+ return fetch(url + params, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify(params),
+ }).then((resp) => {
+ if (resp.ok) {
+ return resp.json();
+ } else {
+ return resp.json().then(Promise.reject.bind(Promise));
+ }
+ });
+ },
+
+ getAllowedTools: () => {
+ const url = baseUrl + "tools";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ }).then((resp) => resp.json());
+ },
+
+ getStoragesWithAllocationPolicies: () => {
+ const url = baseUrl + "storages_with_allocation_policies";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ }).then((resp) => resp.json());
+ },
+ getAllocationPolicies: (storage: string) => {
+ const url =
+ baseUrl + "allocation_policy_configs/" + encodeURIComponent(storage);
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ }).then((resp) => resp.json());
+ },
+ setAllocationPolicyConfig: (
+ storage: string,
+ policy: string,
+ key: string,
+ value: string,
+ params: object
+ ) => {
+ const url = baseUrl + "allocation_policy_config";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify({ storage, policy, key, value, params }),
+ }).then((res) => {
+ if (res.ok) {
+ return;
+ } else {
+ return res.json().then((err) => {
+ let errMsg = err?.error || "Could not set config";
+ throw new Error(errMsg);
+ });
+ }
+ });
+ },
+ deleteAllocationPolicyConfig: (
+ storage: string,
+ policy: string,
+ key: string,
+ params: object
+ ) => {
+ const url = baseUrl + "allocation_policy_config";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "DELETE",
+ body: JSON.stringify({ storage, policy, key, params }),
+ }).then((res) => {
+ if (res.ok) {
+ return;
+ } else {
+ return res.json().then((err) => {
+ let errMsg = err?.error || "Could not delete config";
+ throw new Error(errMsg);
+ });
+ }
+ });
+ },
+ getDlqTopics: () => {
+ const url = baseUrl + "dead_letter_queue";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ }).then((resp) => resp.json());
+ },
+ getDlqInstruction: () => {
+ const url = baseUrl + "dead_letter_queue/replay";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ }).then((resp) => resp.json());
+ },
+ setDlqInstruction: (topic: Topic, instruction: ReplayInstruction) => {
+ const url = baseUrl + "dead_letter_queue/replay";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "POST",
+ body: JSON.stringify({
+ logicalName: topic.logicalName,
+ physicalName: topic.physicalName,
+ storage: topic.storage,
+ slice: topic.slice,
+ maxMessages: instruction.messagesToProcess,
+ policy: instruction.policy,
+ }),
+ }).then((res) => {
+ if (res.ok) {
+ return res.json();
+ } else {
+ return res.json().then((err) => {
+ let errMsg = err?.error || "Could not replay";
+ throw new Error(errMsg);
+ });
+ }
+ });
+ },
+ clearDlqInstruction: () => {
+ const url = baseUrl + "dead_letter_queue/replay";
+ return fetch(url, {
+ headers: { "Content-Type": "application/json" },
+ method: "DELETE",
+ }).then((resp) => resp.json());
+ },
+ runLightweightDelete: (storage_name: string, column_conditions: object) => {
+ const url = baseUrl + "delete";
+ return fetch(url, {
+ method: "DELETE",
+ headers: {
+ "Content-Type": "application/json",
+ },
+ body: JSON.stringify({
+ storage: storage_name,
+ query: { columns: column_conditions },
+ }),
+ });
+ },
+ };
+}
+
+export default Client;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 18.75% | +3/16 | +0% | +0/1 | +0% | +0/4 | +25% | +3/12 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 | 1x + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import React, { useState, useEffect } from "react";
+import { AutoReplacementsBypassProjectsData } from "SnubaAdmin/auto_replacements_bypass_projects/types";
+
+import Client from "SnubaAdmin/api_client";
+import { Table } from "../table";
+
+function AutoReplacementsBypassProjects(props: { api: Client }) {
+ const [data, setData] = useState<AutoReplacementsBypassProjectsData[] | null>(
+ null
+ );
+
+ useEffect(() => {
+ props.api.getAutoReplacementsBypassProjects().then((res) => {
+ setData(res);
+ });
+ }, []);
+
+ Iif (!data) {
+ return null;
+ }
+
+ const rowData = data.map(({ projectID, expiry }) => {
+ return [projectID, expiry];
+ });
+
+ return (
+ <div>
+ <div>
+ <Table
+ headerData={["Project ID", "Expiration Time"]}
+ rowData={rowData}
+ />
+ </div>
+ </div>
+ );
+}
+
+export default AutoReplacementsBypassProjects;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 | 5x +5x +5x +5x + + + + +5x + + + + + + + + + + + + +56x + +14x +14x + +14x + + + + + + + + +1x +2x +1x +1x + + + + + + + + + + + +1x +1x +1x + + + +2x +2x + + + + +1x +1x + + + + +1x +1x + + + +12x + + +14x + + + + + + + + + +1x + + + + +17x + + + + + + + + + + + + + +8x + + + + + + + +2x + + + + + + + + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +5x + | import React, { useState } from "react";
+import Button from "react-bootstrap/Button";
+import Form from "react-bootstrap/Form";
+import Modal from "react-bootstrap/Modal";
+import {
+ AllocationPolicyConfig,
+ AllocationPolicyOptionalConfigDefinition,
+} from "SnubaAdmin/capacity_management/types";
+import FormGroup from "react-bootstrap/FormGroup";
+
+function AddConfigModal(props: {
+ currentlyAdding: boolean;
+ setCurrentlyAdding: (currentlyAdding: boolean) => void;
+ optionalConfigDefinitions: AllocationPolicyOptionalConfigDefinition[];
+ saveConfig: (config: AllocationPolicyConfig) => void;
+}) {
+ const {
+ currentlyAdding,
+ setCurrentlyAdding,
+ optionalConfigDefinitions,
+ saveConfig,
+ } = props;
+
+ const [selectedDefinition, selectDefinition] =
+ useState<AllocationPolicyOptionalConfigDefinition>();
+
+ const [config, buildConfig] = useState<AllocationPolicyConfig>({
+ name: "",
+ value: "",
+ description: "",
+ type: "",
+ params: {},
+ });
+
+ function selectConfigDefinition(name: string) {
+ optionalConfigDefinitions.map((definition) => {
+ if (definition.name == name) {
+ selectDefinition(definition);
+ buildConfig({
+ name: definition.name,
+ value: "",
+ description: definition.description,
+ type: definition.type,
+ params: {},
+ });
+ }
+ });
+ }
+
+ function saveChanges() {
+ setCurrentlyAdding(false);
+ selectDefinition(undefined);
+ saveConfig(config);
+ }
+
+ function updateParam(name: string, value: string) {
+ buildConfig((prev) => {
+ return { ...prev, params: { ...prev.params, [name]: value } };
+ });
+ }
+
+ function setValue(value: string) {
+ buildConfig((prev) => {
+ return { ...prev, value: value };
+ });
+ }
+
+ function cancelAdding() {
+ selectDefinition(undefined);
+ setCurrentlyAdding(false);
+ }
+
+ function inputType(type: string) {
+ return type == "int" || type == "float" ? "number" : "text";
+ }
+
+ return (
+ <Modal show={currentlyAdding} onHide={cancelAdding}>
+ <Modal.Header>
+ <Modal.Title>Adding a new config:</Modal.Title>
+ </Modal.Header>
+ <Modal.Body>
+ <Form.Group>
+ <Form.Label>Key: </Form.Label>
+ <Form.Select
+ aria-label="Default select example"
+ onChange={(e) => selectConfigDefinition(e.target.value)}
+ >
+ <option key="default_selected" className="d-none" value="">
+ Select Option
+ </option>
+ {optionalConfigDefinitions.map((definition) => (
+ <option key={definition.name}>{definition.name}</option>
+ ))}
+ </Form.Select>
+ </Form.Group>
+
+ <br />
+
+ {selectedDefinition ? (
+ <>
+ Description:
+ <p>{selectedDefinition.description}</p>
+ Params:
+ <Form.Group>
+ {selectedDefinition.params.map((param) => (
+ <div key={param.name + "_input"}>
+ <Form.Label>
+ {param.name + " (" + param.type + ")"}
+ </Form.Label>
+ <Form.Control
+ data-testid={param.name}
+ type={inputType(param.type)}
+ onChange={(e) => updateParam(param.name, e.target.value)}
+ />
+ </div>
+ ))}
+ </Form.Group>
+ <br />
+ <FormGroup>
+ <Form.Label>Value: </Form.Label>
+ <Form.Control
+ data-testid="value_field"
+ type={inputType(selectedDefinition.type)}
+ onChange={(e) => setValue(e.target.value)}
+ placeholder={selectedDefinition.default}
+ />
+ </FormGroup>
+ </>
+ ) : null}
+ </Modal.Body>
+ <Modal.Footer>
+ <Button variant="secondary" onClick={cancelAdding}>
+ Close
+ </Button>
+ <Button
+ variant="primary"
+ onClick={saveChanges}
+ disabled={
+ selectedDefinition == undefined ||
+ (selectedDefinition &&
+ (Object.keys(config.params).length !=
+ Object.keys(selectedDefinition.params).length ||
+ Object.values(config.params).includes("") ||
+ config.value == ""))
+ }
+ >
+ Save Changes
+ </Button>
+ </Modal.Footer>
+ </Modal>
+ );
+}
+
+export default AddConfigModal;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 +173 +174 +175 +176 +177 +178 +179 +180 +181 +182 +183 +184 +185 +186 +187 +188 +189 +190 +191 +192 +193 | 4x + +4x +4x + + +4x +4x +4x +4x + + +17x +17x +17x +32x +3x +2x + +1x + + +32x +3x +2x + +1x + + + +17x +1x +16x +1x + +15x + + + + + + + + +23x + +7x + +7x +3x +3x + + +7x +7x + + + + + + +7x + + +1x +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +7x + + + + + + + + + + + + + + + + + + + + + + + + + + +6x + +3x + +3x + + + + + + + + + + + + + + + + + + + + + + + + +6x + +3x + +3x + + + + + + + + + + + + + + + + + + + + + + + +4x + | import React, { useEffect, useState } from "react";
+
+import { Table, createCustomTableStyles } from "../table";
+import { COLORS } from "SnubaAdmin/theme";
+import Client from "SnubaAdmin/api_client";
+import { AllocationPolicy, AllocationPolicyConfig } from "SnubaAdmin/capacity_management/types";
+import { containerStyle, linkStyle, paragraphStyle } from "SnubaAdmin/capacity_management/styles";
+import { getReadonlyRow } from "SnubaAdmin/capacity_management/row_data";
+import EditConfigModal from "SnubaAdmin/capacity_management/edit_config_modal";
+import AddConfigModal from "SnubaAdmin/capacity_management/add_config_modal";
+
+function getTableColor(configs: AllocationPolicyConfig[]): string {
+ let policyIsActive = false;
+ let policyIsEnforced = false;
+ configs.forEach((config) => {
+ if (config.name == "is_active") {
+ if (parseInt(config.value) === 1) {
+ policyIsActive = true;
+ } else {
+ policyIsActive = false;
+ }
+ }
+ if (config.name == "is_enforced") {
+ if (parseInt(config.value) === 1) {
+ policyIsEnforced = true;
+ } else {
+ policyIsEnforced = false;
+ }
+ }
+ });
+ if (policyIsActive && policyIsEnforced) {
+ return COLORS.SNUBA_BLUE;
+ } else if (policyIsActive && !policyIsEnforced) {
+ return "orange";
+ } else {
+ return "gray";
+ }
+}
+
+function AllocationPolicyConfigs(props: {
+ api: Client;
+ storage: string;
+ policy: AllocationPolicy;
+}) {
+ const { api, storage, policy } = props;
+
+ const [configs, setConfigs] = useState<AllocationPolicyConfig[]>([]);
+
+ useEffect(() => {
+ policy.configs.sort();
+ setConfigs(policy.configs);
+ }, [policy]);
+
+ const [currentlyEditing, setCurrentlyEditing] = useState(false);
+ const [currentConfig, setCurrentConfig] = useState<AllocationPolicyConfig>({
+ name: "",
+ value: "",
+ description: "",
+ type: "",
+ params: {},
+ });
+ const [addingNew, setAddingNew] = useState(false);
+
+ function enterEditMode(config: AllocationPolicyConfig) {
+ setCurrentlyEditing(true);
+ setCurrentConfig(config);
+ }
+
+ function deleteConfig(toDelete: AllocationPolicyConfig) {
+ api
+ .deleteAllocationPolicyConfig(
+ storage,
+ policy.policy_name,
+ toDelete.name,
+ toDelete.params
+ )
+ .then(() => {
+ setConfigs((prev) =>
+ Object.keys(currentConfig.params).length
+ ? prev.filter((config) => config != toDelete)
+ : prev
+ );
+ })
+ .catch((err) => {
+ window.alert(err);
+ });
+ }
+
+ function saveConfig(config: AllocationPolicyConfig) {
+ api
+ .setAllocationPolicyConfig(
+ storage,
+ policy.policy_name,
+ config.name,
+ config.value,
+ config.params
+ )
+ .catch((err) => {
+ window.alert(err);
+ });
+ }
+
+ function addConfig(config: AllocationPolicyConfig) {
+ saveConfig(config);
+ setConfigs((prev) => [...prev, config]);
+ }
+
+ return (
+ <>
+ <link
+ rel="stylesheet"
+ href="https://cdn.jsdelivr.net/npm/bootstrap@5.2.3/dist/css/bootstrap.min.css"
+ integrity="sha384-rbsA2VBKQhggwzxH7pPCaAqO46MgnOM80zW1RWuH61DGLwZJEdK2Kadq2F9CUG65"
+ crossOrigin="anonymous"
+ />
+ <EditConfigModal
+ currentlyEditing={currentlyEditing}
+ currentConfig={currentConfig}
+ setCurrentlyEditing={setCurrentlyEditing}
+ deleteConfig={deleteConfig}
+ saveConfig={saveConfig}
+ />
+ <AddConfigModal
+ currentlyAdding={addingNew}
+ setCurrentlyAdding={setAddingNew}
+ optionalConfigDefinitions={policy.optional_config_definitions}
+ saveConfig={addConfig}
+ />
+ <div style={containerStyle}>
+ <p>{policy.policy_name}</p>
+ <p style={paragraphStyle}>These are the global configurations.</p>
+ <Table
+ headerData={["Key", "Value", "Description", "Type", "Actions"]}
+ rowData={configs
+ .filter((configs) => Object.keys(configs.params).length == 0)
+ .map((config) =>
+ getReadonlyRow(config, () => enterEditMode(config))
+ )
+ .map((row_data) => [
+ row_data.name,
+ row_data.value,
+ row_data.description,
+ row_data.type,
+ row_data.edit,
+ ])}
+ columnWidths={[3, 2, 5, 1, 1]}
+ customStyles={createCustomTableStyles({
+ headerStyle: { backgroundColor: getTableColor(policy.configs) },
+ })}
+ />
+ <p style={paragraphStyle}>
+ These are the tenant specific configurations.
+ </p>
+ <Table
+ headerData={[
+ "Key",
+ "Params",
+ "Value",
+ "Description",
+ "Type",
+ "Actions",
+ ]}
+ rowData={configs
+ .filter((config) => Object.keys(config.params).length > 0)
+ .map((config) =>
+ getReadonlyRow(config, () => enterEditMode(config))
+ )
+ .map((row_data) => [
+ row_data.name,
+ row_data.params,
+ row_data.value,
+ row_data.description,
+ row_data.type,
+ row_data.edit,
+ ])}
+ columnWidths={[3, 3, 2, 5, 1, 1]}
+ customStyles={createCustomTableStyles({
+ headerStyle: { backgroundColor: getTableColor(policy.configs) },
+ })}
+ />
+ {!addingNew && policy.optional_config_definitions.length != 0 && (
+ <a onClick={() => setAddingNew(true)} style={linkStyle}>
+ add new
+ </a>
+ )}
+ </div>
+ <br />
+ </>
+ );
+}
+
+export { AllocationPolicyConfigs, getTableColor };
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 | 5x +5x +5x +5x + + + + + + + + + + + + + + + +45x + +9x + + +1x +1x +1x + + + +1x + + + + + + +1x + +1x + + + +19x + + + +9x + + +9x + + + + + + + + + + + + + + +1x + + + + + +1x + + + + + + + + + + + + + + + + +5x + | import React, { useState } from "react";
+import Button from "react-bootstrap/Button";
+import Form from "react-bootstrap/Form";
+import Modal from "react-bootstrap/Modal";
+import { AllocationPolicyConfig } from "SnubaAdmin/capacity_management/types";
+
+function EditConfigModal(props: {
+ currentlyEditing: boolean;
+ currentConfig: AllocationPolicyConfig;
+ setCurrentlyEditing: (currentlyEditing: boolean) => void;
+ deleteConfig: (config: AllocationPolicyConfig) => void;
+ saveConfig: (config: AllocationPolicyConfig) => void;
+}) {
+ const {
+ currentlyEditing,
+ currentConfig,
+ setCurrentlyEditing,
+ deleteConfig,
+ saveConfig,
+ } = props;
+
+ const [value, updateValue] = useState("");
+
+ function saveChanges() {
+ currentConfig.value = value;
+ saveConfig(currentConfig);
+ setCurrentlyEditing(false);
+ }
+
+ function confirmDeleteConfig() {
+ if (
+ window.confirm(
+ "Are you sure you want to " +
+ deleteOrReset().toLowerCase() +
+ " this config?"
+ )
+ ) {
+ deleteConfig(currentConfig);
+ }
+ setCurrentlyEditing(false);
+ }
+
+ function deleteOrReset() {
+ return Object.keys(currentConfig.params).length ? "Delete" : "Reset";
+ }
+
+ function inputType(type: string) {
+ return type == "int" || type == "float" ? "number" : "text";
+ }
+
+ return (
+ <Modal show={currentlyEditing} onHide={() => setCurrentlyEditing(false)}>
+ <Modal.Header>
+ <Modal.Title>
+ Editing:{" "}
+ <code style={{ wordBreak: "break-all", color: "black" }}>
+ {currentConfig.name}
+ </code>
+ </Modal.Title>
+ </Modal.Header>
+ <Modal.Body>
+ <Form.Group>
+ <Form.Label>Value: </Form.Label>
+ <Form.Control
+ type={inputType(currentConfig.type)}
+ onChange={(e) => updateValue(e.target.value)}
+ placeholder={currentConfig.value}
+ />
+ </Form.Group>
+ </Modal.Body>
+ <Modal.Footer>
+ <Button variant="secondary" onClick={() => setCurrentlyEditing(false)}>
+ Close
+ </Button>
+ <Button
+ variant={deleteOrReset() == "Reset" ? "warning" : "danger"}
+ onClick={confirmDeleteConfig}
+ >
+ {deleteOrReset()}
+ </Button>
+ <Button variant="primary" onClick={saveChanges} disabled={value == ""}>
+ Save Changes
+ </Button>
+ </Modal.Footer>
+ </Modal>
+ );
+}
+
+export default EditConfigModal;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| add_config_modal.tsx | +
+
+ |
+ 100% | +33/33 | +100% | +12/12 | +100% | +15/15 | +100% | +30/30 | +
| allocation_policy.tsx | +
+
+ |
+ 80.95% | +51/63 | +89.47% | +17/19 | +52.17% | +12/23 | +80.39% | +41/51 | +
| edit_config_modal.tsx | +
+
+ |
+ 95.23% | +20/21 | +77.77% | +7/9 | +87.5% | +7/8 | +94.73% | +18/19 | +
| index.tsx | +
+
+ |
+ 92.59% | +25/27 | +85.71% | +6/7 | +87.5% | +7/8 | +90.47% | +19/21 | +
| row_data.tsx | +
+
+ |
+ 100% | +5/5 | +100% | +2/2 | +100% | +2/2 | +100% | +5/5 | +
| styles.tsx | +
+
+ |
+ 100% | +9/9 | +100% | +0/0 | +100% | +0/0 | +100% | +6/6 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 | 2x + +2x + +2x + + +5x + +4x +4x +4x + + + +4x +1x +1x +1x +1x + + + + + + +1x +1x + + + +1x + + +1x + + + + + + +4x + + + + + + + + + + + + +2x + + + + + + + + + + + + + + +2x + | import React, { useEffect, useState } from "react";
+import Client from "SnubaAdmin/api_client";
+import {AllocationPolicyConfigs} from "SnubaAdmin/capacity_management/allocation_policy";
+import { AllocationPolicy } from "SnubaAdmin/capacity_management/types";
+import { CustomSelect, getParamFromStorage } from "SnubaAdmin/select";
+
+function CapacityManagement(props: { api: Client }) {
+ const { api } = props;
+
+ const [storages, setStorages] = useState<string[]>([]);
+ const [selectedStorage, setStorage] = useState<string | undefined>();
+ const [allocationPolicies, setAllocationPolicies] = useState<
+ AllocationPolicy[]
+ >([]);
+
+ useEffect(() => {
+ api.getStoragesWithAllocationPolicies().then((res) => {
+ setStorages(res);
+ const previousStorage = getParamFromStorage("storage");
+ Iif (previousStorage) {
+ selectStorage(previousStorage);
+ }
+ });
+ }, []);
+
+ function selectStorage(storage: string) {
+ setStorage(storage);
+ loadAllocationPolicies(storage);
+ }
+
+ function loadAllocationPolicies(storage: string) {
+ api
+ .getAllocationPolicies(storage)
+ .then((res) => {
+ setAllocationPolicies(res);
+ })
+ .catch((err) => {
+ window.alert(err);
+ });
+ }
+
+ return (
+ <div>
+ <p>
+ Storage:
+ <CustomSelect
+ value={selectedStorage || ""}
+ onChange={selectStorage}
+ name="storage"
+ options={storages}
+ />
+ </p>
+
+ {selectedStorage && allocationPolicies ? (
+ allocationPolicies.map((policy: AllocationPolicy) => (
+ <AllocationPolicyConfigs
+ api={api}
+ storage={selectedStorage}
+ policy={policy}
+ key={selectedStorage + policy.policy_name}
+ />
+ ))
+ ) : (
+ <p>Storage not selected.</p>
+ )}
+ </div>
+ );
+}
+
+export default CapacityManagement;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 | 4x + +4x + + + + + +6x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + + + + + + + + +4x + | import React from "react";
+import { AllocationPolicyConfig, RowData } from "SnubaAdmin/capacity_management/types";
+import Button from "react-bootstrap/Button";
+
+function getReadonlyRow(
+ config: AllocationPolicyConfig,
+ edit: () => void
+): RowData {
+ return {
+ name: (
+ <code style={{ wordBreak: "break-all", color: "black" }}>
+ {config.name}
+ </code>
+ ),
+ params: (
+ <code style={{ wordBreak: "break-all", color: "black" }}>
+ {Object.keys(config.params).length
+ ? JSON.stringify(config.params)
+ : "N/A"}
+ </code>
+ ),
+ value: (
+ <code style={{ wordBreak: "break-all", color: "black" }}>
+ {config.value}
+ </code>
+ ),
+ description: (
+ <code
+ style={{
+ wordBreak: "normal",
+ overflowWrap: "anywhere",
+ color: "black",
+ }}
+ >
+ {config.description}
+ </code>
+ ),
+ type: config.type,
+ edit: (
+ <Button
+ variant="outline-secondary"
+ onClick={() => edit()}
+ data-testid={config.name + "_edit"}
+ >
+ edit
+ </Button>
+ ),
+ };
+}
+
+export { getReadonlyRow };
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 | 4x + +4x + + + + + +4x + + + + +4x + + + + + + +4x + + + + +4x + | import { COLORS } from "SnubaAdmin/theme";
+
+const selectStyle = {
+ marginRight: 8,
+ height: 30,
+ marginLeft: 8,
+};
+
+const containerStyle = {
+ width: 1200,
+ maxWidth: "100%",
+};
+
+const linkStyle = {
+ cursor: "pointer",
+ fontSize: 13,
+ color: COLORS.TEXT_LIGHTER,
+ textDecoration: "underline",
+};
+
+const paragraphStyle = {
+ fontSize: 15,
+ color: COLORS.TEXT_LIGHTER,
+};
+
+export { containerStyle, linkStyle, paragraphStyle, selectStyle };
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 | 2x +2x +4x + + +2x +8x + + +2x +16x + +16x +15x +15x + +15x +2x + + +13x + + +1x + +2x + | export class CSV {
+ static sheet(rows: Array<Array<unknown>>) {
+ return rows.map(CSV.row).join("\n");
+ }
+
+ static row(values: unknown[]): string {
+ return values.map(CSV.cell).join(",");
+ }
+
+ static cell(value: unknown): string {
+ Iif (!value) return "";
+
+ if (typeof value === "string") {
+ let sanitizedValue: string = "";
+ sanitizedValue = value.replace(/"/g, '""');
+
+ if (value.includes(",")) {
+ return `"${sanitizedValue}"`;
+ }
+
+ return sanitizedValue;
+ }
+
+ return value.toString();
+ }
+}
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| CSV.ts | +
+
+ |
+ 94.11% | +16/17 | +66.66% | +2/3 | +100% | +4/4 | +100% | +15/15 | +
| index.tsx | +
+
+ |
+ 31.57% | +6/19 | +100% | +0/0 | +0% | +0/7 | +35.29% | +6/17 | +
| query_display.tsx | +
+
+ |
+ 30.23% | +13/43 | +28.57% | +2/7 | +6.25% | +1/16 | +34.21% | +13/38 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 | 1x + +1x +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + + + + +1x + + + + +1x + | import React, { useState, useEffect } from "react";
+import Client from "SnubaAdmin/api_client";
+import { Table } from "SnubaAdmin/table";
+import QueryDisplay from "SnubaAdmin/cardinality_analyzer/query_display";
+import { CardinalityQueryResult, PredefinedQuery } from "SnubaAdmin/cardinality_analyzer/types";
+
+function CardinalityQueries(props: { api: Client }) {
+ const [predefinedQueryOptions, setPredefinedQueryOptions] = useState<
+ PredefinedQuery[]
+ >([]);
+
+ useEffect(() => {
+ props.api.getPredefinedCardinalityQueryOptions().then((res) => {
+ res.forEach(
+ (queryOption) => (queryOption.sql = formatSQL(queryOption.sql))
+ );
+ setPredefinedQueryOptions(res);
+ });
+ }, []);
+
+ function tablePopulator(queryResult: CardinalityQueryResult) {
+ return (
+ <div style={scroll}>
+ <Table
+ headerData={queryResult.column_names}
+ rowData={queryResult.rows}
+ />
+ </div>
+ );
+ }
+ function formatSQL(sql: string) {
+ const formatted = sql
+ .split("\n")
+ .map((line) => line.substring(4, line.length))
+ .join("\n");
+ return formatted.trim();
+ }
+
+ return (
+ <div>
+ {QueryDisplay({
+ api: props.api,
+ resultDataPopulator: tablePopulator,
+ predefinedQueryOptions: predefinedQueryOptions,
+ })}
+ </div>
+ );
+}
+
+const selectStyle = {
+ marginBottom: 8,
+ height: 30,
+};
+
+const scroll = {
+ overflowX: "scroll" as const,
+ width: "100%",
+};
+
+export default CardinalityQueries;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 | 1x + +1x +1x +1x +1x +1x + + + + + + + +1x +1x +1x + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + + + + + +1x + + + + + + +1x + | import React, { useState } from "react";
+import Client from "SnubaAdmin/api_client";
+import { Collapse } from "SnubaAdmin/collapse";
+import { CSV } from "SnubaAdmin/cardinality_analyzer/CSV";
+import QueryEditor from "SnubaAdmin/query_editor";
+import ExecuteButton from "SnubaAdmin/utils/execute_button";
+import { getRecentHistory, setRecentHistory } from "SnubaAdmin/query_history";
+
+import {
+ CardinalityQueryRequest,
+ CardinalityQueryResult,
+ PredefinedQuery,
+} from "SnubaAdmin/cardinality_analyzer/types";
+
+enum ClipboardFormats {
+ CSV = "csv",
+ JSON = "json",
+}
+type QueryState = Partial<CardinalityQueryRequest>;
+
+const HISTORY_KEY = "cardinality_analyzer";
+function QueryDisplay(props: {
+ api: Client;
+ resultDataPopulator: (queryResult: CardinalityQueryResult) => JSX.Element;
+ predefinedQueryOptions: Array<PredefinedQuery>;
+}) {
+ const [query, setQuery] = useState<QueryState>({});
+ const [queryResultHistory, setCardinalityQueryResultHistory] = useState<
+ CardinalityQueryResult[]
+ >(getRecentHistory(HISTORY_KEY));
+
+ function updateQuerySql(sql: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ sql,
+ };
+ });
+ }
+
+ function convertResultsToCSV(queryResult: CardinalityQueryResult) {
+ return CSV.sheet([queryResult.column_names, ...queryResult.rows]);
+ }
+
+ function copyText(
+ queryResult: CardinalityQueryResult,
+ format: ClipboardFormats
+ ) {
+ let formatter: (input: CardinalityQueryResult) => string = (s) =>
+ s.toString();
+
+ Iif (format === ClipboardFormats.JSON) {
+ formatter = JSON.stringify;
+ }
+
+ Iif (format === ClipboardFormats.CSV) {
+ formatter = convertResultsToCSV;
+ }
+
+ window.navigator.clipboard.writeText(formatter(queryResult));
+ }
+
+ function executeQuery() {
+ return props.api
+ .executeCardinalityQuery(query as CardinalityQueryRequest)
+ .then((result) => {
+ result.input_query = query.sql || "<Input Query>";
+ setRecentHistory(HISTORY_KEY, result);
+ setCardinalityQueryResultHistory((prevHistory) => [
+ result,
+ ...prevHistory,
+ ]);
+ });
+ }
+
+ return (
+ <div>
+ <h2>Construct a Metrics Query</h2>
+ <QueryEditor
+ onQueryUpdate={(sql) => {
+ updateQuerySql(sql);
+ }}
+ predefinedQueryOptions={props.predefinedQueryOptions}
+ />
+ <div style={executeActionsStyle}>
+ <ExecuteButton onClick={executeQuery} disabled={!query.sql} />
+ </div>
+ <div>
+ <h2>Query results</h2>
+ {queryResultHistory.map((queryResult, idx) => {
+ Iif (idx === 0) {
+ return (
+ <div key={idx}>
+ <p>{queryResult.input_query}</p>
+ <p>
+ <button
+ style={copyButtonStyle}
+ onClick={() => copyText(queryResult, ClipboardFormats.JSON)}
+ >
+ Copy to clipboard (JSON)
+ </button>
+ </p>
+ <p>
+ <button
+ style={copyButtonStyle}
+ onClick={() => copyText(queryResult, ClipboardFormats.CSV)}
+ >
+ Copy to clipboard (CSV)
+ </button>
+ </p>
+ {props.resultDataPopulator(queryResult)}
+ </div>
+ );
+ }
+
+ return (
+ <Collapse key={idx} text={queryResult.input_query}>
+ <button
+ style={copyButtonStyle}
+ onClick={() => copyText(queryResult, ClipboardFormats.JSON)}
+ >
+ Copy to clipboard (JSON)
+ </button>
+ <button
+ style={copyButtonStyle}
+ onClick={() => copyText(queryResult, ClipboardFormats.CSV)}
+ >
+ Copy to clipboard (CSV)
+ </button>
+ {props.resultDataPopulator(queryResult)}
+ </Collapse>
+ );
+ })}
+ </div>
+ </div>
+ );
+}
+
+const executeActionsStyle = {
+ display: "flex",
+ justifyContent: "space-between",
+ marginTop: 8,
+};
+
+const copyButtonStyle = {
+ height: 30,
+ border: 0,
+ padding: "4px 20px",
+ marginRight: 10,
+};
+
+export default QueryDisplay;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ ++ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 +173 +174 +175 +176 +177 +178 +179 +180 +181 +182 +183 +184 +185 +186 +187 +188 +189 +190 +191 +192 +193 +194 +195 +196 +197 +198 +199 +200 +201 +202 +203 +204 +205 +206 +207 +208 +209 +210 +211 +212 +213 +214 +215 +216 +217 +218 +219 +220 +221 +222 +223 +224 +225 +226 +227 +228 +229 +230 +231 +232 +233 +234 +235 +236 +237 +238 +239 +240 +241 +242 +243 +244 +245 +246 +247 +248 +249 +250 +251 +252 +253 +254 +255 +256 +257 +258 +259 +260 +261 +262 +263 +264 +265 +266 +267 +268 +269 +270 +271 +272 +273 +274 +275 +276 +277 +278 +279 +280 +281 +282 +283 +284 +285 +286 +287 +288 +289 +290 +291 +292 +293 +294 +295 +296 +297 +298 +299 +300 +301 +302 +303 +304 +305 +306 +307 +308 +309 +310 +311 +312 +313 +314 +315 +316 +317 +318 +319 +320 +321 +322 +323 +324 +325 +326 +327 +328 +329 +330 +331 +332 +333 +334 +335 +336 +337 +338 +339 +340 +341 +342 +343 +344 +345 +346 +347 +348 +349 +350 +351 +352 +353 +354 +355 +356 +357 +358 +359 +360 +361 +362 +363 +364 +365 +366 +367 +368 +369 | 1x + +1x +1x + + + + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + +1x + + + + +1x + + + +1x + + + + + +1x + + + + +1x + + + + + +1x + + + +1x + + + + + +1x + + + + + + + + | import React, { useEffect, useState } from "react";
+import Client from "SnubaAdmin/api_client";
+import { Table } from "SnubaAdmin/table";
+import {
+ MigrationData,
+ MigrationGroupResult,
+ GroupOptions,
+ RunMigrationRequest,
+ Action,
+} from "SnubaAdmin/clickhouse_migrations/types";
+import { CustomSelect, getParamFromStorage } from "SnubaAdmin/select";
+
+function ClickhouseMigrations(props: { api: Client }) {
+ const [allGroups, setAllGroups] = useState<GroupOptions>({});
+ const [migrationGroup, setMigrationGroup] =
+ useState<MigrationGroupResult | null>(null);
+ const [migrationId, setMigrationId] = useState<string | null>(null);
+ const [SQLText, setSQLText] = useState<string | null>(null);
+
+ const [header, setHeader] = useState<string | null>(null);
+ const [show_action, setShowAction] = useState<boolean | null>(false);
+
+ const dry_run_header = "Dry run SQL output"
+ const real_run_header = "Run log output"
+
+ const [forwards_dry_run, setFowardsDryRun] = useState<string | null>(null);
+ const [backwards_dry_run, setBackwardsDryRun] = useState<string | null>(null);
+
+ useEffect(() => {
+ props.api.getAllMigrationGroups().then((res) => {
+ let options: GroupOptions = {};
+ res.sort().forEach(
+ (group: MigrationGroupResult) => (options[group.group] = group)
+ );
+ setAllGroups(options);
+ });
+ }, []);
+
+ function clearBtnState() {
+ setBackwardsDryRun(() => null)
+ setFowardsDryRun(() => null)
+ setSQLText(() => null);
+ }
+
+ function selectGroup(groupName: string) {
+ const migrationGroup: MigrationGroupResult = allGroups[groupName];
+ setMigrationGroup(() => migrationGroup);
+ clearBtnState()
+ setMigrationId(() => null);
+ setShowAction(()=> false)
+ refreshStatus(migrationGroup.group);
+ }
+
+ function selectMigration(migrationId: string) {
+ setMigrationId(() => migrationId);
+ clearBtnState()
+ setShowAction(()=> false)
+ }
+
+ function selectForwards(dry_run_sql: string) {
+ setBackwardsDryRun(() => null)
+ setFowardsDryRun(() => dry_run_sql)
+ }
+
+ function selectBackwards(dry_run_sql: string) {
+ setFowardsDryRun(() => null)
+ setBackwardsDryRun(() => dry_run_sql)
+ }
+
+ function execute(action: Action) {
+ let force = false;
+ const data = migrationGroup?.migration_ids.find(
+ (m) => m.migration_id == migrationId
+ );
+ Iif (action == Action.Run && !forwards_dry_run) {
+ return alert("Please run a forwards dry run first")
+ }
+ Iif (action == Action.Reverse && !backwards_dry_run) {
+
+ return alert("Please run a backwards dry run first: ")
+ }
+ Iif (data?.blocking) {
+ Iif (
+ window.confirm(
+ `Migration ${migrationId} is blocking, are you sure you want to execute?`
+ )
+ ) {
+ force = true;
+ }
+ }
+ Iif (data?.status !== "not_started" && action === Action.Reverse) {
+ Iif (
+ window.confirm(
+ `Migration ${migrationId} is ${data?.status}, are you sure you want to reverse?`
+ )
+ ) {
+ force = true;
+ }
+ }
+ executeRealRun(action, force);
+ }
+
+ function executeRun(action: Action, dry_run: boolean, force: boolean,
+ cb?: (stdout: string, err?: string) => void ) {
+ let req = {
+ action: action,
+ migration_id: migrationId,
+ group: migrationGroup?.group,
+ dry_run: dry_run,
+ force: force,
+ };
+ props.api
+ .runMigration(req as RunMigrationRequest)
+ .then((res) => {
+ console.log(res);
+ Iif (action == Action.Run && dry_run) {
+ selectForwards(res.stdout)
+ }
+ Iif (action == Action.Reverse && dry_run) {
+ selectBackwards(res.stdout)
+ }
+ setSQLText(() => res.stdout);
+ Iif (cb) {
+ cb(res.stdout)
+ }
+ })
+ .catch((err) => {
+ console.error(err);
+ setSQLText(() => JSON.stringify(err));
+ Iif (cb) {
+ cb("", JSON.stringify(err))
+ }
+ });
+ }
+
+ function executeDryRun(action: Action) {
+ console.log("executing dry run !", migrationId, action);
+ setHeader(()=> dry_run_header)
+ executeRun(action, true, false)
+ setShowAction(()=> true)
+ }
+
+ function executeRealRun(action: Action, force: boolean) {
+ console.log("executing real run !", migrationId, action, force);
+ clearBtnState()
+ setHeader(()=> real_run_header)
+ executeRun(action, false, force, (stdout: string, err?: string) => {
+ if (stdout.indexOf("migration.completed") > -1) {
+ alert(`Migration ${migrationId} ${action} completed successfully`)
+ } else {
+ alert(`Migration ${migrationId} ${action} didn't complete.` +
+ `See run log output. \n\n ${err||""} \n ${stdout}`)
+ }
+ Iif (migrationGroup){
+ refreshStatus(migrationGroup.group)
+ }
+ })
+
+ Iif (migrationGroup){
+ refreshStatus(migrationGroup.group)
+ }
+ }
+
+
+ function refreshStatus(group: string) {
+ props.api.getAllMigrationGroups().then((res) => {
+ let options: GroupOptions = {};
+ res.sort().forEach(
+ (group: MigrationGroupResult) => (options[group.group] = group)
+ );
+ setAllGroups(options);
+ setMigrationGroup(options[group]);
+ });
+ }
+
+ function rowData() {
+ Iif (migrationGroup) {
+ let data: any = [];
+ allGroups[migrationGroup.group].migration_ids.forEach((migration) => {
+ data.push([
+ migration.migration_id,
+ migration.status,
+ migration.blocking.toString(),
+ ]);
+ });
+ return data;
+ }
+ return null;
+ }
+
+ function renderMigrationIds() {
+ return (
+ <CustomSelect
+ disabled={migrationGroup === null}
+ value={migrationId || ""}
+ onChange={selectMigration}
+ name="Migration ID"
+ options={
+ migrationGroup
+ ? allGroups[migrationGroup.group].migration_ids.map((m: MigrationData) => ({
+ value: m.migration_id,
+ label: `${m.migration_id} - ${m.status}`,
+ }))
+ : []
+ }
+ />
+ );
+ }
+
+ function renderActions() {
+ Iif (!(migrationGroup && migrationId) || !show_action) {
+ return null;
+ }
+ const data = migrationGroup?.migration_ids.find(
+ (m) => m.migration_id == migrationId
+ );
+
+ return (
+ <div>
+ {forwards_dry_run && <input
+ key="run"
+ type="button"
+ disabled={!data?.can_run}
+ title={!data?.can_run ? data?.run_reason : ""}
+ id="run"
+ defaultValue="EXECUTE run"
+ onClick={() => execute(Action.Run)}
+ style={buttonStyle}
+ />}
+ {backwards_dry_run && <input
+ key="reverse"
+ type="button"
+ disabled={!data?.can_reverse}
+ title={!data?.can_reverse ? data?.reverse_reason : ""}
+ id="reverse"
+ defaultValue="EXECUTE reverse"
+ onClick={() => execute(Action.Reverse)}
+ style={buttonStyle}
+ />}
+ <div>
+ {!data?.can_reverse && data?.reverse_reason && backwards_dry_run && (
+ <p style={textStyle}>
+ ❌ <strong>You cannot reverse this migration: </strong>
+ {data?.reverse_reason}
+ </p>
+ )}
+ {!data?.can_run && data?.run_reason && forwards_dry_run && (
+ <p style={textStyle}>
+ ❌ <strong>You cannot run this migration: </strong>
+ {data?.run_reason}
+ </p>
+ )}
+ </div>
+ </div>
+ );
+ }
+
+ return (
+ <div style={{ display: "flex" }}>
+ <form>
+ <div style={migrationPicker}>
+ <h4>Execute a migration</h4>
+ <p style={textStyle}>
+ Attempt to run or reverse a migration for one of the migration
+ groups you have access to
+ </p>
+ <CustomSelect
+ value={migrationGroup?.group || ""}
+ onChange={selectGroup}
+ name="Migration Group"
+ options={Object.keys(allGroups).map((name: string) => (name))}
+ />
+ </div>
+
+ <div>
+ {renderMigrationIds()}
+ {migrationGroup && migrationId && (
+ <div style={{ display: "block" }}>
+ <br />
+ <button type="button"
+ onClick={() => executeDryRun(Action.Run)}
+ style={forwards_dry_run? selectedButtonStyle : buttonStyle}
+ >
+ DRY RUN forwards
+ </button>
+ <button
+ type="button"
+ onClick={() => executeDryRun(Action.Reverse)}
+ style={backwards_dry_run ? selectedButtonStyle : buttonStyle}
+ >
+ DRY RUN backwards
+ </button>
+ </div>
+ )}
+ </div>
+ <p>
+ Before executing a migration, do a dry run first. This will generate the raw SQL for running a migration (forwards) or reversing (backwards) a migration so that you can verify it's contents.
+ </p>
+
+ {migrationGroup && migrationId && SQLText && (
+ <div style={sqlBox}>
+ <p style={textStyle}>
+ {header}
+ </p>
+ <textarea style={textareaStyle} readOnly value={SQLText} />
+ </div>
+ )}
+ <div style={actionsStyle}>{renderActions()}</div>
+ </form>
+ <div>
+ {migrationGroup && (
+ <Table
+ headerData={["Migration ID", "Status", "Blocking"]}
+ rowData={rowData()}
+ columnWidths={[5, 2, 2]}
+ />
+ )}
+ </div>
+ </div>
+ );
+}
+
+export default ClickhouseMigrations;
+
+const sqlBox = {
+ width: "90%",
+ height: "300px",
+};
+
+const migrationPicker = {
+ paddingRight: "10px",
+};
+
+const actionsStyle = {
+ margin: "10px 0px",
+ width: "100%",
+ padding: "10px 0px",
+};
+
+const buttonStyle = {
+ padding: "2px 5px",
+ marginRight: "10px",
+};
+
+const selectedButtonStyle = {
+ color: "red",
+ padding: "2px 5px",
+ marginRight: "10px",
+}
+
+const textStyle = {
+ fontSize: 14,
+};
+
+const dropDownStyle = {
+ padding: "2px 5px",
+ marginBottom: "4px",
+ marginRight: "10px",
+};
+
+const textareaStyle = {
+ marginTop: "10px",
+ width: "100%",
+ height: "200px",
+ overflowX: "scroll" as const,
+ overflowY: "scroll" as const,
+ resize: "none" as const,
+};
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 | + + + + + + + + + + + + + + + + + + +1x +1x +1x + + + + + + + + + + + + + + + + | export type MigrationGroupResult = {
+ group: string;
+ migration_ids: MigrationData[];
+};
+
+export type MigrationData = {
+ can_run: boolean;
+ can_reverse: boolean;
+ run_reason: string;
+ reverse_reason: string;
+ blocking: boolean;
+ status: string;
+ migration_id: string;
+};
+
+export type GroupOptions = {
+ [key: string]: MigrationGroupResult;
+}
+
+export enum Action {
+ Run = "run",
+ Reverse = "reverse",
+}
+
+export type RunMigrationRequest = {
+ group: string;
+ action: Action;
+ migration_id: string;
+ force?: boolean;
+ fake?: boolean;
+ dry_run?: boolean;
+};
+
+export type RunMigrationResult = {
+ stdout: string;
+ error?: string;
+};
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 31.57% | +6/19 | +100% | +0/0 | +0% | +0/7 | +35.29% | +6/17 | +
| query_display.tsx | +
+
+ |
+ 25.3% | +21/83 | +0% | +0/17 | +0% | +0/30 | +29.16% | +21/72 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 | 1x + +1x +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + + + + +1x + + + + +1x + | import React, { useState, useEffect } from "react";
+import Client from "SnubaAdmin/api_client";
+import { Table } from "SnubaAdmin/table";
+import QueryDisplay from "SnubaAdmin/clickhouse_queries/query_display";
+import { QueryResult, PredefinedQuery } from "./types";
+
+function ClickhouseQueries(props: { api: Client }) {
+ const [predefinedQueryOptions, setPredefinedQueryOptions] = useState<
+ PredefinedQuery[]
+ >([]);
+
+ useEffect(() => {
+ props.api.getPredefinedQueryOptions().then((res) => {
+ res.forEach(
+ (queryOption) => (queryOption.sql = formatSQL(queryOption.sql))
+ );
+ setPredefinedQueryOptions(res);
+ });
+ }, []);
+
+ function tablePopulator(queryResult: QueryResult) {
+ return (
+ <div style={scroll}>
+ <Table
+ headerData={queryResult.column_names}
+ rowData={queryResult.rows}
+ />
+ </div>
+ );
+ }
+
+ function formatSQL(sql: string) {
+ const formatted = sql
+ .split("\n")
+ .map((line) => line.substring(4, line.length))
+ .join("\n");
+ return formatted.trim();
+ }
+
+ return (
+ <div>
+ {QueryDisplay({
+ api: props.api,
+ resultDataPopulator: tablePopulator,
+ predefinedQueryOptions: predefinedQueryOptions,
+ })}
+ </div>
+ );
+}
+
+const selectStyle = {
+ marginBottom: 8,
+ height: 30,
+};
+
+const scroll = {
+ overflowX: "scroll" as const,
+ width: "100%",
+};
+
+export default ClickhouseQueries;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 +173 +174 +175 +176 +177 +178 +179 +180 +181 +182 +183 +184 +185 +186 +187 +188 +189 +190 +191 +192 +193 +194 +195 +196 +197 +198 +199 +200 +201 +202 +203 +204 +205 +206 +207 +208 +209 +210 +211 +212 +213 +214 +215 +216 +217 +218 +219 +220 +221 +222 +223 +224 +225 +226 +227 +228 +229 +230 +231 +232 +233 +234 +235 +236 +237 +238 +239 +240 +241 +242 +243 +244 +245 +246 +247 +248 +249 +250 +251 +252 +253 +254 +255 +256 +257 +258 +259 +260 +261 +262 +263 +264 +265 +266 +267 +268 +269 +270 +271 +272 +273 +274 +275 +276 +277 +278 +279 +280 +281 +282 +283 | 1x + +1x +1x +1x + +1x +1x +1x +1x +1x +1x +1x +1x +1x + + + + + + + + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + + + +1x + +1x + + + + + +1x + + + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + + + + + + +1x + | import React, { useEffect, useState } from "react";
+import Client from "SnubaAdmin/api_client";
+import { Collapse } from "SnubaAdmin/collapse";
+import QueryEditor from "SnubaAdmin/query_editor";
+import ExecuteButton from "SnubaAdmin/utils/execute_button";
+
+import { SelectItem, Switch } from "@mantine/core";
+import { Prism } from "@mantine/prism";
+import { RichTextEditor } from "@mantine/tiptap";
+import { useEditor } from "@tiptap/react";
+import HardBreak from "@tiptap/extension-hard-break";
+import Placeholder from "@tiptap/extension-placeholder";
+import StarterKit from "@tiptap/starter-kit";
+import { getRecentHistory, setRecentHistory } from "SnubaAdmin/query_history";
+import { CustomSelect, getParamFromStorage } from "SnubaAdmin/select";
+
+import {
+ ClickhouseNodeData,
+ QueryRequest,
+ QueryResult,
+ PredefinedQuery,
+} from "SnubaAdmin/clickhouse_queries/types";
+
+type QueryState = Partial<QueryRequest>;
+
+const HISTORY_KEY = "clickhouse_queries";
+function QueryDisplay(props: {
+ api: Client;
+ resultDataPopulator: (queryResult: QueryResult) => JSX.Element;
+ predefinedQueryOptions: Array<PredefinedQuery>;
+}) {
+ const [nodeData, setNodeData] = useState<ClickhouseNodeData[]>([]);
+ const [query, setQuery] = useState<QueryState>({
+ storage: getParamFromStorage("storage"),
+ });
+ const [queryResultHistory, setQueryResultHistory] = useState<QueryResult[]>(
+ getRecentHistory(HISTORY_KEY)
+ );
+
+ useEffect(() => {
+ props.api.getClickhouseNodes().then((res) => {
+ setNodeData(res);
+ });
+ }, []);
+
+ function selectStorage(storage: string) {
+ setQuery((prevQuery) => {
+ // clear old host port
+ delete prevQuery.host;
+ delete prevQuery.port;
+
+ return {
+ ...prevQuery,
+ storage: storage,
+ };
+ });
+ }
+
+ function setSudo(value: boolean) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ sudo: value,
+ };
+ });
+ }
+
+ function selectHost(hostString: string) {
+ const [host, portAsString] = hostString.split(":");
+
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ host: host,
+ port: parseInt(portAsString, 10),
+ };
+ });
+ }
+
+ function updateQuerySql(sql: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ sql,
+ };
+ });
+ }
+
+ function executeQuery() {
+ return props.api
+ .executeSystemQuery(query as QueryRequest)
+ .then((result) => {
+ result.input_query = `${query.sql} (${query.storage},${query.host}:${query.port})`;
+ setRecentHistory(HISTORY_KEY, result);
+ setQueryResultHistory((prevHistory) => [result, ...prevHistory]);
+ });
+ }
+
+ function copyText(text: string) {
+ window.navigator.clipboard.writeText(text);
+ }
+
+ function getHosts(nodeData: ClickhouseNodeData[]): SelectItem[] {
+ let node_info = nodeData.find((el) => el.storage_name === query.storage)!;
+ // populate the hosts entries marking distributed hosts that are not also local
+ Iif (node_info) {
+ let local_hosts = node_info.local_nodes.map((node) => ({
+ value: `${node.host}:${node.port}`,
+ label: `${node.host}:${node.port}`,
+ }));
+ let dist_hosts = node_info.dist_nodes
+ .filter((node) => !node_info.local_nodes.includes(node))
+ .map((node) => ({
+ value: `${node.host}:${node.port}`,
+ label: `${node.host}:${node.port} (distributed)`,
+ }));
+ let hosts = local_hosts.concat(dist_hosts);
+ let query_node = node_info.query_node;
+ Iif (query_node) {
+ hosts.push({
+ value: `${query_node.host}:${query_node.port}`,
+ label: `${query_node.host}:${query_node.port} (query node)`,
+ });
+ }
+ return hosts;
+ }
+ return [];
+ }
+
+ return (
+ <div>
+ <form style={query.sudo ? sudoForm : standardForm}>
+ <h2>Construct a ClickHouse System Query</h2>
+ <div>
+ <Switch
+ checked={query.sudo}
+ onChange={(evt: React.ChangeEvent<HTMLInputElement>) =>
+ setSudo(evt.currentTarget.checked)
+ }
+ onLabel="Sudo mode"
+ offLabel="User mode"
+ size="xl"
+ />
+ </div>
+ <QueryEditor
+ onQueryUpdate={(sql) => {
+ updateQuerySql(sql);
+ }}
+ predefinedQueryOptions={props.predefinedQueryOptions}
+ />
+ <div style={executeActionsStyle}>
+ <div>
+ <CustomSelect
+ value={query.storage || ""}
+ onChange={selectStorage}
+ name="storage"
+ options={nodeData.map((storage) => storage.storage_name)}
+ />
+ <CustomSelect
+ disabled={!query.storage}
+ value={
+ query.host && query.port ? `${query.host}:${query.port}` : ""
+ }
+ onChange={selectHost}
+ name="Host"
+ options={getHosts(nodeData)}
+ />
+ </div>
+ <div>
+ <ExecuteButton
+ onClick={executeQuery}
+ disabled={
+ !query.storage || !query.host || !query.port || !query.sql
+ }
+ />
+ </div>
+ </div>
+ </form>
+ <div>
+ <h2>Query results</h2>
+ {queryResultHistory.map((queryResult, idx) => {
+ Iif (idx === 0) {
+ return (
+ <div key={idx}>
+ <p>{queryResult.input_query}</p>
+ <p>
+ <button
+ style={executeButtonStyle}
+ onClick={() => copyText(JSON.stringify(queryResult))}
+ >
+ Copy to clipboard
+ </button>
+ </p>
+ {props.resultDataPopulator(queryResult)}
+ </div>
+ );
+ }
+
+ return (
+ <Collapse key={idx} text={queryResult.input_query}>
+ <button
+ style={executeButtonStyle}
+ onClick={() => copyText(JSON.stringify(queryResult))}
+ >
+ Copy to clipboard
+ </button>
+ {props.resultDataPopulator(queryResult)}
+ </Collapse>
+ );
+ })}
+ </div>
+ </div>
+ );
+}
+
+const sudoForm = {
+ border: "8px solid red",
+};
+
+const standardForm = {};
+
+const executeActionsStyle = {
+ display: "flex",
+ justifyContent: "space-between",
+ marginTop: 8,
+};
+
+const executeButtonStyle = {
+ height: 30,
+ border: 0,
+ padding: "4px 20px",
+};
+
+const selectStyle = {
+ marginRight: 8,
+ height: 30,
+};
+
+function TextArea(props: {
+ value: string;
+ onChange: (nextValue: string) => void;
+}) {
+ const { value, onChange } = props;
+ const editor = useEditor({
+ extensions: [
+ StarterKit,
+ Placeholder.configure({
+ placeholder: "Write your query here.",
+ }),
+ HardBreak.extend({
+ addKeyboardShortcuts() {
+ return {
+ Enter: () => this.editor.commands.setHardBreak(),
+ };
+ },
+ }),
+ ],
+ content: `${value}`,
+ onUpdate({ editor }) {
+ onChange(editor.getText());
+ },
+ });
+ return (
+ <div>
+ <RichTextEditor editor={editor}>
+ <RichTextEditor.Content />
+ </RichTextEditor>
+ <Prism withLineNumbers language="sql">
+ {value || ""}
+ </Prism>
+ </div>
+ );
+}
+
+const queryDescription = {
+ minHeight: 10,
+ width: "auto",
+ fontSize: 16,
+ padding: "10px 5px",
+};
+
+export default QueryDisplay;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 | 1x +1x + + + + + + + + + + + + + + + + + + + + +1x + + + + + + +1x + + + +1x + + + +1x + + + + + + + +1x + + + + +1x + + + + +1x + + + +1x + | import React, { useState } from "react";
+import { COLORS } from "SnubaAdmin/theme";
+
+function Collapse(props: { text: string; children: React.ReactNode }) {
+ const [collapsed, setCollapsed] = useState(false);
+ const { text, children } = props;
+ return (
+ <div>
+ <div style={header}>
+ <span style={collapsed ? downArrowContainer : rightArrowContainer}>
+ <a
+ style={collapsed ? downArrow : rightArrow}
+ onClick={() => setCollapsed((prev) => !prev)}
+ ></a>
+ </span>
+ <span style={indent}>{text}</span>
+ </div>
+ {collapsed && <div style={indent}>{children}</div>}
+ </div>
+ );
+}
+
+const header = {
+ fontSize: 16,
+ lineHeight: 1,
+ height: 20,
+ display: "flex",
+};
+
+const downArrowContainer = {
+ marginTop: -4,
+};
+
+const rightArrowContainer = {
+ marginTop: 0,
+};
+
+const arrow = {
+ border: `solid ${COLORS.TEXT_INACTIVE}`,
+ borderWidth: "0 2px 2px 0",
+ display: "inline-block",
+ padding: 4,
+ cursor: "pointer",
+};
+
+const rightArrow = {
+ ...arrow,
+ transform: "rotate(-45deg)",
+};
+
+const downArrow = {
+ ...arrow,
+ transform: "rotate(45deg)",
+};
+
+const indent = {
+ marginLeft: 20,
+};
+
+export { Collapse };
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| sql_editor.tsx | +
+
+ |
+ 23.33% | +7/30 | +0% | +0/4 | +0% | +0/6 | +26.92% | +7/26 | +
| theme.tsx | +
+
+ |
+ 100% | +5/5 | +100% | +0/0 | +100% | +0/0 | +100% | +5/5 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 | 1x +1x +1x +1x + +1x +1x + + + + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + | import React, { useLayoutEffect, useMemo, useRef } from "react";
+import { EditorState } from "@codemirror/state";
+import { EditorView, lineNumbers, keymap } from "@codemirror/view";
+import { insertNewline } from "@codemirror/commands";
+
+import { sql } from "@codemirror/lang-sql";
+import { theme, highlighting } from "./theme";
+
+export interface Props {
+ value: string;
+ onChange: (newValue: string) => void;
+}
+
+export function SQLEditor({ value, onChange }: Props) {
+ const elementRef = useRef<HTMLDivElement | null>(null);
+ const viewRef = useRef<EditorView | null>(null);
+
+ const updateListener = useMemo(() => {
+ return EditorView.updateListener.of((update) => {
+ Iif (update.docChanged) {
+ onChange(update.state.doc.toString());
+ }
+ });
+ }, [onChange]);
+
+ const multiNewLine = useMemo(() => {
+ return keymap.of([{ key: "Enter", run: insertNewline }]);
+ }, []);
+
+ const extensions = [
+ updateListener,
+ multiNewLine,
+ theme,
+ highlighting,
+ EditorView.lineWrapping,
+ lineNumbers(),
+ sql(),
+ ];
+
+ useLayoutEffect(() => {
+ Iif (!elementRef.current) return;
+
+ const state = EditorState.create({
+ extensions,
+ });
+
+ viewRef.current = new EditorView({
+ state,
+ parent: elementRef.current,
+ });
+ }, []);
+
+ useLayoutEffect(() => {
+ Iif (!viewRef.current) return;
+
+ const state = viewRef.current.state;
+
+ Iif (value !== state.doc.toString()) {
+ viewRef.current.setState(
+ EditorState.create({
+ doc: value,
+ extensions,
+ }),
+ );
+ }
+ }, [value]);
+
+ return <div ref={elementRef} />;
+}
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 | 1x +1x +1x + +1x + + + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + | import { EditorView } from "@codemirror/view";
+import { HighlightStyle, syntaxHighlighting } from "@codemirror/language";
+import { tags } from "@lezer/highlight";
+
+export const theme = EditorView.theme({
+ "&": {
+ fontSize: "14px",
+ },
+});
+
+export const highlighting = syntaxHighlighting(
+ HighlightStyle.define([
+ {
+ tag: [tags.standard(tags.tagName), tags.tagName],
+ color: "#116329",
+ fontSize: 10,
+ },
+ { tag: [tags.comment, tags.bracket], color: "#6a737d" },
+ { tag: [tags.className, tags.propertyName], color: "#6f42c1" },
+ {
+ tag: [tags.variableName, tags.attributeName, tags.number, tags.operator],
+ color: "#005cc5",
+ },
+ {
+ tag: [tags.keyword, tags.typeName, tags.typeOperator, tags.typeName],
+ color: "#d73a49",
+ },
+ { tag: [tags.string, tags.meta, tags.regexp], color: "#032f62" },
+ { tag: [tags.name, tags.quote], color: "#22863a" },
+ { tag: [tags.heading, tags.strong], color: "#24292e", fontWeight: "bold" },
+ { tag: [tags.emphasis], color: "#24292e", fontStyle: "italic" },
+ { tag: [tags.deleted], color: "#b31d28", backgroundColor: "ffeef0" },
+ {
+ tag: [tags.atom, tags.bool, tags.special(tags.variableName)],
+ color: "#e36209",
+ },
+ { tag: [tags.url, tags.escape, tags.regexp, tags.link], color: "#032f62" },
+ { tag: tags.link, textDecoration: "underline" },
+ { tag: tags.strikethrough, textDecoration: "line-through" },
+ { tag: tags.invalid, color: "#cb2431" },
+ ]),
+);
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 | 1x +1x +1x +1x +1x +1x +1x +1x +1x +1x +1x +1x +1x +1x +1x +1x +1x + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import RuntimeConfig from "SnubaAdmin/runtime_config";
+import AutoReplacementsBypassProjects from "SnubaAdmin/auto_replacements_bypass_projects";
+import AuditLog from "SnubaAdmin/runtime_config/auditlog";
+import ClickhouseMigrations from "SnubaAdmin/clickhouse_migrations";
+import ClickhouseQueries from "SnubaAdmin/clickhouse_queries";
+import TracingQueries from "SnubaAdmin/tracing";
+import SnQLToSQL from "SnubaAdmin/snql_to_sql";
+import Kafka from "SnubaAdmin/kafka";
+import QuerylogQueries from "SnubaAdmin/querylog";
+import CapacityManagement from "SnubaAdmin/capacity_management";
+import DeadLetterQueue from "SnubaAdmin/dead_letter_queue";
+import CardinalityAnalyzer from "SnubaAdmin/cardinality_analyzer";
+import ProductionQueries from "SnubaAdmin/production_queries";
+import MQLQueries from "SnubaAdmin/mql_queries";
+import SnubaExplain from "SnubaAdmin/snuba_explain";
+import Welcome from "SnubaAdmin/welcome";
+import DeleteTool from "SnubaAdmin/delete_tool";
+
+const NAV_ITEMS = [
+ { id: "overview", display: "🤿 Snuba Admin", component: Welcome },
+ { id: "config", display: "⚙️ Runtime Config", component: RuntimeConfig },
+ {
+ id: "auto-replacements-bypass-projects",
+ display: "👻 Replacements",
+ component: AutoReplacementsBypassProjects,
+ },
+ {
+ id: "capacity-management",
+ display: "🪫 Capacity Management",
+ component: CapacityManagement,
+ },
+ {
+ id: "snql-to-sql",
+ display: "🌐 SnQL to SQL",
+ component: SnQLToSQL,
+ },
+ {
+ id: "snuba-explain",
+ display: "🩺 Snubsplain",
+ component: SnubaExplain,
+ },
+ {
+ id: "system-queries",
+ display: "🏚️ System Queries",
+ component: ClickhouseQueries,
+ },
+ {
+ id: "clickhouse-migrations",
+ display: "🚧 ClickHouse Migrations",
+ component: ClickhouseMigrations,
+ },
+ {
+ id: "tracing",
+ display: "🔎 ClickHouse Tracing",
+ component: TracingQueries,
+ },
+ {
+ id: "querylog",
+ display: "🔍 ClickHouse Querylog",
+ component: QuerylogQueries,
+ },
+ {
+ id: "auditlog",
+ display: "📝 Audit Log",
+ component: AuditLog,
+ },
+ {
+ id: "kafka",
+ display: "🪵 Kafka",
+ component: Kafka,
+ },
+ {
+ id: "dlq",
+ display: "♻️ Dead Letter Queue",
+ component: DeadLetterQueue,
+ },
+ {
+ id: "cardinality-analyzer",
+ display: "🔢 Cardinality Analyzer!!!",
+ component: CardinalityAnalyzer,
+ },
+ {
+ id: "production-queries",
+ display: "🔦 Production Queries",
+ component: ProductionQueries,
+ },
+ {
+ id: "mql-queries",
+ display: "🎨 MQL Queries",
+ component: MQLQueries,
+ },
+ {
+ id: "delete-tool",
+ display: "🗑️ Delete Tool",
+ component: DeleteTool,
+ },
+];
+
+export { NAV_ITEMS };
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 16.12% | +10/62 | +0% | +0/24 | +0% | +0/14 | +20.83% | +10/48 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 +173 +174 +175 +176 +177 +178 +179 +180 +181 +182 +183 +184 +185 +186 +187 +188 +189 +190 +191 +192 +193 +194 +195 +196 +197 +198 +199 +200 +201 +202 +203 +204 +205 +206 +207 +208 +209 +210 +211 +212 +213 +214 +215 +216 +217 +218 +219 +220 +221 +222 +223 +224 +225 +226 +227 | 1x + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + + + + + + +1x + + + + +1x + + + + + +1x + + + +1x + + + + +1x + + + + + + +1x + + + +1x + | import React, { useEffect, useState } from "react";
+import Client from "SnubaAdmin/api_client";
+import { COLORS } from "SnubaAdmin/theme";
+import { Policy, ReplayInstruction, Topic } from "SnubaAdmin/dead_letter_queue/types";
+
+function DeadLetterQueue(props: { api: Client }) {
+ // Undefined means not loaded yet, null means no instruction was set
+ const [instruction, setInstruction] = useState<
+ ReplayInstruction | null | undefined
+ >(undefined);
+ const [isEditing, setIsEditing] = useState(false);
+ const [dlqTopics, setDlqTopics] = useState<Topic[]>([]);
+ const [topic, setTopic] = useState<Topic | null>(null);
+ const [messagesToProcess, setMessagesToProcess] = useState(1);
+ const [policy, setPolicy] = useState<Policy | null>(null);
+
+ useEffect(() => {
+ props.api.getDlqInstruction().then((res) => {
+ setInstruction(res);
+ });
+ props.api.getDlqTopics().then((res) => {
+ setDlqTopics(res);
+ });
+ }, []);
+
+ function clearInstruction() {
+ props.api.clearDlqInstruction().then((res) => {
+ setInstruction(res);
+ });
+ }
+
+ function replayDlq() {
+ Iif (policy === null || topic === null) {
+ return;
+ }
+
+ let instruction: ReplayInstruction = {
+ messagesToProcess,
+ policy,
+ };
+
+ props.api.setDlqInstruction(topic, instruction).then((res) => {
+ setInstruction(res);
+ setIsEditing(false);
+ setTopic(null);
+ setMessagesToProcess(0);
+ setPolicy(null);
+ });
+ }
+
+ Iif (typeof instruction === undefined) {
+ return null;
+ }
+
+ return (
+ <div>
+ <div style={currentValue}>
+ <p style={paragraphStyle}>This is the currently set DLQ instruction:</p>
+ <p>
+ <code>{JSON.stringify(instruction) || "None set"}</code>
+ </p>
+ </div>
+ {!isEditing && (
+ <div>
+ <a
+ style={linkStyle}
+ onClick={() => {
+ setIsEditing(true);
+ }}
+ >
+ edit
+ </a>
+ </div>
+ )}
+ {isEditing && (
+ <div style={{ margin: "30px 0 0 0" }}>
+ <h3 style={{ margin: "0 0 10px 0" }}>Editing</h3>
+ {instruction && (
+ <a
+ style={{ ...linkStyle, color: "red" }}
+ onClick={clearInstruction}
+ >
+ clear instruction
+ </a>
+ )}
+ {!instruction && (
+ <form style={formStyle}>
+ <fieldset>
+ <label htmlFor="topic" style={label}>
+ Storage/topic:
+ </label>
+ <select
+ id="topic"
+ name="topic"
+ value={topic ? topic.logicalName : ""}
+ style={selectStyle}
+ onChange={(evt) => {
+ for (let topic of dlqTopics) {
+ Iif (topic.logicalName === evt.target.value) {
+ setTopic(topic);
+ return;
+ }
+ }
+
+ setTopic(null);
+ }}
+ >
+ <option disabled value="">
+ Select DLQ topic
+ </option>
+ {dlqTopics.map((topic) => (
+ <option
+ key={`${topic.storage}-${topic.logicalName}-${topic.slice}`}
+ value={topic.logicalName}
+ >{`${topic.storage} - ${topic.logicalName} (slice: ${topic.slice})`}</option>
+ ))}
+ </select>
+ </fieldset>
+ <fieldset>
+ <label htmlFor="policy" style={label}>
+ DLQ policy:
+ </label>
+ <select
+ id="policy"
+ name="policy"
+ style={selectStyle}
+ onChange={(evt) => {
+ let value = (evt.target.value as Policy) || null;
+ setPolicy(value);
+ }}
+ >
+ <option value="">Select invalid message policy</option>
+ <option value="reinsert-dlq">
+ Re-insert to DLQ
+ </option>
+ <option value="stop-on-error">Crash on error</option>
+ <option value="drop-invalid-messages">
+ Drop invalid messages
+ </option>
+ </select>
+ </fieldset>
+ <fieldset>
+ <label htmlFor="messagesToProcess" style={label}>
+ Max messages to process:
+ </label>
+ <input
+ type="number"
+ id="messagesToProcess"
+ name="messagesToProcess"
+ value={messagesToProcess}
+ placeholder="Max messages to process"
+ onChange={(evt) => {
+ let value = parseInt(evt.target.value, 10);
+ Iif (!isNaN(value) && value >= 0) {
+ setMessagesToProcess(value);
+ }
+ }}
+ />
+ </fieldset>
+ <fieldset>
+ <button
+ type="button"
+ style={buttonStyle}
+ onClick={replayDlq}
+ disabled={policy === null || topic === null}
+ >
+ Reprocess messages
+ </button>
+ </fieldset>
+ </form>
+ )}
+ <div>
+ <a
+ style={linkStyle}
+ onClick={() => {
+ setIsEditing(false);
+ }}
+ >
+ cancel
+ </a>
+ </div>
+ </div>
+ )}
+ </div>
+ );
+}
+
+const currentValue = {
+ display: "block",
+ width: "100%",
+ border: `1px solid ${COLORS.TABLE_BORDER}`,
+ padding: 10,
+};
+
+const selectStyle = {
+ marginBottom: 8,
+ height: 30,
+};
+
+const buttonStyle = {
+ height: 30,
+ border: 0,
+ padding: "4px 20px",
+};
+
+const label = {
+ display: "block",
+};
+
+const paragraphStyle = {
+ fontSize: 15,
+ color: COLORS.TEXT_LIGHTER,
+};
+
+const linkStyle = {
+ cursor: "pointer",
+ fontSize: 13,
+ color: COLORS.TEXT_LIGHTER,
+ textDecoration: "underline",
+};
+
+const formStyle = {
+ padding: "20px 0",
+};
+
+export default DeadLetterQueue;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 4.44% | +2/45 | +0% | +0/8 | +0% | +0/13 | +6.06% | +2/33 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 | +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import Client from "SnubaAdmin/api_client";
+import React, { useEffect, useState } from "react"
+
+function DeleteTool(props: { api: Client }) {
+ const [storageName, setStorageName] = useState('')
+ const [columnConditions, setColumnConditions] = useState('')
+ const [result, setResult] = useState('')
+ const [showHelpMessage, setShowHelpMessage] = useState(false)
+ const [isDeletesEnabled, setIsDeletesEnabled] = useState(false)
+
+ function getHelpMessage() {
+ if (showHelpMessage) {
+ return <div style={{"backgroundColor":"#DDD"}}>
+ <h3><u>Inputs:</u></h3>
+ <p><u>Storage name</u> - the name of the storage you want to delete from.<br/>
+ <u>Column Conditions</u> - example input:
+ <pre><code>{
+`{
+ "project_id": [1]
+ "resource_id": ["123456789"]
+}`
+ }</code></pre>
+ which represents <pre><code>DELETE FROM ... WHERE project_id=1 AND resource_id='123456789'</code></pre></p>
+ </div>
+ } else {
+ return <div><p></p></div>
+ }
+ }
+
+ function submitRequest() {
+ let conds;
+ try {
+ conds = JSON.parse(columnConditions)
+ } catch (error) {
+ alert("expect columnConditions to be valid json but its not");
+ return;
+ }
+ let resp_status = ""
+ props.api.runLightweightDelete(storageName, conds).then(res => {
+ resp_status = `${res.status} ${res.statusText}\n`
+ if (res.headers.get("Content-Type") == "application/json") {
+ return res.json().then(json => JSON.stringify(json))
+ } else {
+ return res.text()
+ }
+ }).then(data_str => setResult(resp_status + data_str))
+ }
+
+ useEffect(() => {
+ fetch("/deletes-enabled").then(res => res.json()).then(data => {
+ Iif (!(data === true || data === false)) {
+ throw Error("Expected deletes-enabled to return true/false value but it didnt")
+ }
+ setIsDeletesEnabled(data)
+ })
+ }, [])
+
+ Iif (!isDeletesEnabled) {
+ return <p>Deletion is not enabled for this region</p>
+ }
+
+ return (
+ <div>
+ <div>
+ <button type="button" onClick={(event) => setShowHelpMessage(!showHelpMessage)}>Help</button>
+ {getHelpMessage()}
+ </div>
+ <input type="text" value={storageName} placeholder="storage name" onChange={(event) => setStorageName(event.target.value)} /><br/>
+ <textarea value={columnConditions} placeholder="column conditions" onChange={(event) => setColumnConditions(event.target.value)} /><br/>
+ <button type="submit" onClick={(event) => submitRequest()}>Submit</button>
+ <p>latest result:</p>
+ {result}
+ </div>
+ );
+}
+
+export default DeleteTool
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| api_client.tsx | +
+
+ |
+ 1.88% | +3/159 | +0% | +0/83 | +1.23% | +1/81 | +2.01% | +3/149 | +
| collapse.tsx | +
+
+ |
+ 58.82% | +10/17 | +0% | +0/6 | +0% | +0/3 | +71.42% | +10/14 | +
| data.tsx | +
+
+ |
+ 100% | +19/19 | +100% | +0/0 | +100% | +0/0 | +100% | +19/19 | +
| nav.tsx | +
+
+ |
+ 94.44% | +17/18 | +93.33% | +14/15 | +80% | +4/5 | +93.75% | +15/16 | +
| query_editor.tsx | +
+
+ |
+ 94.44% | +51/54 | +84.44% | +38/45 | +83.33% | +15/18 | +95.55% | +43/45 | +
| query_history.tsx | +
+
+ |
+ 87.5% | +21/24 | +83.33% | +5/6 | +100% | +2/2 | +87.5% | +21/24 | +
| select.tsx | +
+
+ |
+ 100% | +17/17 | +60% | +3/5 | +100% | +4/4 | +100% | +14/14 | +
| table.tsx | +
+
+ |
+ 90.32% | +28/31 | +71.42% | +5/7 | +75% | +6/8 | +89.28% | +25/28 | +
| theme.tsx | +
+
+ |
+ 100% | +2/2 | +100% | +0/0 | +100% | +0/0 | +100% | +2/2 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 100% | +9/9 | +100% | +0/0 | +100% | +3/3 | +100% | +7/7 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 | 2x + + + + + +2x + +2x +1x +1x + + + +2x + + +2x + | import React, { useState, useEffect } from "react";
+import { KafkaTopicData } from "SnubaAdmin/kafka/types";
+
+import Client from "SnubaAdmin/api_client";
+
+function TopicData(props: { api: Client }) {
+ const [data, setData] = useState<KafkaTopicData[] | null>(null);
+
+ useEffect(() => {
+ props.api.getKafkaData().then((res) => {
+ setData(res);
+ });
+ }, []);
+
+ return <div>{JSON.stringify(data)}</div>;
+}
+
+export default TopicData;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 12.65% | +10/79 | +0% | +0/28 | +0% | +0/28 | +15.87% | +10/63 | +
| styles.tsx | +
+
+ |
+ 100% | +10/10 | +100% | +0/0 | +100% | +0/0 | +100% | +10/10 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 +173 +174 +175 +176 +177 +178 +179 +180 +181 +182 +183 +184 +185 +186 +187 +188 +189 +190 +191 +192 +193 +194 +195 +196 +197 +198 +199 +200 +201 +202 +203 +204 +205 +206 +207 +208 +209 +210 +211 +212 +213 +214 +215 +216 +217 +218 +219 +220 +221 +222 +223 +224 +225 +226 +227 +228 +229 +230 +231 +232 +233 +234 +235 +236 +237 +238 +239 +240 +241 +242 +243 +244 +245 +246 +247 +248 +249 +250 +251 +252 +253 +254 +255 +256 +257 +258 +259 +260 +261 +262 +263 +264 +265 +266 +267 +268 +269 +270 +271 +272 +273 +274 +275 +276 +277 +278 +279 +280 +281 +282 +283 +284 +285 +286 +287 +288 +289 +290 +291 +292 +293 +294 +295 +296 +297 +298 +299 +300 +301 +302 +303 +304 +305 +306 +307 +308 +309 +310 +311 +312 +313 +314 +315 +316 +317 +318 +319 +320 +321 +322 +323 +324 +325 +326 +327 +328 +329 +330 +331 +332 +333 +334 +335 +336 +337 +338 +339 +340 +341 +342 +343 +344 +345 +346 +347 +348 +349 +350 +351 +352 +353 +354 +355 +356 +357 +358 +359 +360 +361 +362 +363 +364 +365 +366 +367 +368 +369 +370 +371 +372 +373 +374 | 1x + +1x +1x + + + + + +1x +1x + + + + + + + + + + + + +1x +1x + +1x + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import React, { useEffect, useState } from "react";
+import Client from "SnubaAdmin/api_client";
+import ExecuteButton from "SnubaAdmin/utils/execute_button";
+import { Table } from "SnubaAdmin/table";
+import {
+ QueryResult,
+ QueryResultColumnMeta,
+ MQLRequest,
+} from "SnubaAdmin/mql_queries/types";
+import { executeActionsStyle, spacing } from "SnubaAdmin/mql_queries/styles";
+import {
+ Accordion,
+ Box,
+ Button,
+ Code,
+ Collapse,
+ Group,
+ Loader,
+ Select,
+ Space,
+ Text,
+ Textarea,
+} from "@mantine/core";
+import { useDisclosure } from "@mantine/hooks";
+import { CSV } from "../cardinality_analyzer/CSV";
+
+const MQLQueryExample = `(sum(d:transactions/duration@millisecond{status_code: 200}) by transaction + sum(d:transactions/duration@millisecond) by transaction) * 100.0`;
+
+const MQLContextExample = `{
+ "start": "2024-01-01T08:00:00+00:00",
+ "end": "2024-01-01T10:30:00+00:00",
+ "rollup": {
+ "orderby": "DESC",
+ "granularity": 60,
+ "interval": null,
+ "with_totals": "True"
+ },
+ "scope": {
+ "org_ids": [101],
+ "project_ids": [1],
+ "use_case_id": "performance"
+ },
+ "indexer_mappings": {
+ "transaction.duration": "d:transactions/duration@millisecond",
+ "d:transactions/duration@millisecond": 1068,
+ "transaction": 12345,
+ "status_code": 67890
+ },
+ "limit": null,
+ "offset": null
+}`;
+
+function MQLQueries(props: { api: Client }) {
+ const [mql_query, setQuery] = useState<Partial<MQLRequest>>({});
+ const [raw_mql_context, setMQLContext] = useState<string>();
+ const [queryResultHistory, setQueryResultHistory] = useState<QueryResult[]>(
+ []
+ );
+ const [allowedProjects, setAllowedProjects] = useState<string[]>([]);
+ const [isExecuting, setIsExecuting] = useState<boolean>(false);
+
+ useEffect(() => {
+ props.api.getAllowedProjects().then((res) => {
+ setAllowedProjects(res);
+ });
+ }, []);
+
+ function updateMQLQuery(query: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ query,
+ };
+ });
+ }
+
+ function executeQuery() {
+ try {
+ let mql_context_obj = JSON.parse(raw_mql_context!);
+ mql_query.mql_context = mql_context_obj;
+ mql_query.query = mql_query.query!.trim();
+ } catch (err) {
+ Iif (err instanceof Error) {
+ console.log("ERROR", err);
+ window.alert("An error occurred: " + err.message);
+ }
+ }
+
+ return props.api.executeMQLQuery(mql_query as MQLRequest).then((result) => {
+ const result_columns = result.meta.map(
+ (col: QueryResultColumnMeta) => col.name
+ );
+ const query_result: QueryResult = {
+ input_query: mql_query.query,
+ input_mql_context: mql_query.mql_context,
+ columns: result_columns,
+ rows: result.data.map((obj: object) =>
+ result_columns.map(
+ (col_name: string) => obj[col_name as keyof typeof obj]
+ )
+ ),
+ duration_ms: result.timing.duration_ms,
+ quota_allowance: result.quota_allowance,
+ };
+ setQueryResultHistory((prevHistory) => [query_result, ...prevHistory]);
+ });
+ }
+
+ return (
+ <div>
+ <form>
+ <h2>Run a MQL Query</h2>
+ <ProjectsList projects={allowedProjects} />
+ <div style={spacing}>
+ <MQLExample />
+ </div>
+ <div>
+ <Textarea
+ value={mql_query.query || ""}
+ onChange={(evt) => updateMQLQuery(evt.target.value)}
+ placeholder="Write your MQL query here"
+ autosize
+ minRows={1}
+ maxRows={8}
+ data-testid="text-area-input"
+ />
+ </div>
+ <div style={spacing}>
+ <Textarea
+ value={raw_mql_context || ""}
+ onChange={(evt) => setMQLContext(evt.target.value)}
+ placeholder="Write the MQL context dictionary here"
+ autosize
+ minRows={4}
+ maxRows={22}
+ data-testid="text-area-input"
+ />
+ </div>
+ <div style={executeActionsStyle}>
+ <div>
+ <ExecuteButton
+ onClick={executeQuery}
+ disabled={
+ mql_query.query == undefined || raw_mql_context == undefined
+ }
+ />
+ </div>
+ </div>
+ </form>
+ <div>
+ {queryResultHistory.length > 0 && (
+ <>
+ <h2>Query results</h2>
+ <div>
+ <div id="queryResultInfo">
+ Execution Duration (ms): {queryResultHistory[0].duration_ms}
+ {QueryResultQuotaAllowance({
+ queryResult: queryResultHistory[0],
+ })}
+ </div>
+ <Button.Group>
+ <Button
+ variant="outline"
+ onClick={() =>
+ window.navigator.clipboard.writeText(
+ JSON.stringify(queryResultHistory[0])
+ )
+ }
+ >
+ Copy to clipboard (JSON)
+ </Button>
+ <Button
+ variant="outline"
+ onClick={() =>
+ window.navigator.clipboard.writeText(
+ CSV.sheet([
+ queryResultHistory[0].columns,
+ ...queryResultHistory[0].rows,
+ ])
+ )
+ }
+ >
+ Copy to clipboard (CSV)
+ </Button>
+ </Button.Group>
+ <Space h="md" />
+ <Table
+ headerData={queryResultHistory[0].columns}
+ rowData={queryResultHistory[0].rows}
+ />
+ </div>
+ </>
+ )}
+ </div>
+ <div>
+ {queryResultHistory.length > 1 && (
+ <>
+ <h2>Query History</h2>
+ <Accordion multiple transitionDuration={0} chevronPosition="left">
+ {queryResultHistory.slice(1).map((queryResult, idx) => {
+ return (
+ <Accordion.Item
+ value={(queryResultHistory.length - idx).toString()}
+ >
+ <Accordion.Control>
+ query: {queryResult.input_query}, mql_context:{" "}
+ {JSON.stringify(queryResult.input_mql_context)}
+ </Accordion.Control>
+ <Accordion.Panel>
+ <QueryResultHistoryItem queryResult={queryResult} />
+ </Accordion.Panel>
+ </Accordion.Item>
+ );
+ })}
+ </Accordion>
+ </>
+ )}
+ </div>
+ </div>
+ );
+}
+
+function ProjectsList(props: { projects: string[] }) {
+ const [opened, { toggle }] = useDisclosure(false);
+
+ return (
+ <Box mb="xs" mx="auto">
+ <Group position="left" mb={5}>
+ <Button onClick={toggle}>
+ {opened ? "Hide" : "View"} Allowed Projects
+ </Button>
+ </Group>
+
+ <Collapse in={opened}>
+ <Text>{props.projects.join(", ")}</Text>
+ </Collapse>
+ </Box>
+ );
+}
+
+function MQLExample() {
+ const [opened, { toggle }] = useDisclosure(false);
+
+ return (
+ <Box mb="xs" mx="auto">
+ <Group position="left" mb={5}>
+ <Button onClick={toggle}>{opened ? "Hide" : "View"} MQL Example</Button>
+ </Group>
+
+ <Collapse in={opened}>
+ MQL Query:
+ <Code block>{MQLQueryExample}</Code>
+ MQL Context:
+ <Code block>{MQLContextExample}</Code>
+ </Collapse>
+ </Box>
+ );
+}
+
+function renderThrottleStatus(isThrottled: boolean, reasonHeader: string[]) {
+ return isThrottled ? (
+ <Text
+ style={{ color: "darkorange", fontFamily: "Arial", fontSize: "medium" }}
+ >
+ Quota Allowance - Throttled <br />
+ <ol>
+ {reasonHeader.map((line, index) => (
+ <li key={index}>{line}</li>
+ ))}
+ </ol>
+ </Text>
+ ) : (
+ <Text style={{ color: "green", fontFamily: "Arial", fontSize: "medium" }}>
+ Quota Allowance - Not throttled <br />
+ MQL Query executed with 10 threads.
+ </Text>
+ );
+}
+
+function renderPolicyDetails(props: { queryResult: QueryResult }) {
+ return (
+ <>
+ {props.queryResult.quota_allowance &&
+ Object.keys(props.queryResult.quota_allowance).map((policy, index) => {
+ const { can_run, ...policyDetails } =
+ props.queryResult.quota_allowance![policy]; // remove can_run from policyDetails
+ const policyDetailsString = JSON.stringify(policyDetails);
+ return (
+ <React.Fragment key={index}>
+ <Text size="xs">{policy}</Text>
+ <Text size="xs">{policyDetailsString}</Text>
+ </React.Fragment>
+ );
+ })}
+ </>
+ );
+}
+
+function QueryResultQuotaAllowance(props: { queryResult: QueryResult }) {
+ const isThrottled: boolean =
+ (props.queryResult.quota_allowance &&
+ Object.values(props.queryResult.quota_allowance).some(
+ (policy) => policy.max_threads < 10
+ )) ||
+ false;
+ let reasonHeader: string[] = [];
+ Iif (isThrottled) {
+ props.queryResult.quota_allowance &&
+ Object.keys(props.queryResult.quota_allowance).forEach((policyName) => {
+ const policy = props.queryResult.quota_allowance![policyName];
+ Iif (policy.max_threads < 10 && policy.explanation.reason != null) {
+ reasonHeader.push(
+ policyName +
+ ": " +
+ policy.explanation.reason +
+ ". MQL Query executed with " +
+ policy.max_threads +
+ " threads."
+ );
+ }
+ });
+ }
+ return (
+ <Accordion multiple transitionDuration={0} chevronPosition="left">
+ <Accordion.Item value="0">
+ <Accordion.Control>
+ {renderThrottleStatus(isThrottled, reasonHeader)}
+ </Accordion.Control>
+ <Accordion.Panel>{renderPolicyDetails(props)}</Accordion.Panel>
+ </Accordion.Item>
+ </Accordion>
+ );
+}
+
+function QueryResultHistoryItem(props: { queryResult: QueryResult }) {
+ return (
+ <div>
+ <div id="queryResultInfo">
+ Execution Duration (ms): {props.queryResult.duration_ms}
+ {QueryResultQuotaAllowance({ queryResult: props.queryResult })}
+ </div>
+ <Button.Group>
+ <Button
+ variant="outline"
+ onClick={() =>
+ window.navigator.clipboard.writeText(
+ JSON.stringify(props.queryResult)
+ )
+ }
+ >
+ Copy to clipboard (JSON)
+ </Button>
+ <Button
+ variant="outline"
+ onClick={() =>
+ window.navigator.clipboard.writeText(
+ CSV.sheet([props.queryResult.columns, ...props.queryResult.rows])
+ )
+ }
+ >
+ Copy to clipboard (CSV)
+ </Button>
+ </Button.Group>
+ <Space h="md" />
+ <Table
+ headerData={props.queryResult.columns}
+ rowData={props.queryResult.rows}
+ />
+ </div>
+ );
+}
+
+export default MQLQueries;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 | 1x + + + + + +1x + + + +1x + + + + + +1x + + + + +1x + + +1x +1x +1x +1x +1x + + | const executeActionsStyle = {
+ display: "flex",
+ justifyContent: "space-between",
+ marginTop: 8,
+};
+
+const spacing = {
+ marginTop: 8,
+};
+
+const executeButtonStyle = {
+ height: 30,
+ border: 0,
+ padding: "4px 20px",
+};
+
+const selectStyle = {
+ marginRight: 8,
+ height: 30,
+};
+
+let collapsibleStyle = { listStyleType: "none", fontFamily: "Monaco" };
+
+export {
+ executeActionsStyle,
+ executeButtonStyle,
+ selectStyle,
+ collapsibleStyle,
+ spacing,
+};
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 | 1x +1x +1x + + + + + + + + + +12x + +4x + + +4x +2x + + + +2x +2x + + + +4x + + + +68x + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + + + + +1x + + + + + +1x + + + + + +1x + | import React, { useState } from "react";
+import { COLORS } from "SnubaAdmin/theme";
+import { NAV_ITEMS } from "SnubaAdmin/data";
+import Client from "SnubaAdmin/api_client";
+
+type NavProps = {
+ active: string | null;
+ navigate: (nextTab: string) => void;
+ api: Client;
+};
+
+function Nav(props: NavProps) {
+ const { active, navigate, api } = props;
+
+ const [allowedTools, setAllowedTools] = useState<string[] | null>(null);
+
+ // Load data if it was not previously loaded
+ if (allowedTools === null) {
+ fetchData();
+ }
+
+ function fetchData() {
+ api.getAllowedTools().then((res) => {
+ setAllowedTools(res.tools);
+ });
+ }
+
+ return (
+ <nav style={navStyle}>
+ <ul style={ulStyle}>
+ {NAV_ITEMS.map((item) =>
+ allowedTools?.includes(item.id) || allowedTools?.includes("all") ? (
+ item.id === active ? (
+ <li key={item.id} style={{ color: COLORS.TEXT_DEFAULT }}>
+ <a className="nav-link-active" style={linkStyle}>
+ {item.display}
+ </a>
+ </li>
+ ) : (
+ <li key={item.id} style={{ color: COLORS.TEXT_INACTIVE }}>
+ <a
+ className="nav-link"
+ style={linkStyle}
+ onClick={() => navigate(item.id)}
+ >
+ {item.display}
+ </a>
+ </li>
+ )
+ ) : (
+ <div key={item.id} />
+ )
+ )}
+ </ul>
+ </nav>
+ );
+}
+
+const navStyle = {
+ borderRight: `1px solid ${COLORS.NAV_BORDER}`,
+ width: 250,
+};
+
+const ulStyle = {
+ listStyleType: "none",
+ margin: 0,
+ padding: 0,
+};
+
+const linkStyle = {
+ display: "block",
+ cursor: "pointer",
+ padding: 20,
+};
+
+export default Nav;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 15.49% | +11/71 | +0% | +0/25 | +0% | +0/30 | +18.64% | +11/59 | +
| styles.tsx | +
+
+ |
+ 100% | +8/8 | +100% | +0/0 | +100% | +0/0 | +100% | +8/8 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 +173 +174 +175 +176 +177 +178 +179 +180 +181 +182 +183 +184 +185 +186 +187 +188 +189 +190 +191 +192 +193 +194 +195 +196 +197 +198 +199 +200 +201 +202 +203 +204 +205 +206 +207 +208 +209 +210 +211 +212 +213 +214 +215 +216 +217 +218 +219 +220 +221 +222 +223 +224 +225 +226 +227 +228 +229 +230 +231 +232 +233 +234 +235 +236 +237 +238 +239 +240 +241 +242 +243 +244 +245 +246 +247 +248 +249 +250 +251 +252 +253 +254 +255 +256 +257 +258 +259 +260 +261 +262 +263 +264 +265 +266 +267 +268 +269 +270 +271 +272 +273 +274 +275 +276 +277 +278 +279 +280 +281 +282 +283 +284 +285 +286 +287 +288 +289 +290 +291 +292 +293 +294 +295 +296 +297 +298 +299 +300 +301 +302 +303 +304 +305 +306 +307 +308 +309 +310 +311 +312 +313 +314 +315 +316 +317 +318 +319 +320 +321 +322 +323 +324 +325 +326 +327 +328 +329 | 1x + +1x + + + + + +1x +1x +1x + + + + + + + + + +1x +1x +1x +1x + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import React, { useEffect, useState } from "react";
+import Client from "SnubaAdmin/api_client";
+import { Table } from "SnubaAdmin/table";
+import {
+ QueryResult,
+ QueryResultColumnMeta,
+ SnQLRequest,
+} from "SnubaAdmin/production_queries/types";
+import ExecuteButton from "SnubaAdmin/utils/execute_button";
+import { executeActionsStyle } from "SnubaAdmin/production_queries/styles";
+import {
+ Accordion,
+ Box,
+ Button,
+ Collapse,
+ Group,
+ Space,
+ Text,
+ Textarea,
+} from "@mantine/core";
+import { CustomSelect, getParamFromStorage } from "SnubaAdmin/select";
+import { useDisclosure } from "@mantine/hooks";
+import { CSV } from "SnubaAdmin/cardinality_analyzer/CSV";
+import { getRecentHistory, setRecentHistory } from "SnubaAdmin/query_history";
+
+const HISTORY_KEY = "production_queries";
+function ProductionQueries(props: { api: Client }) {
+ const [datasets, setDatasets] = useState<string[]>([]);
+ const [allowedProjects, setAllowedProjects] = useState<string[]>([]);
+ const [snql_query, setQuery] = useState<Partial<SnQLRequest>>({
+ dataset: getParamFromStorage("dataset"),
+ });
+ const [queryResultHistory, setQueryResultHistory] = useState<QueryResult[]>(
+ getRecentHistory(HISTORY_KEY)
+ );
+
+ useEffect(() => {
+ props.api.getSnubaDatasetNames().then((res) => {
+ setDatasets(res);
+ });
+ }, []);
+
+ useEffect(() => {
+ props.api.getAllowedProjects().then((res) => {
+ setAllowedProjects(res);
+ });
+ }, []);
+
+ function selectDataset(dataset: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ dataset,
+ };
+ });
+ }
+
+ function updateQuerySql(query: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ query,
+ };
+ });
+ }
+
+ function executeQuery() {
+ return props.api
+ .executeSnQLQuery(snql_query as SnQLRequest)
+ .then((result) => {
+ const result_columns = result.meta.map(
+ (col: QueryResultColumnMeta) => col.name
+ );
+ const query_result: QueryResult = {
+ input_query: snql_query.query,
+ columns: result_columns,
+ rows: result.data.map((obj: object) =>
+ result_columns.map(
+ (col_name: string) => obj[col_name as keyof typeof obj]
+ )
+ ),
+ duration_ms: result.timing.duration_ms,
+ quota_allowance: result.quota_allowance,
+ };
+ setRecentHistory(HISTORY_KEY, query_result);
+ setQueryResultHistory((prevHistory) => [query_result, ...prevHistory]);
+ });
+ }
+
+ return (
+ <div>
+ <form>
+ <h2>Run a SnQL Query</h2>
+ <ProjectsList projects={allowedProjects} />
+ <div>
+ <Textarea
+ value={snql_query.query || ""}
+ onChange={(evt) => updateQuerySql(evt.target.value)}
+ placeholder="Write your query here"
+ autosize
+ minRows={2}
+ maxRows={8}
+ data-testid="text-area-input"
+ />
+ </div>
+ <div style={executeActionsStyle}>
+ <div>
+ <CustomSelect
+ value={snql_query.dataset || ""}
+ onChange={selectDataset}
+ options={datasets}
+ name="dataset"
+ />
+ </div>
+ <div>
+ <ExecuteButton
+ onClick={executeQuery}
+ disabled={
+ snql_query.dataset == undefined || snql_query.query == undefined
+ }
+ />
+ </div>
+ </div>
+ </form>
+ <div>
+ {queryResultHistory.length > 0 && (
+ <>
+ <h2>Query results</h2>
+ <div>
+ <div id="queryResultInfo">
+ Execution Duration (ms): {queryResultHistory[0].duration_ms}
+ {QueryResultQuotaAllowance({
+ queryResult: queryResultHistory[0],
+ })}
+ </div>
+ <Button.Group>
+ <Button
+ variant="outline"
+ onClick={() =>
+ window.navigator.clipboard.writeText(
+ JSON.stringify(queryResultHistory[0])
+ )
+ }
+ >
+ Copy to clipboard (JSON)
+ </Button>
+ <Button
+ variant="outline"
+ onClick={() =>
+ window.navigator.clipboard.writeText(
+ CSV.sheet([
+ queryResultHistory[0].columns,
+ ...queryResultHistory[0].rows,
+ ])
+ )
+ }
+ >
+ Copy to clipboard (CSV)
+ </Button>
+ </Button.Group>
+ <Space h="md" />
+ <Table
+ headerData={queryResultHistory[0].columns}
+ rowData={queryResultHistory[0].rows}
+ />
+ </div>
+ </>
+ )}
+ </div>
+ <div>
+ {queryResultHistory.length > 1 && (
+ <>
+ <h2>Query History</h2>
+ <Accordion multiple transitionDuration={0} chevronPosition="left">
+ {queryResultHistory.slice(1).map((queryResult, idx) => {
+ return (
+ <Accordion.Item
+ value={(queryResultHistory.length - idx).toString()}
+ >
+ <Accordion.Control>
+ {queryResult.input_query}
+ </Accordion.Control>
+ <Accordion.Panel>
+ <QueryResultHistoryItem queryResult={queryResult} />
+ </Accordion.Panel>
+ </Accordion.Item>
+ );
+ })}
+ </Accordion>
+ </>
+ )}
+ </div>
+ </div>
+ );
+}
+
+function ProjectsList(props: { projects: string[] }) {
+ const [opened, { toggle }] = useDisclosure(false);
+
+ return (
+ <Box mb="xs" mx="auto">
+ <Group position="left" mb={5}>
+ <Button onClick={toggle}>
+ {opened ? "Hide" : "View"} Allowed Projects
+ </Button>
+ </Group>
+
+ <Collapse in={opened}>
+ <Text>{props.projects.join(", ")}</Text>
+ </Collapse>
+ </Box>
+ );
+}
+
+function renderThrottleStatus(isThrottled: boolean, reasonHeader: string[]) {
+ return isThrottled ? (
+ <Text
+ style={{ color: "darkorange", fontFamily: "Arial", fontSize: "medium" }}
+ >
+ Quota Allowance - Throttled <br />
+ <ol>
+ {reasonHeader.map((line, index) => (
+ <li key={index}>{line}</li>
+ ))}
+ </ol>
+ </Text>
+ ) : (
+ <Text style={{ color: "green", fontFamily: "Arial", fontSize: "medium" }}>
+ Quota Allowance - Not throttled <br />
+ SnQL Query executed with 10 threads.
+ </Text>
+ );
+}
+
+function renderPolicyDetails(props: { queryResult: QueryResult }) {
+ return (
+ <>
+ {props.queryResult.quota_allowance &&
+ Object.keys(props.queryResult.quota_allowance).map((policy, index) => {
+ const { can_run, ...policyDetails } =
+ props.queryResult.quota_allowance![policy]; // remove can_run from policyDetails
+ const policyDetailsString = JSON.stringify(policyDetails);
+ return (
+ <React.Fragment key={index}>
+ <Text size="xs">{policy}</Text>
+ <Text size="xs">{policyDetailsString}</Text>
+ </React.Fragment>
+ );
+ })}
+ </>
+ );
+}
+
+function QueryResultQuotaAllowance(props: { queryResult: QueryResult }) {
+ const isThrottled: boolean =
+ (props.queryResult.quota_allowance &&
+ Object.values(props.queryResult.quota_allowance).some(
+ (policy) => policy.max_threads < 10
+ )) ||
+ false;
+ let reasonHeader: string[] = [];
+ Iif (isThrottled) {
+ props.queryResult.quota_allowance &&
+ Object.keys(props.queryResult.quota_allowance).forEach((policyName) => {
+ const policy = props.queryResult.quota_allowance![policyName];
+ Iif (policy.max_threads < 10 && policy.explanation.reason != null) {
+ reasonHeader.push(
+ policyName +
+ ": " +
+ policy.explanation.reason +
+ ". SnQL Query executed with " +
+ policy.max_threads +
+ " threads."
+ );
+ }
+ });
+ }
+ return (
+ <Accordion multiple transitionDuration={0} chevronPosition="left">
+ <Accordion.Item value="0">
+ <Accordion.Control>
+ {renderThrottleStatus(isThrottled, reasonHeader)}
+ </Accordion.Control>
+ <Accordion.Panel>{renderPolicyDetails(props)}</Accordion.Panel>
+ </Accordion.Item>
+ </Accordion>
+ );
+}
+
+function QueryResultHistoryItem(props: { queryResult: QueryResult }) {
+ return (
+ <div>
+ <div id="queryResultInfo">
+ Execution Duration (ms): {props.queryResult.duration_ms}
+ {QueryResultQuotaAllowance({ queryResult: props.queryResult })}
+ </div>
+ <Button.Group>
+ <Button
+ variant="outline"
+ onClick={() =>
+ window.navigator.clipboard.writeText(
+ JSON.stringify(props.queryResult)
+ )
+ }
+ >
+ Copy to clipboard (JSON)
+ </Button>
+ <Button
+ variant="outline"
+ onClick={() =>
+ window.navigator.clipboard.writeText(
+ CSV.sheet([props.queryResult.columns, ...props.queryResult.rows])
+ )
+ }
+ >
+ Copy to clipboard (CSV)
+ </Button>
+ </Button.Group>
+ <Space h="md" />
+ <Table
+ headerData={props.queryResult.columns}
+ rowData={props.queryResult.rows}
+ />
+ </div>
+ );
+}
+
+export default ProductionQueries;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 | 1x + + + + + +1x + + + + + +1x + + + + +1x + + +1x +1x +1x +1x + + | const executeActionsStyle = {
+ display: "flex",
+ justifyContent: "space-between",
+ marginTop: 8,
+};
+
+const executeButtonStyle = {
+ height: 30,
+ border: 0,
+ padding: "4px 20px",
+};
+
+const selectStyle = {
+ marginRight: 8,
+ height: 30,
+};
+
+let collapsibleStyle = { listStyleType: "none", fontFamily: "Monaco" };
+
+export {
+ executeActionsStyle,
+ executeButtonStyle,
+ selectStyle,
+ collapsibleStyle,
+};
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 | 3x + +3x +3x +3x +3x + + + + + + + + + + + + +3x + + + +28x +28x +14x +3x + + +28x + + + +3x + + + +16x +9x + + + + + + + + + + + + +38x +38x + + +38x + + + + +38x + + +38x + + + +38x + +38x +15x + + + + +15x +15x + + + +38x +26x +26x +26x + + + + + + + +21x + + + + + + +4x +6x + +4x +4x + + + + + +42x + + + + + + + + + + +38x +38x +16x + + + + + + + + + + + + + + + + + + +38x + + +38x + + + + + + + + + + + +6x +6x + + + + + + + + + +3x + + + +3x + | import React, { useEffect, useState, ReactElement } from "react";
+
+import { Box } from "@mantine/core";
+import { SQLEditor } from "SnubaAdmin/common/components/sql_editor";
+import { useLocalStorage } from "@mantine/hooks";
+import { CustomSelect } from "SnubaAdmin/select";
+
+type PredefinedQuery = {
+ name: string;
+ sql: string;
+ description: string;
+};
+
+type QueryParamValues = {
+ [key: string]: string;
+};
+
+/** @private */
+export function generateQuery(
+ queryTemplate: string,
+ queryParamValues: QueryParamValues
+) {
+ let query = queryTemplate;
+ Object.keys(queryParamValues).forEach((param) => {
+ if (queryParamValues[param]) {
+ query = query.split(param).join(queryParamValues[param]);
+ }
+ });
+ return query;
+}
+
+/** @private */
+export function mergeQueryParamValues(
+ newQueryParams: Set<string>,
+ oldQueryParamValues: QueryParamValues
+) {
+ return Array.from(newQueryParams).reduce(
+ (o, paramName) => ({
+ ...o,
+ [paramName]:
+ paramName in oldQueryParamValues ? oldQueryParamValues[paramName] : "",
+ }),
+ {}
+ );
+}
+
+function QueryEditor(props: {
+ onQueryUpdate: (query: string) => void;
+ predefinedQueryOptions?: Array<PredefinedQuery>;
+}) {
+ const [query, setQuery] = useState<string>("");
+ const hash = window.location.hash;
+
+ // Namespace the storage by the hash, which corresponds to the screen
+ const [queryTemplate, setQueryTemplate] = useLocalStorage<string>({
+ key: `${hash}-query-editor-query`,
+ defaultValue: "",
+ });
+
+ const [queryParamValues, setQueryParamValues] = useState<QueryParamValues>(
+ {}
+ );
+ const [selectedPredefinedQuery, setSelectedPredefinedQuery] = useState<
+ PredefinedQuery | undefined
+ >(undefined);
+
+ const variableRegex = /{{([a-zA-Z0-9_]+)}}/;
+
+ useEffect(() => {
+ const newQueryParams = new Set(
+ queryTemplate.match(
+ new RegExp(variableRegex.source, variableRegex.flags + "g")
+ )
+ );
+ setQueryParamValues((oldQueryParamValues) =>
+ mergeQueryParamValues(newQueryParams, oldQueryParamValues)
+ );
+ }, [queryTemplate]);
+
+ useEffect(() => {
+ const newQuery = generateQuery(queryTemplate, queryParamValues);
+ setQuery(newQuery);
+ props.onQueryUpdate(newQuery);
+ }, [queryTemplate, queryParamValues]);
+
+ function updateQueryParameter(name: string, value: string) {
+ setQueryParamValues((queryParams) => ({ ...queryParams, [name]: value }));
+ }
+
+ function renderPredefinedQueriesSelectors() {
+ return (
+ <div>
+ <label>Predefined query: </label>
+ <div style={predefinedQueryStyle}>
+ <CustomSelect
+ value={selectedPredefinedQuery?.name ?? "undefined"}
+ onChange={(value) => {
+ let selectedPredefinedQuery = props?.predefinedQueryOptions?.find(
+ (predefinedQuery) => predefinedQuery.name == value
+ );
+ setSelectedPredefinedQuery(selectedPredefinedQuery);
+ setQueryTemplate(selectedPredefinedQuery?.sql ?? "");
+ }}
+ name="predefined query"
+ options={
+ props.predefinedQueryOptions
+ ? props.predefinedQueryOptions.map(
+ (predefinedQuery) => predefinedQuery.name
+ )
+ : []
+ }
+ />
+ </div>
+ </div>
+ );
+ }
+
+ function renderParameterSetters() {
+ let setters: Array<ReactElement> = [];
+ Object.keys(queryParamValues).forEach((paramName) => {
+ setters.push(
+ <div key={paramName}>
+ <div>
+ <label>
+ {paramName.match(variableRegex)?.[1]}
+ <br />
+ <textarea
+ value={queryParamValues[paramName]}
+ onChange={(evt) => {
+ updateQueryParameter(paramName, evt.target.value);
+ }}
+ data-testid="parameter-value"
+ />
+ </label>
+ </div>
+ <hr />
+ </div>
+ );
+ });
+ return setters;
+ }
+
+ return (
+ <form>
+ {props.predefinedQueryOptions != null &&
+ renderPredefinedQueriesSelectors()}
+ {selectedPredefinedQuery?.description ? (
+ <p>{selectedPredefinedQuery?.description}</p>
+ ) : null}
+
+ <Box my="md">
+ <SQLEditor
+ value={queryTemplate}
+ onChange={(newValue) => {
+ setSelectedPredefinedQuery(undefined);
+ setQueryTemplate(newValue);
+ }}
+ />
+ </Box>
+
+ {renderParameterSetters()}
+ </form>
+ );
+}
+
+const predefinedQueryStyle = {
+ display: "inline-block",
+};
+
+export default QueryEditor;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 | +3x + +3x +10x +10x +10x + + +10x +10x +10x +6x + +10x +10x + +10x +1x + +10x + + + + + + +3x +10x +10x +10x +3x +3x + + + + +7x + + + | // Set a max history size so we don't slow the page down with 100s of queries
+const HISTORY_SIZE = 5;
+
+export function setRecentHistory(key: string, query: any) {
+ const storageKey = `${key}.history`
+ try {
+ Iif (query === undefined) {
+ return;
+ }
+ const recentHistory = localStorage.getItem(storageKey);
+ let queries: any[] = []
+ if (recentHistory) {
+ queries = JSON.parse(recentHistory);
+ }
+ if (!queries.includes(query)) {
+ queries.unshift(query);
+ }
+ if (queries.length > HISTORY_SIZE) {
+ queries.pop();
+ }
+ localStorage.setItem(storageKey, JSON.stringify(queries));
+ } catch {
+ // If we error lets wipe history so we don't constantly loop in error land
+ localStorage.removeItem(storageKey);
+ }
+}
+
+export function getRecentHistory(key: string) {
+ const storageKey = `${key}.history`
+ const recentHistory = localStorage.getItem(storageKey)
+ if (recentHistory) {
+ try {
+ return JSON.parse(recentHistory);
+ } catch {
+ return [];
+ }
+ } else {
+ return [];
+ }
+}
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 31.57% | +6/19 | +100% | +0/0 | +0% | +0/7 | +35.29% | +6/17 | +
| query_display.tsx | +
+
+ |
+ 21.42% | +12/56 | +0% | +0/9 | +0% | +0/22 | +25.53% | +12/47 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 | 1x + +1x +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + + + + +1x + + + + +1x + | import React, { useState, useEffect } from "react";
+import Client from "SnubaAdmin/api_client";
+import { Table } from "SnubaAdmin/table";
+import QueryDisplay from "SnubaAdmin/querylog/query_display";
+import { QuerylogResult, PredefinedQuery } from "./types";
+
+function QuerylogQueries(props: { api: Client }) {
+ const [predefinedQueryOptions, setPredefinedQueryOptions] = useState<
+ PredefinedQuery[]
+ >([]);
+
+ useEffect(() => {
+ props.api.getPredefinedQuerylogOptions().then((res) => {
+ res.forEach(
+ (queryOption) => (queryOption.sql = formatSQL(queryOption.sql))
+ );
+ setPredefinedQueryOptions(res);
+ });
+ }, []);
+
+ function tablePopulator(queryResult: QuerylogResult) {
+ return (
+ <div style={scroll}>
+ <Table
+ headerData={queryResult.column_names}
+ rowData={queryResult.rows}
+ />
+ </div>
+ );
+ }
+
+ function formatSQL(sql: string) {
+ const formatted = sql
+ .split("\n")
+ .map((line) => line.substring(4, line.length))
+ .join("\n");
+ return formatted.trim();
+ }
+
+ return (
+ <div>
+ {QueryDisplay({
+ api: props.api,
+ resultDataPopulator: tablePopulator,
+ predefinedQueryOptions: predefinedQueryOptions,
+ })}
+ </div>
+ );
+}
+
+const selectStyle = {
+ marginBottom: 8,
+ height: 30,
+};
+
+const scroll = {
+ overflowX: "scroll" as const,
+ width: "100%",
+};
+
+export default QuerylogQueries;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 +173 +174 +175 +176 +177 +178 +179 +180 +181 +182 +183 +184 +185 +186 | 1x +1x + +1x +1x +1x + + +1x + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + + + + + +1x + + + + + + +1x + + + + + + + + + + + + + + + + + + + + +1x + + + + + +1x + | import React, { useState } from "react";
+import { Button } from "@mantine/core";
+import Client from "SnubaAdmin/api_client";
+import { Collapse } from "SnubaAdmin/collapse";
+import QueryEditor from "SnubaAdmin/query_editor";
+import { getRecentHistory, setRecentHistory } from "SnubaAdmin/query_history";
+
+import { QuerylogRequest, QuerylogResult, PredefinedQuery } from "./types";
+import ExecuteButton from "SnubaAdmin/utils/execute_button";
+
+type QueryState = Partial<QuerylogRequest>;
+const HISTORY_KEY = "querylog";
+
+function QueryDisplay(props: {
+ api: Client;
+ resultDataPopulator: (queryResult: QuerylogResult) => JSX.Element;
+ predefinedQueryOptions: Array<PredefinedQuery>;
+}) {
+ const [query, setQuery] = useState<QueryState>({});
+ const [queryResultHistory, setQueryResultHistory] = useState<
+ QuerylogResult[]
+ >(getRecentHistory(HISTORY_KEY));
+
+ function updateQuerySql(sql: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ sql,
+ };
+ });
+ }
+
+ function executeQuery() {
+ return props.api
+ .executeQuerylogQuery(query as QuerylogRequest)
+ .then((result) => {
+ result.input_query = query.sql || "<Input Query>";
+ setRecentHistory(HISTORY_KEY, result);
+ setQueryResultHistory((prevHistory) => [result, ...prevHistory]);
+ });
+ }
+
+ function getQuerylogSchema() {
+ props.api
+ .getQuerylogSchema()
+ .then((result) => {
+ result.input_query = "View Querylog Schema";
+ setQueryResultHistory((prevHistory) => [result, ...prevHistory]);
+ })
+ .catch((err) => {
+ console.log("ERROR", err);
+ window.alert("An error occurred: " + err.error.message);
+ });
+ }
+
+ function convertResultsToCSV(queryResult: QuerylogResult) {
+ let output = queryResult.column_names.join(",");
+ for (const row of queryResult.rows) {
+ const escaped = row.map((v) =>
+ typeof v == "string" && v.includes(",") ? '"' + v + '"' : v
+ );
+ output = output + "\n" + escaped.join(",");
+ }
+ return output;
+ }
+
+ function copyText(queryResult: QuerylogResult, format: string) {
+ const formatter = format == "csv" ? convertResultsToCSV : JSON.stringify;
+ window.navigator.clipboard.writeText(formatter(queryResult));
+ }
+
+ return (
+ <div>
+ <h2>Construct a Querylog Query</h2>
+ <QueryEditor
+ onQueryUpdate={(sql) => {
+ updateQuerySql(sql);
+ }}
+ predefinedQueryOptions={props.predefinedQueryOptions}
+ />
+ <div style={executeActionsStyle}>
+ <div>
+ <ExecuteButton onClick={executeQuery} disabled={!query.sql} />
+ <Button
+ onClick={(evt: any) => {
+ evt.preventDefault();
+ getQuerylogSchema();
+ }}
+ >
+ View Querylog Schema
+ </Button>
+ </div>
+ </div>
+ <div>
+ <h2>Query results</h2>
+ {queryResultHistory.map((queryResult, idx) => {
+ Iif (idx === 0) {
+ return (
+ <div key={idx}>
+ <p>{queryResult.input_query}</p>
+ <p>
+ <button
+ style={executeButtonStyle}
+ onClick={() => copyText(queryResult, "json")}
+ >
+ Copy to clipboard (JSON)
+ </button>
+ </p>
+ <p>
+ <button
+ style={executeButtonStyle}
+ onClick={() => copyText(queryResult, "csv")}
+ >
+ Copy to clipboard (CSV)
+ </button>
+ </p>
+ {props.resultDataPopulator(queryResult)}
+ </div>
+ );
+ }
+
+ return (
+ <Collapse key={idx} text={queryResult.input_query}>
+ <button
+ style={executeButtonStyle}
+ onClick={() => copyText(queryResult, "json")}
+ >
+ Copy to clipboard (JSON)
+ </button>
+ <button
+ style={executeButtonStyle}
+ onClick={() => copyText(queryResult, "csv")}
+ >
+ Copy to clipboard (CSV)
+ </button>
+ {props.resultDataPopulator(queryResult)}
+ </Collapse>
+ );
+ })}
+ </div>
+ </div>
+ );
+}
+
+const executeActionsStyle = {
+ display: "flex",
+ justifyContent: "space-between",
+ marginTop: 8,
+};
+
+const executeButtonStyle = {
+ height: 30,
+ border: 0,
+ padding: "4px 20px",
+ marginRight: 10,
+};
+
+const selectStyle = {
+ marginRight: 8,
+ height: 30,
+};
+
+function TextArea(props: {
+ value: string;
+ onChange: (nextValue: string) => void;
+}) {
+ const { value, onChange } = props;
+ return (
+ <textarea
+ spellCheck={false}
+ value={value}
+ onChange={(evt) => onChange(evt.target.value)}
+ style={{ width: "100%", height: 140 }}
+ placeholder={"Write your query here"}
+ />
+ );
+}
+
+const queryDescription = {
+ minHeight: 10,
+ width: "auto",
+ fontSize: 16,
+ padding: "10px 5px",
+};
+export default QueryDisplay;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 | 1x + + +1x +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import React, { ReactNode, useState } from "react";
+
+import Client from "SnubaAdmin/api_client";
+import { containerStyle, paragraphStyle } from "SnubaAdmin/runtime_config/styles";
+import { Table } from "SnubaAdmin/table";
+import { ConfigChange, ConfigType, ConfigValue } from "SnubaAdmin/runtime_config/types";
+
+function AuditLog(props: { api: Client }) {
+ const { api } = props;
+ const [data, setData] = useState<ConfigChange[] | null>(null);
+
+ function fetchData() {
+ api.getAuditlog().then((res) => {
+ setData(res);
+ });
+ }
+
+ Iif (data === null) {
+ fetchData();
+ }
+
+ Iif (!data) {
+ return null;
+ }
+
+ const rowData = data.map(
+ ({ key, timestamp, user, before, beforeType, after, afterType }) => {
+ const formattedDate = new Date(timestamp * 1000).toLocaleDateString(
+ "en-US",
+ {
+ day: "numeric",
+ month: "short",
+ year: "numeric",
+ hour: "numeric",
+ minute: "numeric",
+ second: "numeric",
+ timeZoneName: "short",
+ }
+ );
+
+ return [
+ formattedDate,
+ user,
+ <code>{key}</code>,
+ getActionDetail(before, beforeType, after, afterType),
+ ];
+ }
+ );
+
+ const usersTimeZone = Intl.DateTimeFormat().resolvedOptions().timeZone;
+
+ return (
+ <div style={containerStyle}>
+ <p style={paragraphStyle}>
+ Only changes to runtime configuration are currently being captured in
+ the audit log
+ </p>
+ <Table
+ headerData={[`Timestamp (${usersTimeZone})`, "User", "Key", "Action"]}
+ rowData={rowData}
+ columnWidths={[1, 1, 1, 1]}
+ ></Table>
+ </div>
+ );
+}
+
+function getFormattedValue(
+ value: ConfigValue | null,
+ type: ConfigType | null
+): string {
+ Iif (value === null && type === null) {
+ return "NULL";
+ }
+
+ Iif (type === "string") {
+ return `"${value}"`;
+ }
+
+ Iif (value !== null && (type === "int" || type === "float")) {
+ return value;
+ }
+
+ throw new Error("Invalid type");
+}
+
+function getActionDetail(
+ before: ConfigValue | null,
+ beforeType: ConfigType | null,
+ after: ConfigValue | null,
+ afterType: ConfigType | null
+): ReactNode {
+ const formattedBefore = getFormattedValue(before, beforeType);
+ const formatttedAfter = getFormattedValue(after, afterType);
+
+ if (before === null && after !== null) {
+ if (after === null) {
+ // Value was null before and after the change, something went wrong
+ throw new Error("Unkknown action");
+ } else {
+ // A new value appeared
+ return (
+ <span>
+ Config added. New value: <code>{formatttedAfter}</code>
+ </span>
+ );
+ }
+ } else {
+ if (after === null) {
+ // Something was deleted
+ return (
+ <span>
+ Config deleted. Last value: <code>{formattedBefore}</code>
+ </span>
+ );
+ } else {
+ // Value was changed
+ return (
+ <span>
+ Config changed from <code>{formattedBefore}</code> to{" "}
+ <code>{formatttedAfter}</code>
+ </span>
+ );
+ }
+ }
+}
+
+export default AuditLog;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| auditlog.tsx | +
+
+ |
+ 9.52% | +4/42 | +0% | +0/18 | +0% | +0/6 | +11.76% | +4/34 | +
| index.tsx | +
+
+ |
+ 5.61% | +5/89 | +0% | +0/20 | +0% | +0/33 | +6.41% | +5/78 | +
| row_data.tsx | +
+
+ |
+ 41.17% | +7/17 | +0% | +0/4 | +0% | +0/9 | +33.33% | +5/15 | +
| styles.tsx | +
+
+ |
+ 100% | +7/7 | +100% | +0/0 | +100% | +0/0 | +100% | +5/5 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 +173 +174 +175 +176 +177 +178 +179 +180 +181 +182 +183 +184 +185 +186 +187 +188 +189 +190 +191 +192 +193 +194 +195 +196 +197 +198 +199 +200 +201 +202 +203 +204 +205 +206 +207 +208 +209 +210 +211 +212 +213 +214 +215 +216 +217 +218 +219 +220 +221 +222 +223 +224 +225 +226 +227 +228 +229 +230 +231 +232 +233 +234 +235 +236 +237 +238 +239 +240 +241 +242 +243 +244 +245 +246 +247 +248 +249 | 1x + +1x + + + + + + + + + +1x +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import React, { useState } from "react";
+
+import { Table } from "SnubaAdmin/table";
+import Client from "SnubaAdmin/api_client";
+import {
+ ConfigKey,
+ ConfigValue,
+ ConfigType,
+ ConfigDescription,
+ ConfigDescriptions,
+ RowData,
+} from "./types";
+import { getEditableRow, getReadonlyRow, getNewRow } from "SnubaAdmin/runtime_config/row_data";
+import { containerStyle, linkStyle, paragraphStyle } from "SnubaAdmin/runtime_config/styles";
+
+function RuntimeConfig(props: { api: Client }) {
+ const { api } = props;
+
+ // Data from the API
+ const [data, setData] = useState<
+ | {
+ key: ConfigKey;
+ value: ConfigValue;
+ description: ConfigDescription;
+ type: ConfigType;
+ }[]
+ | null
+ >(null);
+
+ // All descriptions from API
+ const [allDescriptions, setDescriptions] = useState<ConfigDescriptions>({});
+
+ // Key of existing row being edited (if any)
+ const [currentlyEditing, setCurrentlyEditing] = useState<ConfigKey | null>(
+ null
+ );
+
+ // True if we are adding a brand new config, otherwise false
+ const [addingNew, setAddingNew] = useState(false);
+
+ // Unsaved state of the row currently being edited
+ const [currentRowData, setCurrentRowData] = useState<{
+ key: ConfigKey;
+ value: ConfigValue;
+ description: ConfigDescription;
+ type: ConfigType;
+ }>({ key: "", value: "", description: "", type: "string" });
+
+ function resetCurrentRowData() {
+ setCurrentRowData({ key: "", value: "", description: "", type: "string" });
+ }
+
+ // Load data if it was not previously loaded
+ Iif (data === null) {
+ fetchData();
+ }
+
+ function fetchData() {
+ api.getConfigs().then((res) => {
+ setData(res);
+ });
+ }
+
+ function fetchDescriptions() {
+ api.getDescriptions().then((res) => {
+ setDescriptions(res);
+ });
+ }
+
+ function addNewConfig() {
+ setCurrentlyEditing(null);
+ setAddingNew(true);
+ resetCurrentRowData();
+ fetchDescriptions();
+ }
+
+ function resetForm() {
+ setCurrentlyEditing(null);
+ setAddingNew(false);
+ resetCurrentRowData();
+ }
+
+ function enterEditMode(
+ key: ConfigKey,
+ value: ConfigValue,
+ description: ConfigDescription,
+ type: ConfigType
+ ) {
+ setCurrentRowData({ key, value, description, type });
+ setCurrentlyEditing(key);
+ }
+
+ function updateDescription(newDescription: string) {
+ setCurrentRowData((prev) => {
+ return { ...prev, description: newDescription };
+ });
+ }
+
+ if (data) {
+ const rowData: RowData[] = data.map((row) => {
+ const { key, value, description, type } = row;
+ const isEditing = key === currentlyEditing;
+ const showActions = currentlyEditing === null && addingNew === false;
+ return isEditing
+ ? getEditableRow(
+ currentRowData.key,
+ currentRowData.value,
+ currentRowData.description,
+ currentRowData.type,
+ (newValue) => {
+ setCurrentRowData((prev) => {
+ return { ...prev, value: newValue };
+ });
+ },
+ updateDescription,
+ () => {
+ Iif (
+ window.confirm(
+ `Are you sure you want to update ${key} to ${currentRowData.value}?`
+ )
+ ) {
+ api
+ .editConfig(
+ key,
+ currentRowData.value,
+ currentRowData.description
+ )
+ .then((res) => {
+ setData((prev) => {
+ Iif (prev) {
+ const row = prev.find(
+ (config) => config.key === res.key
+ );
+ Iif (!row) {
+ throw new Error("An error occurred");
+ }
+ row.value = res.value;
+ row.description = res.description;
+ }
+ return prev;
+ });
+ resetForm();
+ })
+ .catch((err) => {
+ window.alert(err);
+ });
+ }
+ },
+ () => {
+ Iif (window.confirm(`Are you sure you want to delete ${key}?`)) {
+ api
+ .deleteConfig(
+ key,
+ (
+ document.getElementById(
+ "keepDescription"
+ ) as HTMLInputElement
+ ).checked
+ )
+ .then(() => {
+ setData((prev) => {
+ Iif (prev) {
+ return prev.filter((config) => config.key !== key);
+ }
+
+ return prev;
+ });
+ resetForm();
+ });
+ }
+ },
+ () => setCurrentlyEditing(null)
+ )
+ : getReadonlyRow(key, value, description, type, showActions, () =>
+ enterEditMode(key, value, description, type)
+ );
+ });
+
+ Iif (addingNew) {
+ rowData.push(
+ getNewRow(
+ currentRowData.key,
+ currentRowData.value,
+ currentRowData.description,
+ (newKey) => {
+ setCurrentRowData((prev) => {
+ return { ...prev, key: newKey };
+ });
+ Iif (newKey in allDescriptions) {
+ updateDescription(allDescriptions[newKey]);
+ }
+ },
+ (newValue) =>
+ setCurrentRowData((prev) => {
+ return { ...prev, value: newValue };
+ }),
+ updateDescription,
+ resetForm,
+ () => {
+ api
+ .createNewConfig(
+ currentRowData.key,
+ currentRowData.value,
+ currentRowData.description
+ )
+ .then((res) => {
+ setData((prev) => {
+ if (prev) {
+ return [...prev, res];
+ } else {
+ return prev;
+ }
+ });
+ resetForm();
+ })
+ .catch((err) => {
+ window.alert(err);
+ });
+ }
+ )
+ );
+ }
+
+ Iif (!data) {
+ return null;
+ }
+
+ return (
+ <div style={containerStyle}>
+ <p style={paragraphStyle}>These are the current configurations.</p>
+ <Table
+ headerData={["Key", "Value", "Description", "Type", "Actions"]}
+ rowData={rowData}
+ columnWidths={[3, 5, 5, 1, 2]}
+ />
+ {!addingNew && !currentlyEditing && (
+ <a onClick={addNewConfig} style={linkStyle}>
+ add new
+ </a>
+ )}
+ </div>
+ );
+ } else {
+ return null;
+ }
+}
+
+export default RuntimeConfig;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 | 1x + +1x +1x + + + + + + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import React, { ReactNode } from "react";
+
+import { linkStyle } from "SnubaAdmin/runtime_config/styles";
+import { EditableTableCell } from "SnubaAdmin/table";
+import {
+ ConfigKey,
+ ConfigValue,
+ ConfigType,
+ RowData,
+ ConfigDescription,
+} from "SnubaAdmin/runtime_config/types";
+
+const TYPES = ["string", "int", "float"];
+
+function Space(props: { margin?: number }) {
+ const margin = typeof props.margin !== "undefined" ? props.margin : 15;
+ return <span style={{ display: "block", margin: margin }}></span>;
+}
+
+function getReadonlyRow(
+ key: ConfigKey,
+ value: ConfigValue,
+ description: ConfigDescription,
+ type: ConfigType,
+ showActions: boolean,
+ edit: () => void
+): RowData {
+ return [
+ <code style={{ wordBreak: "break-all" }}>{key}</code>,
+ <code style={{ wordBreak: "break-all" }}>{value}</code>,
+ description,
+ type,
+ showActions && (
+ <a style={linkStyle} onClick={() => edit()}>
+ edit
+ </a>
+ ),
+ ];
+}
+
+function getEditableRow(
+ key: ConfigKey,
+ value: ConfigValue,
+ description: ConfigDescription,
+ type: ConfigType,
+ updateValue: (value: ConfigValue) => void,
+ updateDescription: (desc: ConfigDescription) => void,
+ save: () => void,
+ deleteRow: () => void,
+ cancel: () => void
+): RowData {
+ return [
+ <code style={{ wordBreak: "break-all" }}>{key}</code>,
+ <EditableTableCell value={value} onChange={updateValue} />,
+ <EditableTableCell value={description} onChange={updateDescription} />,
+ type,
+ <span>
+ <a style={linkStyle} onClick={() => save()}>
+ <strong>save changes</strong>
+ </a>
+ <Space />
+ <label style={{ ...linkStyle, textDecoration: "" }}>
+ <input type="checkbox" id="keepDescription" />
+ keep description
+ </label>
+ <Space margin={2} />
+ <a style={{ ...linkStyle, color: "red" }} onClick={() => deleteRow()}>
+ delete
+ </a>
+ <Space />
+ <a style={linkStyle} onClick={() => cancel()}>
+ cancel editing
+ </a>
+ </span>,
+ ];
+}
+
+function getNewRow(
+ key: ConfigKey,
+ value: ConfigValue,
+ description: ConfigDescription,
+ updateKey: (key: ConfigKey) => void,
+ updateValue: (value: ConfigValue) => void,
+ updateDescription: (desc: ConfigDescription) => void,
+ cancel: () => void,
+ save: () => void
+): [ReactNode, ReactNode, ReactNode, ReactNode, ReactNode] {
+ return [
+ <EditableTableCell value={key} onChange={updateKey} />,
+ <EditableTableCell value={value} onChange={updateValue} />,
+ <EditableTableCell value={description} onChange={updateDescription} />,
+ null,
+ <span>
+ <a style={linkStyle} onClick={save}>
+ <strong>save</strong>
+ </a>
+ <Space />
+ <a style={linkStyle} onClick={() => cancel()}>
+ cancel
+ </a>
+ </span>,
+ ];
+}
+
+export { getReadonlyRow, getEditableRow, getNewRow };
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 | 1x + +1x + + + + +1x + + + + + + +1x + + + + +1x + | import { COLORS } from "SnubaAdmin/theme";
+
+const containerStyle = {
+ width: 1200,
+ maxWidth: "100%",
+};
+
+const linkStyle = {
+ cursor: "pointer",
+ fontSize: 13,
+ color: COLORS.TEXT_LIGHTER,
+ textDecoration: "underline",
+};
+
+const paragraphStyle = {
+ fontSize: 15,
+ color: COLORS.TEXT_LIGHTER,
+};
+
+export { containerStyle, linkStyle, paragraphStyle };
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 | 4x +4x + + + + + + + + + + + + + + +4x +7x +7x + + +4x +12x + + + + + + + + + + +4x +121x + +5x +5x + +5x + +24x +24x + + + + + + + + + + + + + + + | import React, { forwardRef } from "react";
+import { Select, SelectItem, Group, Text } from '@mantine/core';
+
+type SelectProps = {
+ value: string;
+ name?: string;
+ disabled?: boolean;
+ onChange: (value: string) => void;
+ options: string[] | SelectItem[];
+}
+
+interface ItemProps extends React.ComponentPropsWithoutRef<'div'> {
+ image: string;
+ label: string;
+}
+
+export function getParamFromStorage(key: string) {
+ const item = localStorage.getItem(`select-${key}`);
+ return item ?? undefined;
+}
+
+const SelectItem = forwardRef<HTMLDivElement, ItemProps>(
+ ({ image, label, ...others }: ItemProps, ref) => (
+ <div data-testid={"select-option"} ref={ref} {...others}>
+ <Group noWrap>
+ <div>
+ <Text size="sm">{label}</Text>
+ </div>
+ </Group>
+ </div>
+ )
+);
+
+export function CustomSelect(props: SelectProps) {
+ const {value, onChange, options, name, disabled} = props;
+ function updateStorage(value: string) {
+ if (name) {
+ localStorage.setItem(`select-${name}`, value);
+ }
+ onChange(value);
+ }
+ options.sort();
+ return (
+ <Select
+ placeholder={`Select a ${name}`}
+ searchable
+ selectOnBlur
+ itemComponent={SelectItem}
+ disabled={disabled}
+ value={value}
+ nothingFound={`Could not find a matching ${name}`}
+ onChange={updateStorage}
+ data={options}
+ data-testid={"select"}
+ />
+ );
+}
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 28.12% | +9/32 | +0% | +0/6 | +0% | +0/11 | +36% | +9/25 | +
| styles.tsx | +
+
+ |
+ 100% | +8/8 | +100% | +0/0 | +100% | +0/0 | +100% | +8/8 | +
| utils.tsx | +
+
+ |
+ 42.85% | +3/7 | +100% | +0/0 | +0% | +0/3 | +33.33% | +2/6 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 | 1x + +1x + +1x +1x +1x +1x +1x + + + + + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import React, { useEffect, useState } from "react";
+import Client from "SnubaAdmin/api_client";
+import { Table } from "SnubaAdmin/table";
+
+import { CustomSelect, getParamFromStorage } from "SnubaAdmin/select";
+import { executeActionsStyle } from "SnubaAdmin/snql_to_sql/styles";
+import { TextArea } from "SnubaAdmin/snql_to_sql/utils";
+import ExecuteButton from "SnubaAdmin/utils/execute_button";
+import { getRecentHistory, setRecentHistory } from "SnubaAdmin/query_history";
+import {
+ SnQLRequest,
+ SnQLResult,
+ SnubaDatasetName,
+ SnQLQueryState,
+} from "./types";
+
+const HISTORY_KEY = "snql_to_sql";
+function SnQLToSQL(props: { api: Client }) {
+ const [datasets, setDatasets] = useState<SnubaDatasetName[]>([]);
+ const [snql_query, setQuery] = useState<SnQLQueryState>({dataset: getParamFromStorage("dataset")});
+ const [queryResultHistory, setQueryResultHistory] = useState<SnQLResult[]>(
+ getRecentHistory(HISTORY_KEY)
+ );
+
+ useEffect(() => {
+ props.api.getSnubaDatasetNames().then((res) => {
+ setDatasets(res);
+ });
+ }, []);
+
+ function selectDataset(dataset: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ dataset,
+ };
+ });
+ }
+
+ function updateQuerySql(query: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ query,
+ };
+ });
+ }
+
+ function convertQuery() {
+ return props.api
+ .debugSnQLQuery(snql_query as SnQLRequest)
+ .then((result) => {
+ const query_result = {
+ input_query: snql_query.query,
+ sql: result.sql,
+ };
+ setRecentHistory(HISTORY_KEY, query_result);
+ setQueryResultHistory((prevHistory) => [query_result, ...prevHistory]);
+ });
+ }
+
+ return (
+ <div>
+ <form>
+ <h2>Construct a SnQL Query</h2>
+ <div>
+ <TextArea value={snql_query.query || ""} onChange={updateQuerySql} />
+ </div>
+ <div style={executeActionsStyle}>
+ <div>
+ <CustomSelect
+ value={snql_query.dataset || ""}
+ onChange={selectDataset}
+ options={datasets}
+ name="dataset"
+ />
+ </div>
+ <div>
+ <ExecuteButton
+ onClick={convertQuery}
+ disabled={
+ snql_query.dataset == undefined || snql_query.query == undefined
+ }
+ label="Convert Query"
+ />
+ </div>
+ </div>
+ </form>
+ <div>
+ <h2>Query results</h2>
+ <Table
+ headerData={["SnQL", "Generated SQL"]}
+ rowData={queryResultHistory.map((queryResult) => [
+ <span>{queryResult.input_query}</span>,
+ <span>{queryResult.sql}</span>,
+ ])}
+ columnWidths={[2, 5]}
+ />
+ </div>
+ </div>
+ );
+}
+
+export default SnQLToSQL;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 | 1x + + + + + +1x + + + + + +1x + + + + +1x + + +1x +1x +1x +1x + + | const executeActionsStyle = {
+ display: "flex",
+ justifyContent: "space-between",
+ marginTop: 8,
+};
+
+const executeButtonStyle = {
+ height: 30,
+ border: 0,
+ padding: "4px 20px",
+};
+
+const selectStyle = {
+ marginRight: 8,
+ height: 30,
+};
+
+let collapsibleStyle = { listStyleType: "none", fontFamily: "Monaco" };
+
+export {
+ executeActionsStyle,
+ executeButtonStyle,
+ selectStyle,
+ collapsibleStyle,
+};
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 | 1x + + + + + + + + + + + + + + + + + + + + + +1x + | import React from "react"; + +function TextArea(props: { + value: string; + onChange: (nextValue: string) => void; +}) { + const { value, onChange } = props; + return ( + <textarea + spellCheck={false} + value={value} + onChange={(evt) => onChange(evt.target.value)} + style={{ width: "100%", height: 100 }} + placeholder={"Write your query here"} + /> + ); +} + +function copyText(text: string) { + window.navigator.clipboard.writeText(text); +} + +export { TextArea, copyText }; + |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 23.4% | +11/47 | +0% | +0/14 | +0% | +0/14 | +27.5% | +11/40 | +
| step_render.tsx | +
+
+ |
+ 33.33% | +5/15 | +0% | +0/3 | +0% | +0/2 | +33.33% | +5/15 | +
| styles.tsx | +
+
+ |
+ 100% | +10/10 | +100% | +0/0 | +100% | +0/0 | +100% | +10/10 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 | 1x +1x + + +1x +1x + + + + + + +1x +1x +1x +1x +1x + + + + + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import React, { useEffect, useState } from "react";
+import { Prism } from "@mantine/prism";
+
+import Client from "SnubaAdmin/api_client";
+import QueryEditor from "SnubaAdmin/query_editor";
+import { Collapse } from "SnubaAdmin/collapse";
+import {
+ SnQLRequest,
+ SnQLResult,
+ ExplainResult,
+ ExplainStep,
+} from "SnubaAdmin/snuba_explain/types";
+import { Step } from "SnubaAdmin/snuba_explain/step_render";
+import { CustomSelect, getParamFromStorage } from "SnubaAdmin/select";
+import ExecuteButton from "SnubaAdmin/utils/execute_button";
+import { getRecentHistory, setRecentHistory } from "SnubaAdmin/query_history";
+import {
+ executeActionsStyle,
+ collapsibleStyle,
+} from "SnubaAdmin/snuba_explain/styles";
+import { SnubaDatasetName, SnQLQueryState } from "SnubaAdmin/snql_to_sql/types";
+
+const HISTORY_KEY = "snuba_explain";
+function SnubaExplain(props: { api: Client }) {
+ const [datasets, setDatasets] = useState<SnubaDatasetName[]>([]);
+ const [snql_query, setQuery] = useState<SnQLQueryState>({dataset: getParamFromStorage("dataset")});
+ const [queryResultHistory, setQueryResultHistory] = useState<SnQLResult[]>(
+ getRecentHistory(HISTORY_KEY)
+ );
+
+ useEffect(() => {
+ props.api.getSnubaDatasetNames().then((res) => {
+ setDatasets(res);
+ });
+ }, []);
+
+ function selectDataset(dataset: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ dataset,
+ };
+ });
+ }
+
+ function updateQuerySnQL(query: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ query,
+ };
+ });
+ }
+
+ function explainQuery() {
+ return props.api
+ .debugSnQLQuery(snql_query as SnQLRequest)
+ .then((result) => {
+ const query_result = {
+ input_query: snql_query.query,
+ sql: result.sql,
+ explain: result.explain as ExplainResult,
+ };
+ setRecentHistory(HISTORY_KEY, query_result);
+ setQueryResultHistory((prevHistory) => [query_result, ...prevHistory]);
+ });
+ }
+
+ let currentExplain, currentRow, groupedSteps;
+ Iif (queryResultHistory.length > 0) {
+ currentRow = queryResultHistory[0];
+ currentExplain = currentRow.explain;
+ Iif (currentExplain != null) {
+ // Group the steps by their category
+ groupedSteps = currentExplain.steps.reduce(
+ (acc: ExplainStep[][], step: ExplainStep) => {
+ if (acc.length == 0) {
+ acc.push([step]);
+ } else if (acc.slice(-1)[0].slice(-1)[0].category != step.category) {
+ acc.push([step]);
+ } else {
+ acc[acc.length - 1].push(step);
+ }
+ return acc;
+ },
+ []
+ );
+ }
+ }
+
+ return (
+ <div>
+ <h2>Construct a SnQL Query</h2>
+ <QueryEditor
+ onQueryUpdate={(sql) => {
+ updateQuerySnQL(sql);
+ }}
+ />
+ <div style={executeActionsStyle}>
+ <div>
+ <CustomSelect
+ value={snql_query.dataset || ""}
+ onChange={selectDataset}
+ options={datasets}
+ name="dataset"
+ />
+ </div>
+ <div style={executeActionsStyle}>
+ <div>
+ <ExecuteButton
+ onClick={explainQuery}
+ disabled={
+ snql_query.dataset == undefined || snql_query.query == undefined
+ }
+ label="Explain Query"
+ />
+ </div>
+ </div>
+ </div>
+ {currentExplain != null && currentRow != null && groupedSteps != null && (
+ <div>
+ <h2>SNUBSPLAIN</h2>
+ <Collapse key="orig_ast" text="Original AST">
+ <span>{currentExplain.original_ast}</span>
+ </Collapse>
+ <h3>Steps</h3>
+ <ol style={collapsibleStyle}>
+ {groupedSteps.map((steps, i) => (
+ <div>
+ <Collapse key={i} text={steps[0].category}>
+ {steps.map((step, i) => (
+ <li>
+ <Step key={i} step={step} />
+ </li>
+ ))}
+ </Collapse>
+ </div>
+ ))}
+ </ol>
+ <Collapse key="final_sql" text="Final SQL">
+ <Prism withLineNumbers language="sql">
+ {currentRow.sql}
+ </Prism>
+ </Collapse>
+ </div>
+ )}
+ </div>
+ );
+}
+
+export default SnubaExplain;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 | 1x + +1x + +1x + +1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import React, { ReactNode } from "react";
+
+import { Prism } from "@mantine/prism";
+import { ExplainStep, QueryTransformData } from "SnubaAdmin/snuba_explain/types";
+import { nonCollapsibleStyle } from "SnubaAdmin/snuba_explain/styles";
+
+import { Collapse } from "../collapse";
+
+type StepProps = {
+ step: ExplainStep;
+};
+
+function QueryTransformStep(props: StepProps) {
+ const { step } = props;
+ const data = step.data as QueryTransformData;
+ Iif (data.original == data.transformed) {
+ return (
+ <div style={nonCollapsibleStyle}>
+ <span>{step.name} (no change)</span>
+ </div>
+ );
+ }
+ const code_diff = <Prism language="sql">{data.diff.join("\n")}</Prism>;
+
+ return (
+ <Collapse key={step.name} text={step.name}>
+ {code_diff}
+ </Collapse>
+ );
+}
+
+function Step(props: StepProps) {
+ const { step } = props;
+ if (step.type === "query_transform") {
+ return <QueryTransformStep step={step} />;
+ } else {
+ return <div />;
+ }
+}
+
+export { Step };
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 | 1x + + + + + +1x + + + + + +1x + + + + +1x + +1x + + + + + + + +1x +1x +1x +1x +1x + + | const executeActionsStyle = {
+ display: "flex",
+ justifyContent: "space-between",
+ marginTop: 8,
+};
+
+const executeButtonStyle = {
+ height: 30,
+ border: 0,
+ padding: "4px 20px",
+};
+
+const selectStyle = {
+ marginRight: 8,
+ height: 30,
+};
+
+let collapsibleStyle = { listStyleType: "none", fontFamily: "Monaco" };
+
+const nonCollapsibleStyle = {
+ fontSize: 16,
+ lineHeight: 1,
+ height: 20,
+ display: "flex",
+};
+
+export {
+ executeActionsStyle,
+ executeButtonStyle,
+ selectStyle,
+ collapsibleStyle,
+ nonCollapsibleStyle,
+};
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 | 5x + +5x + + + + + + + + +5x + + + + + + + +14x + +14x + + + + + + + + + + +62x + +20x +20x +89x +20x + + +20x + + + +20x + + + +20x + + + +20x + + + + +20x + + + +83x + + + + + + + + + + + + + + + +6x + +33x + + + + + + + + + + + +5x + + + +5x + + + + + + + +5x + + + + +5x + + + + + + +5x + + + + + + + + + + + + + + + + + + + + + + + +5x + + + + + + + + + +5x + | import React, { ReactNode, CSSProperties } from "react";
+
+import { COLORS } from "SnubaAdmin/theme";
+
+type CustomTableStyles = {
+ tableStyle?: CSSProperties;
+ headerStyle?: CSSProperties;
+ thStyle?: CSSProperties;
+ tdStyle?: CSSProperties;
+};
+
+const EMPTY_CUSTOM_STYLES = {
+ tableStyle: {},
+ headerStyle: {},
+ thStyle: {},
+ tdStyle: {},
+};
+
+function createCustomTableStyles(
+ Istyles: Partial<CustomTableStyles> = EMPTY_CUSTOM_STYLES
+): CustomTableStyles {
+ return { ...EMPTY_CUSTOM_STYLES, ...styles };
+}
+
+type TableProps = {
+ headerData: ReactNode[];
+ rowData: ReactNode[][];
+ columnWidths?: number[];
+ customStyles?: CustomTableStyles;
+};
+
+function Table(props: TableProps) {
+ const { headerData, rowData, columnWidths } = props;
+
+ const autoColumnWidths = Array(headerData.length).fill(1);
+ const notEmptyColumnWidths = columnWidths ?? autoColumnWidths;
+ const sumColumnWidths = notEmptyColumnWidths.reduce((acc, i) => acc + i, 0);
+ const customStyles = props.customStyles
+ ? props.customStyles
+ : EMPTY_CUSTOM_STYLES;
+ const thisTableStyle = {
+ ...tableStyle,
+ ...customStyles.tableStyle,
+ };
+ const thisHeaderStyle = {
+ ...headerStyle,
+ ...customStyles.headerStyle,
+ };
+ const thisThStyle = {
+ ...thStyle,
+ ...customStyles.thStyle,
+ };
+ const thisTdStyle = {
+ ...tdStyle,
+ ...customStyles.tdStyle,
+ };
+
+ return (
+ <table style={thisTableStyle}>
+ <thead style={thisHeaderStyle}>
+ <tr>
+ {headerData.map((col, idx) => (
+ <th
+ key={idx}
+ style={{
+ ...thisThStyle,
+ width: `${
+ (notEmptyColumnWidths[idx] * 100) / sumColumnWidths
+ }%`,
+ }}
+ >
+ {col}
+ </th>
+ ))}
+ </tr>
+ </thead>
+ <tbody>
+ {rowData.map((row, rowIdx) => (
+ <tr key={rowIdx}>
+ {row.map((col, colIdx) => (
+ <td key={colIdx} style={thisTdStyle}>
+ {col}
+ </td>
+ ))}
+ </tr>
+ ))}
+ </tbody>
+ </table>
+ );
+}
+
+const border = {
+ border: `1px solid ${COLORS.TABLE_BORDER}`,
+};
+
+const tableStyle = {
+ ...border,
+ borderCollapse: "collapse" as const,
+ width: "100%",
+ fontSize: 16,
+ marginBottom: 20,
+};
+
+const headerStyle = {
+ backgroundColor: COLORS.SNUBA_BLUE,
+ color: "white",
+};
+
+const thStyle = {
+ ...border,
+ fontWeight: 600,
+ padding: 10,
+ textAlign: "left" as const,
+};
+
+const tdStyle = {
+ ...border,
+ padding: 10,
+ position: "relative" as const,
+ wordBreak: "break-all" as const,
+ "font-family": "monospace" as const,
+};
+
+function EditableTableCell(props: {
+ value: string | number;
+ onChange: (value: string) => void;
+}) {
+ const { value, onChange } = props;
+
+ return (
+ <textarea
+ value={value}
+ onChange={(evt) => onChange(evt.target.value)}
+ spellCheck={false}
+ style={textAreaStyle}
+ />
+ );
+}
+
+const textAreaStyle = {
+ position: "absolute" as const,
+ padding: 10,
+ left: 0,
+ right: 0,
+ top: 0,
+ bottom: 0,
+ width: "calc(100% - 24px)",
+};
+
+export { Table, EditableTableCell, createCustomTableStyles };
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 | 1x + + + + + + + +1x + | const default_response = {
+ input_query:
+ "SELECT project_id, count()\nFROM errors_dist_ro\nWHERE project_id = 1\nAND timestamp > toDateTime('2023-04-01')\nAND timestamp <= toDateTime('2023-04-02')\nGROUP BY project_id",
+ timestamp: 1680716295,
+ trace_output:
+ "[ snuba-query-tiger-1-1 ] [ 22203 ] {2ec961ca-d601-421d-b27a-b68947cb2e38} <Debug> executeQuery: (from 10.4.37.19:60514, user: trace_readonly) SELECT project_id, count() FROM errors_dist_ro WHERE project_id = 1 AND timestamp > toDateTime('2023-04-01') AND timestamp <= toDateTime('2023-04-02') GROUP BY project_id\n[ snuba-query-tiger-1-1 ] [ 22203 ] {2ec961ca-d601-421d-b27a-b68947cb2e38} <Trace> ContextAccess (trace_readonly): Access granted: SELECT(project_id, timestamp) ON default.errors_dist_ro\n[ snuba-query-tiger-1-1 ] [ 22203 ] {2ec961ca-d601-421d-b27a-b68947cb2e38} <Trace> ContextAccess (trace_readonly): Access granted: SELECT(project_id, timestamp) ON default.errors_dist_ro\n[ snuba-query-tiger-1-1 ] [ 22203 ] {2ec961ca-d601-421d-b27a-b68947cb2e38} <Trace> InterpreterSelectQuery: WithMergeableState -> Complete\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Debug> executeQuery: (from 192.168.208.229:18610, initial_query_id: 2ec961ca-d601-421d-b27a-b68947cb2e38) SELECT project_id, count() FROM default.errors_local WHERE (project_id = 1) AND (timestamp > toDateTime('2023-04-01')) AND (timestamp <= toDateTime('2023-04-02')) GROUP BY project_id\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Debug> executeQuery: (from 192.168.208.229:62956, initial_query_id: 2ec961ca-d601-421d-b27a-b68947cb2e38) SELECT project_id, count() FROM default.errors_local WHERE (project_id = 1) AND (timestamp > toDateTime('2023-04-01')) AND (timestamp <= toDateTime('2023-04-02')) GROUP BY project_id\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Debug> executeQuery: (from 192.168.208.229:21972, initial_query_id: 2ec961ca-d601-421d-b27a-b68947cb2e38) SELECT project_id, count() FROM default.errors_local WHERE (project_id = 1) AND (timestamp > toDateTime('2023-04-01')) AND (timestamp <= toDateTime('2023-04-02')) GROUP BY project_id\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Debug> executeQuery: (from 192.168.208.229:44798, initial_query_id: 2ec961ca-d601-421d-b27a-b68947cb2e38) SELECT project_id, count() FROM default.errors_local WHERE (project_id = 1) AND (timestamp > toDateTime('2023-04-01')) AND (timestamp <= toDateTime('2023-04-02')) GROUP BY project_id\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Debug> executeQuery: (from 192.168.208.229:15500, initial_query_id: 2ec961ca-d601-421d-b27a-b68947cb2e38) SELECT project_id, count() FROM default.errors_local WHERE (project_id = 1) AND (timestamp > toDateTime('2023-04-01')) AND (timestamp <= toDateTime('2023-04-02')) GROUP BY project_id\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Debug> InterpreterSelectQuery: MergeTreeWhereOptimizer: condition \"(timestamp > toDateTime('2023-04-01')) AND (timestamp <= toDateTime('2023-04-02'))\" moved to PREWHERE\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> ContextAccess (default): Access granted: SELECT(project_id, timestamp) ON default.errors_local\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> InterpreterSelectQuery: FetchColumns -> WithMergeableState\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Debug> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Key condition: (column 1 in [1680307200, +inf)), (column 1 in (-inf, 1680393600]), and, (column 0 in [1, 1]), and, (column 1 in [1680307200, +inf)), (column 1 in (-inf, 1680393600]), and, and\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Debug> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): MinMax index condition: (column 0 in [1680307201, +inf)), (column 0 in (-inf, 1680393600]), and, unknown, and, (column 0 in [1680307201, +inf)), (column 0 in (-inf, 1680393600]), and, and\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 30-20230327_0_580433_1118 (25745 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 25744\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 25745\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found empty range in 15 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 30-20230327_580434_582585_579 (6 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 5\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 6\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found empty range in 3 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 30-20230327_582586_582888_61 (2 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 60-20230327_0_311185_750 (6559 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 6558\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 6559\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found empty range in 13 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 60-20230327_311186_311190_2 (2 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 90-20230327_0_717394_284 (406232 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 368\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 439\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found continuous range in 38 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 90-20230327_717395_731753_493 (80 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 79\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 80\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found empty range in 7 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 90-20230327_731754_756782_347 (160 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 159\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 160\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found empty range in 8 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 90-20230327_756783_757617_213 (5 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 4\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 5\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found empty range in 3 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 90-20230327_757619_757619_0 (2 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Running binary search on index range for part 90-20230327_757622_757622_0 (2 marks)\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Debug> default.errors_local (4cfa084e-1cad-4cb2-8cfa-084e1cadfcb2) (SelectExecutor): Selected 11/155 parts by partition key, 1 parts by primary key, 71/438784 marks by primary key, 71 marks to read from 1 ranges\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Debug> MergeTreeSelectProcessor: Reading 1 ranges from part 90-20230327_0_717394_284, approx. 91276 rows starting from 451461\n[ snuba-errors-tiger-mz-2-2 ] [ 536301 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> AggregatingTransform: Aggregating\n[ snuba-errors-tiger-mz-2-2 ] [ 536301 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> Aggregator: Aggregation method: key64\n[ snuba-errors-tiger-mz-2-2 ] [ 536301 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Debug> AggregatingTransform: Aggregated. 52521 to 1 rows (from 410.32 KiB) in 0.00274176 sec. (19155943.627 rows/sec., 146.15 MiB/sec.)\n[ snuba-errors-tiger-mz-2-2 ] [ 536301 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Trace> Aggregator: Merging aggregated data\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Information> executeQuery: Read 91276 rows, 875.64 KiB in 0.123451811 sec., 739365 rows/sec., 6.93 MiB/sec.\n[ snuba-errors-tiger-mz-2-2 ] [ 347199 ] {2dfa098f-01e8-45a0-85ea-4980f682e723} <Debug> MemoryTracker: Peak memory usage (for query): 0.00 B.\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Debug> InterpreterSelectQuery: MergeTreeWhereOptimizer: condition \"(timestamp > toDateTime('2023-04-01')) AND (timestamp <= toDateTime('2023-04-02'))\" moved to PREWHERE\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> ContextAccess (default): Access granted: SELECT(project_id, timestamp) ON default.errors_local\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> InterpreterSelectQuery: FetchColumns -> WithMergeableState\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Debug> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Key condition: (column 1 in [1680307200, +inf)), (column 1 in (-inf, 1680393600]), and, (column 0 in [1, 1]), and, (column 1 in [1680307200, +inf)), (column 1 in (-inf, 1680393600]), and, and\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Debug> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): MinMax index condition: (column 0 in [1680307201, +inf)), (column 0 in (-inf, 1680393600]), and, unknown, and, (column 0 in [1680307201, +inf)), (column 0 in (-inf, 1680393600]), and, and\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 30-20230327_0_580447_1078 (25755 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 25754\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 25755\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 15 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 30-20230327_580448_582704_539 (6 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 5\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 6\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 3 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 30-20230327_582705_582974_54 (2 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 60-20230327_0_311725_1115 (6592 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 6591\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 6592\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 13 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 60-20230327_311726_311730_2 (2 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 90-20230327_0_717406_245 (406497 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 368\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 439\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found continuous range in 38 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 90-20230327_717407_737835_469 (103 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 102\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 103\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 7 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 90-20230327_737836_743997_322 (83 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 82\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 83\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 7 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 90-20230327_743998_749100_300 (32 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 31\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 32\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 5 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 90-20230327_749101_752845_228 (19 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 18\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 19\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 5 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 90-20230327_752846_755516_148 (13 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 12\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 13\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 4 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 90-20230327_755517_757473_168 (8 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 7\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 8\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 3 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Running binary search on index range for part 90-20230327_757474_757506_8 (2 marks)\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Debug> default.errors_local (3423620e-1706-4889-b423-620e17062889) (SelectExecutor): Selected 13/143 parts by partition key, 1 parts by primary key, 71/439101 marks by primary key, 71 marks to read from 1 ranges\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Debug> MergeTreeSelectProcessor: Reading 1 ranges from part 90-20230327_0_717406_245, approx. 91315 rows starting from 451344\n[ snuba-errors-tiger-mz-1-4 ] [ 485136 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> AggregatingTransform: Aggregating\n[ snuba-errors-tiger-mz-1-4 ] [ 485136 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> Aggregator: Aggregation method: key64\n[ snuba-errors-tiger-mz-1-4 ] [ 485136 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Debug> AggregatingTransform: Aggregated. 53410 to 1 rows (from 417.27 KiB) in 0.002204068 sec. (24232464.697 rows/sec., 184.88 MiB/sec.)\n[ snuba-errors-tiger-mz-1-4 ] [ 485136 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Trace> Aggregator: Merging aggregated data\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Information> executeQuery: Read 91315 rows, 875.16 KiB in 0.159223806 sec., 573500 rows/sec., 5.37 MiB/sec.\n[ snuba-errors-tiger-mz-1-4 ] [ 3981575 ] {5c94fb33-089f-4ec8-a920-85e26eb6fe86} <Debug> MemoryTracker: Peak memory usage (for query): 0.00 B.\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Debug> InterpreterSelectQuery: MergeTreeWhereOptimizer: condition \"(timestamp > toDateTime('2023-04-01')) AND (timestamp <= toDateTime('2023-04-02'))\" moved to PREWHERE\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> ContextAccess (default): Access granted: SELECT(project_id, timestamp) ON default.errors_local\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> InterpreterSelectQuery: FetchColumns -> WithMergeableState\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Debug> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Key condition: (column 1 in [1680307200, +inf)), (column 1 in (-inf, 1680393600]), and, (column 0 in [1, 1]), and, (column 1 in [1680307200, +inf)), (column 1 in (-inf, 1680393600]), and, and\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Debug> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): MinMax index condition: (column 0 in [1680307201, +inf)), (column 0 in (-inf, 1680393600]), and, unknown, and, (column 0 in [1680307201, +inf)), (column 0 in (-inf, 1680393600]), and, and\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 30-20230327_0_580373_1116 (25688 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 25687\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 25688\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found empty range in 15 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 30-20230327_580374_582548_545 (6 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 5\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 6\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found empty range in 3 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 30-20230327_582549_582829_57 (2 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 60-20230327_0_311183_710 (6598 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 6597\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 6598\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found empty range in 13 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 60-20230327_311184_311192_4 (2 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 90-20230327_0_717361_327 (406221 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 367\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 438\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found continuous range in 38 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 90-20230327_717362_731745_436 (79 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 78\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 79\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found empty range in 7 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 90-20230327_731746_752592_370 (138 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 137\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 138\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found empty range in 8 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 90-20230327_752593_755288_318 (13 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 12\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 13\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found empty range in 4 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 90-20230327_755289_757384_269 (8 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 7\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 8\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found empty range in 3 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Running binary search on index range for part 90-20230327_757385_757635_50 (2 marks)\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Debug> default.errors_local (7005f8e5-8058-4612-b005-f8e580582612) (SelectExecutor): Selected 11/129 parts by partition key, 1 parts by primary key, 71/438746 marks by primary key, 71 marks to read from 1 ranges\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Debug> MergeTreeSelectProcessor: Reading 1 ranges from part 90-20230327_0_717361_327, approx. 90802 rows starting from 450827\n[ snuba-errors-tiger-mz-4-5 ] [ 3881946 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> AggregatingTransform: Aggregating\n[ snuba-errors-tiger-mz-4-5 ] [ 3881946 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> Aggregator: Aggregation method: key64\n[ snuba-errors-tiger-mz-4-5 ] [ 3881946 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Debug> AggregatingTransform: Aggregated. 53088 to 1 rows (from 414.75 KiB) in 0.00271261 sec. (19570819.248 rows/sec., 149.31 MiB/sec.)\n[ snuba-errors-tiger-mz-4-5 ] [ 3881946 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Trace> Aggregator: Merging aggregated data\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Debug> InterpreterSelectQuery: MergeTreeWhereOptimizer: condition \"(timestamp > toDateTime('2023-04-01')) AND (timestamp <= toDateTime('2023-04-02'))\" moved to PREWHERE\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> ContextAccess (default): Access granted: SELECT(project_id, timestamp) ON default.errors_local\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> InterpreterSelectQuery: FetchColumns -> WithMergeableState\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Debug> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Key condition: (column 1 in [1680307200, +inf)), (column 1 in (-inf, 1680393600]), and, (column 0 in [1, 1]), and, (column 1 in [1680307200, +inf)), (column 1 in (-inf, 1680393600]), and, and\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Debug> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): MinMax index condition: (column 0 in [1680307201, +inf)), (column 0 in (-inf, 1680393600]), and, unknown, and, (column 0 in [1680307201, +inf)), (column 0 in (-inf, 1680393600]), and, and\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 30-20230327_0_580406_1143 (25797 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 25796\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 25797\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 15 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 30-20230327_580407_582685_525 (6 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 5\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 6\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 3 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 30-20230327_582686_582960_56 (2 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 60-20230327_0_311318_578 (6605 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 6604\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 6605\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 13 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 60-20230327_311319_311323_2 (2 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 90-20230327_0_717317_293 (406447 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 368\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 439\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found continuous range in 38 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 90-20230327_717318_737867_437 (102 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 101\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 102\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 7 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 90-20230327_737868_746063_306 (90 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 89\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 90\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 7 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 90-20230327_746064_755010_242 (41 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 40\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 41\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 6 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 90-20230327_755011_757216_281 (8 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 7\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 8\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 3 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 90-20230327_757217_757530_60 (2 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Running binary search on index range for part 90-20230327_757533_757533_0 (2 marks)\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Debug> default.errors_local (fdfead27-4c2f-4e66-bdfe-ad274c2f3e66) (SelectExecutor): Selected 12/142 parts by partition key, 1 parts by primary key, 71/439092 marks by primary key, 71 marks to read from 1 ranges\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Debug> MergeTreeSelectProcessor: Reading 1 ranges from part 90-20230327_0_717317_293, approx. 91028 rows starting from 452184\n[ snuba-errors-tiger-mz-5-3 ] [ 93855 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> AggregatingTransform: Aggregating\n[ snuba-errors-tiger-mz-5-3 ] [ 93855 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> Aggregator: Aggregation method: key64\n[ snuba-errors-tiger-mz-5-3 ] [ 93855 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Debug> AggregatingTransform: Aggregated. 52810 to 1 rows (from 412.58 KiB) in 0.002250112 sec. (23469942.830 rows/sec., 179.06 MiB/sec.)\n[ snuba-errors-tiger-mz-5-3 ] [ 93855 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Trace> Aggregator: Merging aggregated data\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Information> executeQuery: Read 91028 rows, 876.59 KiB in 0.145993653 sec., 623506 rows/sec., 5.86 MiB/sec.\n[ snuba-errors-tiger-mz-5-3 ] [ 3265587 ] {9930f656-01cb-46aa-8cba-4abdfbf80537} <Debug> MemoryTracker: Peak memory usage (for query): 0.00 B.\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Information> executeQuery: Read 90802 rows, 881.95 KiB in 0.131141675 sec., 692396 rows/sec., 6.57 MiB/sec.\n[ snuba-errors-tiger-mz-4-5 ] [ 4008857 ] {e964b13d-74b8-4675-859b-b735ff1a0b3b} <Debug> MemoryTracker: Peak memory usage (for query): 0.00 B.\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Debug> InterpreterSelectQuery: MergeTreeWhereOptimizer: condition \"(timestamp > toDateTime('2023-04-01')) AND (timestamp <= toDateTime('2023-04-02'))\" moved to PREWHERE\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> ContextAccess (default): Access granted: SELECT(project_id, timestamp) ON default.errors_local\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> InterpreterSelectQuery: FetchColumns -> WithMergeableState\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Debug> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Key condition: (column 1 in [1680307200, +inf)), (column 1 in (-inf, 1680393600]), and, (column 0 in [1, 1]), and, (column 1 in [1680307200, +inf)), (column 1 in (-inf, 1680393600]), and, and\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Debug> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): MinMax index condition: (column 0 in [1680307201, +inf)), (column 0 in (-inf, 1680393600]), and, unknown, and, (column 0 in [1680307201, +inf)), (column 0 in (-inf, 1680393600]), and, and\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 30-20230327_0_580400_1128 (25761 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 25760\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 25761\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 15 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 30-20230327_580401_582569_530 (6 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 5\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 6\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 3 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 30-20230327_582570_582960_79 (2 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 60-20230327_0_311289_916 (6570 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 6569\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 6570\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 13 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 60-20230327_311290_311292_1 (2 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 60-20230327_311294_311294_0 (2 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 90-20230327_0_717438_258 (406437 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 370\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 441\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found continuous range in 38 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 90-20230327_717439_754085_469 (218 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 217\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 218\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 8 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 90-20230327_754086_755574_283 (9 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 8\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 9\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 4 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 90-20230327_755575_757215_326 (7 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 6\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 7\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 3 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 90-20230327_757216_757634_85 (2 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Running binary search on index range for part 90-20230327_757636_757636_0 (2 marks)\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (LEFT) boundary mark: 1\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found (RIGHT) boundary mark: 2\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Found empty range in 1 steps\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Debug> default.errors_local (f304114c-568a-42bc-b304-114c568ad2bc) (SelectExecutor): Selected 12/140 parts by partition key, 1 parts by primary key, 71/439006 marks by primary key, 71 marks to read from 1 ranges\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Debug> MergeTreeSelectProcessor: Reading 1 ranges from part 90-20230327_0_717438_258, approx. 92120 rows starting from 454140\n[ snuba-errors-tiger-mz-3-2 ] [ 46834 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> AggregatingTransform: Aggregating\n[ snuba-errors-tiger-mz-3-2 ] [ 46834 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> Aggregator: Aggregation method: key64\n[ snuba-errors-tiger-mz-3-2 ] [ 46834 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Debug> AggregatingTransform: Aggregated. 52755 to 1 rows (from 412.15 KiB) in 0.003141842 sec. (16791105.345 rows/sec., 128.11 MiB/sec.)\n[ snuba-errors-tiger-mz-3-2 ] [ 46834 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Trace> Aggregator: Merging aggregated data\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Information> executeQuery: Read 92120 rows, 873.79 KiB in 0.140018138 sec., 657914 rows/sec., 6.09 MiB/sec.\n[ snuba-errors-tiger-mz-3-2 ] [ 4034925 ] {bf516dfa-a2f6-4b32-8885-7b6ba0e6ac94} <Debug> MemoryTracker: Peak memory usage (for query): 0.00 B.\n[ snuba-query-tiger-1-1 ] [ 13613 ] {2ec961ca-d601-421d-b27a-b68947cb2e38} <Trace> Aggregator: Merging partially aggregated blocks (bucket = -1).\n[ snuba-query-tiger-1-1 ] [ 13613 ] {2ec961ca-d601-421d-b27a-b68947cb2e38} <Debug> Aggregator: Merged partially aggregated blocks. 1 rows, 16.00 B. in 1.8184e-05 sec. (54993.401 rows/sec., 859.27 KiB/sec.)\n[ snuba-query-tiger-1-1 ] [ 22203 ] {2ec961ca-d601-421d-b27a-b68947cb2e38} <Information> executeQuery: Read 456541 rows, 4.28 MiB in 0.289192603 sec., 1578674 rows/sec., 14.80 MiB/sec.\n[ snuba-query-tiger-1-1 ] [ 22203 ] {2ec961ca-d601-421d-b27a-b68947cb2e38} <Debug> MemoryTracker: Peak memory usage (for query): 0.00 B.\n",
+};
+
+export default default_response;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| fixture.tsx | +
+
+ |
+ 100% | +2/2 | +100% | +0/0 | +100% | +0/0 | +100% | +2/2 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 | 5x + + + + + + + + + + + + +5x + | const COLORS = {
+ HEADER_BG: "#303030",
+ HEADER_TEXT: "white",
+ NAV_BORDER: "#CBCBCB",
+ TABLE_BORDER: "#CBCBCB",
+ SNUBA_BLUE: "#4681e0",
+ TEXT_DEFAULT: "black",
+ TEXT_LIGHTER: "#464646",
+ TEXT_INACTIVE: "#858585",
+ BG_LIGHT: "#E3E3E3",
+ RED: "#c42e2b",
+};
+
+export { COLORS };
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 13.79% | +12/87 | +3.92% | +2/51 | +8% | +2/25 | +16.21% | +12/74 | +
| query_display.tsx | +
+
+ |
+ 70.45% | +31/44 | +50% | +3/6 | +41.17% | +7/17 | +64.7% | +22/34 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 +173 +174 +175 +176 +177 +178 +179 +180 +181 +182 +183 +184 +185 +186 +187 +188 +189 +190 +191 +192 +193 +194 +195 +196 +197 +198 +199 +200 +201 +202 +203 +204 +205 +206 +207 +208 +209 +210 +211 +212 +213 +214 +215 +216 +217 +218 +219 +220 +221 +222 +223 +224 +225 +226 +227 +228 +229 +230 +231 +232 +233 +234 +235 +236 +237 +238 +239 +240 +241 +242 +243 +244 +245 +246 +247 +248 +249 +250 +251 +252 +253 +254 +255 +256 +257 +258 +259 +260 +261 +262 +263 +264 +265 +266 +267 +268 +269 +270 +271 +272 +273 +274 +275 +276 +277 +278 +279 +280 +281 +282 +283 +284 +285 +286 +287 +288 +289 +290 +291 +292 +293 +294 +295 +296 +297 +298 +299 +300 +301 +302 +303 +304 +305 +306 +307 | 2x +2x + + +2x + + + + + + + + + + + + + + + + + + + + + + +2x +2x +2x +2x +2x +2x + + +2x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +6x + + + + + + + + + + +2x + | import React, { useState } from "react";
+import { Accordion, Stack, Title, Text, Group } from "@mantine/core";
+
+import Client from "SnubaAdmin/api_client";
+import QueryDisplay from "SnubaAdmin/tracing/query_display";
+import {
+ LogLine,
+ TracingResult,
+ TracingSummary,
+ QuerySummary,
+ ExecuteSummary,
+ SelectSummary,
+ IndexSummary,
+ StreamSummary,
+ AggregationSummary,
+ SortingSummary,
+} from "SnubaAdmin/tracing/types";
+
+type ProfileEventValue = {
+ column_names: string[];
+ rows: string[];
+};
+
+type ProfileEvent = {
+ [host_name: string]: ProfileEventValue;
+};
+
+enum MessageCategory {
+ housekeeping,
+ select_execution,
+ aggregation,
+ memory_tracker,
+ unknown,
+}
+
+let collapsibleStyle = {
+ listStyleType: "none",
+ fontFamily: "Monaco",
+ width: "fit-content",
+};
+
+function getMessageCategory(logLine: LogLine): MessageCategory {
+ const component = logLine.component;
+ if (
+ component.match(/^ContextAccess|AccessRightsContext|^executeQuery/) &&
+ !logLine.message.startsWith("Read")
+ ) {
+ return MessageCategory.housekeeping;
+ } else if (component.match(/\(SelectExecutor\)|MergeTreeSelectProcessor/)) {
+ return MessageCategory.select_execution;
+ } else if (
+ component.match(/^InterpreterSelectQuery|AggregatingTransform|Aggregator/)
+ ) {
+ return MessageCategory.aggregation;
+ } else if (
+ component.match(/MemoryTracker/) ||
+ (component.match(/^executeQuery/) && logLine.message.startsWith("Read"))
+ ) {
+ return MessageCategory.memory_tracker;
+ } else {
+ return MessageCategory.unknown;
+ }
+}
+
+function TracingQueries(props: { api: Client }) {
+ function tablePopulator(queryResult: TracingResult, showFormatted: boolean) {
+ var elements = {};
+ if (queryResult.error) {
+ elements = { Error: [queryResult.error, 200] };
+ } else {
+ elements = { Trace: [queryResult, 400] };
+ }
+ return tracingOutput(elements, showFormatted);
+ }
+
+ function tracingOutput(elements: Object, showFormatted: boolean) {
+ return (
+ <>
+ <br />
+ <br />
+ {Object.entries(elements).map(([title, [value, height]]) => {
+ if (title === "Error") {
+ return (
+ <div key={value}>
+ {title}
+ <textarea
+ spellCheck={false}
+ value={value}
+ style={{ width: "100%", height: height }}
+ disabled
+ />
+ </div>
+ );
+ } else Iif (title === "Trace") {
+ if (showFormatted) {
+ return (
+ <div>
+ <br />
+ <b>Number of rows in result set:</b> {value.num_rows_result}
+ <br />
+ {summarizedTraceDisplay(value.summarized_trace_output)}
+ </div>
+ );
+ } else {
+ return (
+ <div>
+ <br />
+ <b>Number of rows in result set:</b> {value.num_rows_result}
+ <br />
+ {rawTraceDisplay(title, value.trace_output, value.profile_events_results)}
+ </div>
+ );
+ }
+ }
+ })}
+ </>
+ );
+ }
+
+ function rawTraceDisplay(title: string, value: any, profileEventResults: ProfileEvent): JSX.Element | undefined {
+ const parsedLines: Array<string> = value.split(/\n/);
+
+ const profileEventRows: Array<string> = [];
+ for (const [k, v] of Object.entries(profileEventResults)) {
+ profileEventRows.push(k + '=>' + v.rows[0]);
+ }
+
+ return (
+ <ol style={collapsibleStyle} key={title + "-root"}>
+ <Title order={4}>Profile Events Output</Title>
+ {profileEventRows.map((line, index) => {
+ const node_name = line.split("=>")[0];
+ const row = line.split("=>")[1];
+ return (
+ <li key={title + index}>
+ <Text>[ {node_name} ] {row}</Text>
+ </li>
+ );
+ })}
+ <br/>
+ <Title order={4}>Trace Output</Title>
+ {parsedLines.map((line, index) => {
+ return (
+ <li key={title + index}>
+ <Text>{line}</Text>
+ </li>
+ );
+ })}
+ </ol>
+ );
+ }
+
+ function indexSummary(value: IndexSummary): JSX.Element {
+ return (
+ <Group>
+ <Text fw={600}>{value.table_name}: </Text>
+ <Text>
+ Index `{value.index_name}` has dropped {value.dropped_granules}/
+ {value.total_granules} granules.
+ </Text>
+ </Group>
+ );
+ }
+
+ function selectSummary(value: SelectSummary): JSX.Element {
+ return (
+ <Stack>
+ <Group>
+ <Text fw={600}>{value.table_name}:</Text>
+ <Text>
+ Selected {value.parts_selected_by_partition_key}/{value.total_parts}{" "}
+ parts by partition key
+ </Text>
+ </Group>
+ <Group>
+ <Text fw={600}>{value.table_name}:</Text>
+ <Text>
+ Primary Key selected {value.parts_selected_by_primary_key} parts,{" "}
+ {value.marks_selected_by_primary_key}/{value.total_marks} marks,{" "}
+ {value.marks_to_read_from_ranges} total marks to process
+ </Text>
+ </Group>
+ </Stack>
+ );
+ }
+
+ function streamSummary(value: StreamSummary): JSX.Element {
+ return (
+ <Group>
+ <Text fw={600}>{value.table_name}:</Text>
+ <Text>Processing granules using {value.streams} threads</Text>
+ </Group>
+ );
+ }
+
+ function aggregationSummary(value: AggregationSummary): JSX.Element {
+ return (
+ <Text>
+ Aggregated {value.before_row_count} to {value.after_row_count} rows
+ (from {value.memory_size}) in {value.seconds} sec.
+ </Text>
+ );
+ }
+
+ function sortingSummary(value: SortingSummary): JSX.Element {
+ return (
+ <Text>
+ Merge sorted {value.sorted_blocks} blocks, {value.rows} rows in{" "}
+ {value.seconds} sec.
+ </Text>
+ );
+ }
+
+ function executeSummary(value: ExecuteSummary): JSX.Element {
+ return (
+ <Text>
+ Read {value.rows_read} rows, {value.memory_size} in {value.seconds}{" "}
+ sec., {value.rows_per_second} rows/sec., {value.bytes_per_second}/sec.
+ </Text>
+ );
+ }
+
+ function querySummary(value: QuerySummary): JSX.Element {
+ const execute = value.execute_summaries ?
+ value.execute_summaries[0] : null;
+ const dist = value.is_distributed ? " (Distributed)" : "";
+ const index_summaries = value.index_summaries
+ ? value.index_summaries.map((s) => indexSummary(s))
+ : null;
+ const select_summaries = value.select_summaries
+ ? value.select_summaries.map((s) => selectSummary(s))
+ : null;
+ const stream_summaries = value.stream_summaries
+ ? value.stream_summaries.map((s) => streamSummary(s))
+ : null;
+ const show_filtering =
+ index_summaries || select_summaries || stream_summaries;
+ const aggregation_summaries = value.aggregation_summaries
+ ? value.aggregation_summaries.map((s) => aggregationSummary(s))
+ : null;
+ const sorting_summaries = value.sorting_summaries
+ ? value.sorting_summaries.map((s) => sortingSummary(s))
+ : null;
+ const show_aggregating = aggregation_summaries || sorting_summaries;
+ return (
+ <Accordion.Item key={value.node_name} value={value.node_name}>
+ <Accordion.Control>
+ <Title order={4}>
+ {value.node_name} {dist}: {execute ? execute.seconds : "N/A"} sec.
+ </Title>
+ </Accordion.Control>
+ <Accordion.Panel>
+ <Stack>
+ {show_filtering ? <Title order={4}>Filtering</Title> : null}
+ {index_summaries}
+ {select_summaries}
+ {stream_summaries}
+ {show_aggregating ? <Title order={4}>Aggregating</Title> : null}
+ {aggregation_summaries}
+ {sorting_summaries}
+ <Title order={4}>Total</Title>
+ {value.execute_summaries && value.execute_summaries.map((e) => executeSummary(e))}
+ </Stack>
+ </Accordion.Panel>
+ </Accordion.Item>
+ );
+ }
+
+ function summarizedTraceDisplay(
+ value: TracingSummary
+ ): JSX.Element | undefined {
+ let dist_node;
+ let nodes = [];
+ for (const [host, summary] of Object.entries(value.query_summaries)) {
+ if (summary.is_distributed) {
+ dist_node = summary;
+ } else {
+ nodes.push(summary);
+ }
+ }
+ return (
+ <Stack>
+ <Accordion chevronPosition="left">
+ {querySummary(dist_node as QuerySummary)}
+ </Accordion>
+ <Accordion chevronPosition="left">
+ {nodes
+ .filter((q: QuerySummary) => !q.is_distributed)
+ .map((q: QuerySummary) => querySummary(q))}
+ </Accordion>
+ </Stack>
+ );
+ }
+
+ return (
+ <div>
+ {QueryDisplay({
+ api: props.api,
+ resultDataPopulator: tablePopulator,
+ predefinedQueryOptions: [],
+ })}
+ </div>
+ );
+}
+
+export default TracingQueries;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 +82 +83 +84 +85 +86 +87 +88 +89 +90 +91 +92 +93 +94 +95 +96 +97 +98 +99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 +115 +116 +117 +118 +119 +120 +121 +122 +123 +124 +125 +126 +127 +128 +129 +130 +131 +132 +133 +134 +135 +136 +137 +138 +139 +140 +141 +142 +143 +144 +145 +146 +147 +148 +149 +150 +151 +152 +153 +154 +155 +156 +157 +158 +159 +160 +161 +162 +163 +164 +165 +166 +167 +168 +169 +170 +171 +172 | 2x +2x + + + + + + + + + +2x +2x +2x +2x +2x + + + + +2x + + + + + + + + +6x +6x + + +6x + + +6x + +6x +1x +1x + + + + +4x +4x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +6x + + + + +4x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +2x + + + + + +2x + + + +2x + | import React, { useEffect, useState } from "react";
+import {
+ Accordion,
+ Switch,
+ Code,
+ Stack,
+ Title,
+ Group,
+ Button,
+} from "@mantine/core";
+import Client from "SnubaAdmin/api_client";
+import QueryEditor from "SnubaAdmin/query_editor";
+import { Table } from "SnubaAdmin/table";
+import ExecuteButton from "SnubaAdmin/utils/execute_button";
+import { getRecentHistory, setRecentHistory } from "SnubaAdmin/query_history";
+import { CustomSelect, getParamFromStorage } from "SnubaAdmin/select";
+import { TracingRequest, TracingResult, PredefinedQuery } from "./types";
+
+type QueryState = Partial<TracingRequest>;
+
+const HISTORY_KEY = "tracing_queries";
+function QueryDisplay(props: {
+ api: Client;
+ resultDataPopulator: (
+ queryResult: TracingResult,
+ showFormatted: boolean
+ ) => JSX.Element;
+ predefinedQueryOptions: Array<PredefinedQuery>;
+}) {
+ const [storages, setStorages] = useState<string[]>([]);
+ const [query, setQuery] = useState<QueryState>({
+ storage: getParamFromStorage("storage"),
+ });
+ const [queryResultHistory, setQueryResultHistory] = useState<TracingResult[]>(
+ getRecentHistory(HISTORY_KEY)
+ );
+ const [showFormatted, setShowFormatted] = useState<boolean>(true);
+
+ useEffect(() => {
+ props.api.getClickhouseNodes().then((res) => {
+ setStorages(res.map((n) => n.storage_name));
+ });
+ }, []);
+
+ function updateQuerySql(sql: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ sql,
+ };
+ });
+ }
+
+ function executeQuery() {
+ return props.api
+ .executeTracingQuery(query as TracingRequest)
+ .then((result) => {
+ const tracing_result = {
+ input_query: `${query.sql}`,
+ timestamp: result.timestamp,
+ num_rows_result: result.num_rows_result,
+ cols: result.cols,
+ trace_output: result.trace_output,
+ summarized_trace_output: result.summarized_trace_output,
+ profile_events_results: result.profile_events_results,
+ profile_events_meta: result.profile_events_meta,
+ profile_events_profile: result.profile_events_profile,
+ error: result.error,
+ };
+ setRecentHistory(HISTORY_KEY, tracing_result);
+ setQueryResultHistory((prevHistory) => [
+ tracing_result,
+ ...prevHistory,
+ ]);
+ });
+ }
+
+ function selectStorage(storage: string) {
+ setQuery((prevQuery) => {
+ return {
+ ...prevQuery,
+ storage: storage,
+ };
+ });
+ console.log(query);
+ }
+
+ function copyText(text: string) {
+ window.navigator.clipboard.writeText(text);
+ }
+
+ return (
+ <div>
+ <h2>Construct a ClickHouse Query</h2>
+ <QueryEditor
+ onQueryUpdate={(sql) => {
+ updateQuerySql(sql);
+ }}
+ />
+ <div style={executeActionsStyle}>
+ <div>
+ <CustomSelect
+ value={query.storage || ""}
+ onChange={selectStorage}
+ name="storage"
+ options={storages}
+ />
+ </div>
+ <ExecuteButton
+ onClick={executeQuery}
+ disabled={!query.storage || !query.sql}
+ />
+ </div>
+ <div>
+ <h2>Query results</h2>
+ <Switch
+ checked={showFormatted}
+ onChange={(evt: React.ChangeEvent<HTMLInputElement>) =>
+ setShowFormatted(evt.currentTarget.checked)
+ }
+ onLabel="FORMATTED"
+ offLabel="RAW"
+ size="xl"
+ />
+ <br />
+ <Table
+ headerData={["Response"]}
+ rowData={queryResultHistory.map((queryResult) => [
+ <Stack>
+ <Group>
+ <Button
+ onClick={() => copyText(queryResult.trace_output || "")}
+ >
+ Copy to clipboard (Raw)
+ </Button>
+ <Button onClick={() => copyText(JSON.stringify(queryResult))}>
+ Copy to clipboard (JSON)
+ </Button>
+ </Group>
+ <Title order={3}>Tracing Data</Title>
+ {props.resultDataPopulator(queryResult, showFormatted)}
+ <Accordion chevronPosition="left">
+ <Accordion.Item value="input-query" key="input-query">
+ <Accordion.Control>
+ <Title order={3}>Input Query</Title>
+ </Accordion.Control>
+ <Accordion.Panel>
+ <Code block>{queryResult.input_query}</Code>
+ </Accordion.Panel>
+ </Accordion.Item>
+ </Accordion>
+ </Stack>,
+ ])}
+ columnWidths={[1, 5]}
+ />
+ </div>
+ </div>
+ );
+}
+
+const executeActionsStyle = {
+ display: "flex",
+ justifyContent: "space-between",
+ marginTop: 8,
+};
+
+const selectStyle = {
+ marginRight: 8,
+ height: 30,
+};
+export default QueryDisplay;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 | 3x +3x + + + + + + + +11x + +11x + +11x + + + +11x + + +2x + + +2x +2x + + + + + +1x + + + +11x + + + +2x +2x + + + + + + + + + + +3x + | import React, { useState } from "react";
+import { Button } from "@mantine/core";
+
+function ExecuteButton(props: {
+ disabled: boolean;
+ onClick: () => Promise<any>;
+ onError?: (error: any) => any;
+ label?: string;
+}) {
+ const [isExecuting, setIsExecuting] = useState<boolean>(false);
+
+ let label = props.label || "Execute Query";
+
+ const defaultError = (err: any) => {
+ console.log("ERROR", err);
+ window.alert("An error occurred: " + err);
+ };
+ let errorCallback = props.onError || defaultError;
+
+ function executeQuery() {
+ Iif (isExecuting) {
+ window.alert("A query is already running");
+ }
+ setIsExecuting(true);
+ props
+ .onClick()
+ .catch((err: any) => {
+ errorCallback(err);
+ })
+ .finally(() => {
+ setIsExecuting(false);
+ });
+ }
+
+ return (
+ <div>
+ <Button
+ onClick={(evt: any) => {
+ evt.preventDefault();
+ executeQuery();
+ }}
+ loading={isExecuting}
+ disabled={isExecuting || props.disabled}
+ >
+ {label}
+ </Button>
+ </div>
+ );
+}
+
+export default ExecuteButton;
+ |
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| execute_button.tsx | +
+
+ |
+ 80% | +16/20 | +85.71% | +6/7 | +66.66% | +4/6 | +77.77% | +14/18 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| File | ++ | Statements | ++ | Branches | ++ | Functions | ++ | Lines | ++ |
|---|---|---|---|---|---|---|---|---|---|
| index.tsx | +
+
+ |
+ 18.18% | +2/11 | +100% | +0/0 | +0% | +0/5 | +22.22% | +2/9 | +
+ Press n or j to go to the next uncovered block, b, p or k for the previous block. +
+ +| 1 +2 +3 +4 +5 +6 +7 +8 +9 +10 +11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 | 1x + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +1x + | import React, { useEffect, useState } from "react";
+import Client from "SnubaAdmin/api_client";
+
+function Welcome(props: { api: Client }) {
+ const [adminRegions, setAdminRegions] = useState<string[]>([]);
+
+ useEffect(() => {
+ props.api.getAdminRegions().then((res) => {
+ setAdminRegions(res);
+ });
+ }, []);
+
+ function urls() {
+ return (
+ <div>
+ <p>Available regions:</p>
+ <ul>
+ <li>
+ <a href="https://snuba-admin.getsentry.net/" target="_blank">
+ SaaS
+ </a>
+ </li>
+ {adminRegions.map((region) => (
+ <li>
+ <a
+ href={"https://snuba-admin." + region + ".getsentry.net/"}
+ target="_blank"
+ >
+ {region}
+ </a>
+ </li>
+ ))}
+ </ul>
+ </div>
+ );
+ }
+
+ return <div>{urls()}</div>;
+}
+
+export default Welcome;
+ |