-
Notifications
You must be signed in to change notification settings - Fork 0
/
results_schema.json
132 lines (132 loc) · 3.31 KB
/
results_schema.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
[
{
"name": "run_id",
"type": "STRING",
"description": "Unique validation run id"
},
{
"name": "validation_name",
"type": "STRING",
"description": "Unique name of the validation"
},
{
"name": "validation_type",
"type": "STRING",
"description": "Enum value of validation types [Column, GroupedColumn]"
},
{
"name": "start_time",
"type": "TIMESTAMP",
"description": "Timestamp when the validation starts"
},
{
"name": "end_time",
"type": "TIMESTAMP",
"description": "Timestamp when the validation finishes"
},
{
"name": "source_table_name",
"type": "STRING",
"description": "Source table name with schema info"
},
{
"name": "target_table_name",
"type": "STRING",
"description": "Target table name with schema info"
},
{
"name": "source_column_name",
"type": "STRING",
"description": "Source column name"
},
{
"name": "target_column_name",
"type": "STRING",
"description": "Target column name"
},
{
"name": "aggregation_type",
"type": "STRING",
"description": "Aggregation type: count, min, max, avg, sum"
},
{
"name": "group_by_columns",
"type": "STRING",
"description": "Group by columns, stored as a key-value JSON mapping."
},
{
"name": "source_agg_value",
"type": "STRING",
"description": "Source aggregation result, casted to a string"
},
{
"name": "target_agg_value",
"type": "STRING",
"description": "Target aggregation result, casted to a string"
},
{
"name": "difference",
"type": "FLOAT",
"description": "Difference between the source and target aggregation result (derived from target_agg_value and source_agg_value for convenience)"
},
{
"name": "pct_difference",
"type": "FLOAT",
"description": "Percentage difference between the source and target aggregation result, based on source_agg_value."
},
{
"name": "pct_threshold",
"type": "FLOAT",
"description": "Percentage difference threshold set by the user, based on source_agg_value."
},
{
"name": "status",
"type": "STRING",
"description": "Status of the validation. If the pct_difference is less than pc_threshold, it is considered as success. [success, fail]"
},
{
"name": "labels",
"type": "RECORD",
"mode": "REPEATED",
"description": "Validation run labels.",
"fields": [
{
"name": "key",
"type": "STRING",
"description": "Label key."
},
{
"name": "value",
"type": "STRING",
"description": "Label value."
}
]
},
{
"name": "configuration_json",
"type": "STRING",
"description": "JSON representation of the validation metadata"
},
{
"name": "error_result",
"type": "RECORD",
"description": "Error info for debugging purpose",
"fields": [
{
"name": "code",
"type": "INTEGER",
"description": "Error code. See: https://cloud.google.com/apis/design/errors#handling_errors"
},
{
"name": "message",
"type": "STRING",
"description": "A developer-facing error message, which should be in English."
},
{
"name": "details",
"type": "STRING",
"description": "JSON-encoded information about the error(s)."
}
]
}
]