-
Notifications
You must be signed in to change notification settings - Fork 0
/
cloudfront_realtime_logs-analysis-v1.0.0.yaml
195 lines (195 loc) · 6.05 KB
/
cloudfront_realtime_logs-analysis-v1.0.0.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
dashboards:
CLOUDFRONT_REALTIME_LOGS ANALYSIS:
name: cloudfront_realtime_logs analysis
templateId: cloudfront_realtime_logs-analysis
sourceAccountId: 001055268041
region: us-east-1
dashboardId: cloudfront_realtime_logs-dashboard
dependsOn:
datasets:
- cloudfront_realtime_logs
datasets:
cloudfront_realtime_logs:
Data:
DataSetId: 1ab8ec71-7d31-4f56-bc0c-36f72f430612
Name: cloudfront_realtime_logs
PhysicalTableMap:
24ed250c-dca7-41e6-9375-eb10bb21c036:
RelationalTable:
DataSourceArn: ${athena_datasource_arn}
Catalog: AwsDataCatalog
Schema: ${athena_database_name}
Name: cloudfront_realtime_logs
InputColumns:
- Name: timestamp
Type: DECIMAL
- Name: c_ip
Type: STRING
- Name: time_to_first_byte
Type: DECIMAL
- Name: sc_status
Type: INTEGER
- Name: sc_bytes
Type: INTEGER
- Name: cs_method
Type: STRING
- Name: cs_protocol
Type: STRING
- Name: cs_host
Type: STRING
- Name: cs_uri_stem
Type: STRING
- Name: cs_bytes
Type: INTEGER
- Name: x_edge_location
Type: STRING
- Name: x_edge_request_id
Type: STRING
- Name: x_host_header
Type: STRING
- Name: time_taken
Type: DECIMAL
- Name: cs_protocol_version
Type: STRING
- Name: c_ip_version
Type: STRING
- Name: cs_user_agent
Type: STRING
- Name: cs_referer
Type: STRING
- Name: cs_cookie
Type: STRING
- Name: cs_uri_query
Type: STRING
- Name: x_edge_response_result_type
Type: STRING
- Name: x_forwarded_for
Type: STRING
- Name: ssl_protocol
Type: STRING
- Name: ssl_cipher
Type: STRING
- Name: x_edge_result_type
Type: STRING
- Name: fle_encrypted_fields
Type: STRING
- Name: fle_status
Type: STRING
- Name: sc_content_type
Type: STRING
- Name: sc_content_len
Type: INTEGER
- Name: sc_range_start
Type: INTEGER
- Name: sc_range_end
Type: INTEGER
- Name: c_port
Type: INTEGER
- Name: x_edge_detailed_result_type
Type: STRING
- Name: c_country
Type: STRING
- Name: cs_accept_encoding
Type: STRING
- Name: cs_accept
Type: STRING
- Name: cache_behavior_path_pattern
Type: STRING
- Name: cs_headers
Type: STRING
- Name: cs_header_names
Type: STRING
- Name: cs_headers_count
Type: INTEGER
- Name: primary_distribution_id
Type: STRING
- Name: primary_distribution_dns_name
Type: STRING
- Name: origin_fbl
Type: DECIMAL
- Name: origin_lbl
Type: DECIMAL
- Name: asn
Type: INTEGER
- Name: year
Type: INTEGER
- Name: month
Type: INTEGER
- Name: day
Type: INTEGER
- Name: hour
Type: INTEGER
LogicalTableMap:
854093d8-2af6-45f1-b925-f9c7e88e4eee:
Alias: cloudfront_realtime_logs
DataTransforms:
- CastColumnTypeOperation:
ColumnName: timestamp
NewColumnType: DATETIME
- CreateColumnsOperation:
Columns:
- ColumnName: Device
ColumnId: d3aacc58-7568-4027-be4d-af6c07b4cfe7
Expression: ifelse((contains({cs_user_agent},"android",CASE_INSENSITIVE)
OR contains({cs_user_agent},"iphone", CASE_INSENSITIVE) OR contains({cs_user_agent},"ipad",
CASE_INSENSITIVE)),'Mobile', 'Desktop')
- TagColumnOperation:
ColumnName: c_country
Tags:
- ColumnGeographicRole: COUNTRY
- ProjectOperation:
ProjectedColumns:
- timestamp
- c_ip
- time_to_first_byte
- sc_status
- sc_bytes
- cs_method
- cs_protocol
- cs_host
- cs_uri_stem
- cs_bytes
- x_edge_location
- x_edge_request_id
- x_host_header
- time_taken
- cs_protocol_version
- c_ip_version
- cs_user_agent
- cs_referer
- cs_cookie
- cs_uri_query
- x_edge_response_result_type
- x_forwarded_for
- ssl_protocol
- ssl_cipher
- x_edge_result_type
- fle_encrypted_fields
- fle_status
- sc_content_type
- sc_content_len
- sc_range_start
- sc_range_end
- c_port
- x_edge_detailed_result_type
- c_country
- cs_accept_encoding
- cs_accept
- cache_behavior_path_pattern
- cs_headers
- cs_header_names
- cs_headers_count
- primary_distribution_id
- primary_distribution_dns_name
- origin_fbl
- origin_lbl
- asn
- year
- month
- day
- hour
- Device
Source:
PhysicalTableId: 24ed250c-dca7-41e6-9375-eb10bb21c036
ImportMode: SPICE
views: {}