From ffac54d402960c7941567cd783eb59df62aecc66 Mon Sep 17 00:00:00 2001 From: Taha Yassine Kraiem Date: Thu, 25 Aug 2022 18:15:00 +0100 Subject: [PATCH] feat(chalice): removed unused ch script files --- .../db/init_dbs/clickhouse/1.8.0/1.8.0.sql | 331 -- .../db/init_dbs/clickhouse/1.8.0/fill.sql | 2883 ----------------- .../db/init_dbs/clickhouse/1.8.0/queries.sql | 983 ------ 3 files changed, 4197 deletions(-) delete mode 100644 ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/1.8.0.sql delete mode 100644 ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/fill.sql delete mode 100644 ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/queries.sql diff --git a/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/1.8.0.sql b/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/1.8.0.sql deleted file mode 100644 index d5a3de5e7..000000000 --- a/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/1.8.0.sql +++ /dev/null @@ -1,331 +0,0 @@ --- ALTER TABLE sessions --- DROP COLUMN pages_count; - - --- CREATE TABLE projects_metadata --- ( --- project_id UInt16, --- metadata_1 Nullable(String), --- metadata_2 Nullable(String), --- metadata_3 Nullable(String), --- metadata_4 Nullable(String), --- metadata_5 Nullable(String), --- metadata_6 Nullable(String), --- metadata_7 Nullable(String), --- metadata_8 Nullable(String), --- metadata_9 Nullable(String), --- metadata_10 Nullable(String), --- _timestamp DateTime DEFAULT now() --- ) ENGINE = ReplacingMergeTree(_timestamp) --- PARTITION BY toYYYYMM(_timestamp) --- ORDER BY (project_id) --- SETTINGS index_granularity = 512; - -CREATE TABLE IF NOT EXISTS resources -( - session_id UInt64, - project_id UInt16, - datetime DateTime, - url String, - url_host String MATERIALIZED lower(domain(url)), - url_path String MATERIALIZED lower(path(url)), - url_hostpath String MATERIALIZED concat(url_host, url_path), - type Enum8('other'=-1, 'script'=0, 'stylesheet'=1, 'fetch'=2, 'img'=3, 'media'=4), - name Nullable(String) MATERIALIZED if(type = 'fetch', null, - coalesce(nullIf(splitByChar('/', url_path)[-1], ''), - nullIf(splitByChar('/', url_path)[-2], ''))), - duration Nullable(UInt16), - ttfb Nullable(UInt16), - header_size Nullable(UInt16), - encoded_body_size Nullable(UInt32), - decoded_body_size Nullable(UInt32), - compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), - success Nullable(UInt8) COMMENT 'currently available for type=img only' --- method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)) -) ENGINE = MergeTree - PARTITION BY toYYYYMM(datetime) - ORDER BY (project_id, datetime, type, session_id) - TTL datetime + INTERVAL 3 MONTH; - -CREATE TABLE IF NOT EXISTS events -( - session_id UInt64, - project_id UInt16, --- event_type Enum8('CLICK'=0, 'INPUT'=1, 'LOCATION'=2,'RESOURCE'=3,'REQUEST'=4,'PERFORMANCE'=5,'LONGTASK'=6,'ERROR'=7,'CUSTOM'=8, 'GRAPHQL'=9, 'STATEACTION'=10), - event_type Enum8('CLICK'=0, 'INPUT'=1, 'LOCATION'=2,'REQUEST'=3,'PERFORMANCE'=4,'LONGTASK'=5,'ERROR'=6,'CUSTOM'=7, 'GRAPHQL'=8, 'STATEACTION'=9), - datetime DateTime, - label Nullable(String), - hesitation_time Nullable(UInt32), - name Nullable(String), - payload Nullable(String), - level Nullable(Enum8('info'=0, 'error'=1)) DEFAULT if(event_type == 'CUSTOM', 'info', null), - source Nullable(Enum8('js_exception'=0, 'bugsnag'=1, 'cloudwatch'=2, 'datadog'=3, 'elasticsearch'=4, 'newrelic'=5, 'rollbar'=6, 'sentry'=7, 'stackdriver'=8, 'sumologic'=9)), - message Nullable(String), - error_id Nullable(String), - duration Nullable(UInt16), - context Nullable(Enum8('unknown'=0, 'self'=1, 'same-origin-ancestor'=2, 'same-origin-descendant'=3, 'same-origin'=4, 'cross-origin-ancestor'=5, 'cross-origin-descendant'=6, 'cross-origin-unreachable'=7, 'multiple-contexts'=8)), - container_type Nullable(Enum8('window'=0, 'iframe'=1, 'embed'=2, 'object'=3)), - container_id Nullable(String), - container_name Nullable(String), - container_src Nullable(String), - url Nullable(String), - url_host Nullable(String) MATERIALIZED lower(domain(url)), - url_path Nullable(String) MATERIALIZED lower(pathFull(url)), - url_hostpath Nullable(String) MATERIALIZED concat(url_host, url_path), - request_start Nullable(UInt16), - response_start Nullable(UInt16), - response_end Nullable(UInt16), - dom_content_loaded_event_start Nullable(UInt16), - dom_content_loaded_event_end Nullable(UInt16), - load_event_start Nullable(UInt16), - load_event_end Nullable(UInt16), - first_paint Nullable(UInt16), - first_contentful_paint_time Nullable(UInt16), - speed_index Nullable(UInt16), - visually_complete Nullable(UInt16), - time_to_interactive Nullable(UInt16), - ttfb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_start, request_start), - minus(response_start, request_start), Null), - ttlb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, request_start), - minus(response_end, request_start), Null), - response_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, response_start), - minus(response_end, response_start), Null), - dom_building_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_start, response_end), - minus(dom_content_loaded_event_start, response_end), Null), - dom_content_loaded_event_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_end, dom_content_loaded_event_start), - minus(dom_content_loaded_event_end, dom_content_loaded_event_start), Null), - load_event_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(load_event_end, load_event_start), - minus(load_event_end, load_event_start), Null), - min_fps Nullable(UInt8), - avg_fps Nullable(UInt8), - max_fps Nullable(UInt8), - min_cpu Nullable(UInt8), - avg_cpu Nullable(UInt8), - max_cpu Nullable(UInt8), - min_total_js_heap_size Nullable(UInt64), - avg_total_js_heap_size Nullable(UInt64), - max_total_js_heap_size Nullable(UInt64), - min_used_js_heap_size Nullable(UInt64), - avg_used_js_heap_size Nullable(UInt64), - max_used_js_heap_size Nullable(UInt64), --- type Nullable(Enum8('other'=-1, 'script'=0, 'stylesheet'=1, 'fetch'=2, 'img'=3, 'media'=4)), --- header_size Nullable(UInt16), --- encoded_body_size Nullable(UInt32), --- decoded_body_size Nullable(UInt32), --- compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), - method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), - status Nullable(UInt16), - success Nullable(UInt8), --- success Nullable(UInt8) MATERIALIZED if(event_type != 'REQUEST', null, 99 < status < 400), - request_body Nullable(String), - response_body Nullable(String), - _timestamp DateTime DEFAULT now() -) ENGINE = MergeTree - PARTITION BY toYYYYMM(datetime) - ORDER BY (project_id, datetime, event_type, session_id) - TTL datetime + INTERVAL 3 MONTH; - -CREATE TABLE IF NOT EXISTS sessions -( - session_id UInt64, - project_id UInt16, - tracker_version LowCardinality(String), - rev_id LowCardinality(Nullable(String)), - user_uuid UUID, - user_os LowCardinality(String), - user_os_version LowCardinality(Nullable(String)), - user_browser LowCardinality(String), - user_browser_version LowCardinality(Nullable(String)), - user_device Nullable(String), - user_device_type Enum8('other'=0, 'desktop'=1, 'mobile'=2), - user_country Enum8('UN'=-128, 'RW'=-127, 'SO'=-126, 'YE'=-125, 'IQ'=-124, 'SA'=-123, 'IR'=-122, 'CY'=-121, 'TZ'=-120, 'SY'=-119, 'AM'=-118, 'KE'=-117, 'CD'=-116, 'DJ'=-115, 'UG'=-114, 'CF'=-113, 'SC'=-112, 'JO'=-111, 'LB'=-110, 'KW'=-109, 'OM'=-108, 'QA'=-107, 'BH'=-106, 'AE'=-105, 'IL'=-104, 'TR'=-103, 'ET'=-102, 'ER'=-101, 'EG'=-100, 'SD'=-99, 'GR'=-98, 'BI'=-97, 'EE'=-96, 'LV'=-95, 'AZ'=-94, 'LT'=-93, 'SJ'=-92, 'GE'=-91, 'MD'=-90, 'BY'=-89, 'FI'=-88, 'AX'=-87, 'UA'=-86, 'MK'=-85, 'HU'=-84, 'BG'=-83, 'AL'=-82, 'PL'=-81, 'RO'=-80, 'XK'=-79, 'ZW'=-78, 'ZM'=-77, 'KM'=-76, 'MW'=-75, 'LS'=-74, 'BW'=-73, 'MU'=-72, 'SZ'=-71, 'RE'=-70, 'ZA'=-69, 'YT'=-68, 'MZ'=-67, 'MG'=-66, 'AF'=-65, 'PK'=-64, 'BD'=-63, 'TM'=-62, 'TJ'=-61, 'LK'=-60, 'BT'=-59, 'IN'=-58, 'MV'=-57, 'IO'=-56, 'NP'=-55, 'MM'=-54, 'UZ'=-53, 'KZ'=-52, 'KG'=-51, 'TF'=-50, 'HM'=-49, 'CC'=-48, 'PW'=-47, 'VN'=-46, 'TH'=-45, 'ID'=-44, 'LA'=-43, 'TW'=-42, 'PH'=-41, 'MY'=-40, 'CN'=-39, 'HK'=-38, 'BN'=-37, 'MO'=-36, 'KH'=-35, 'KR'=-34, 'JP'=-33, 'KP'=-32, 'SG'=-31, 'CK'=-30, 'TL'=-29, 'RU'=-28, 'MN'=-27, 'AU'=-26, 'CX'=-25, 'MH'=-24, 'FM'=-23, 'PG'=-22, 'SB'=-21, 'TV'=-20, 'NR'=-19, 'VU'=-18, 'NC'=-17, 'NF'=-16, 'NZ'=-15, 'FJ'=-14, 'LY'=-13, 'CM'=-12, 'SN'=-11, 'CG'=-10, 'PT'=-9, 'LR'=-8, 'CI'=-7, 'GH'=-6, 'GQ'=-5, 'NG'=-4, 'BF'=-3, 'TG'=-2, 'GW'=-1, 'MR'=0, 'BJ'=1, 'GA'=2, 'SL'=3, 'ST'=4, 'GI'=5, 'GM'=6, 'GN'=7, 'TD'=8, 'NE'=9, 'ML'=10, 'EH'=11, 'TN'=12, 'ES'=13, 'MA'=14, 'MT'=15, 'DZ'=16, 'FO'=17, 'DK'=18, 'IS'=19, 'GB'=20, 'CH'=21, 'SE'=22, 'NL'=23, 'AT'=24, 'BE'=25, 'DE'=26, 'LU'=27, 'IE'=28, 'MC'=29, 'FR'=30, 'AD'=31, 'LI'=32, 'JE'=33, 'IM'=34, 'GG'=35, 'SK'=36, 'CZ'=37, 'NO'=38, 'VA'=39, 'SM'=40, 'IT'=41, 'SI'=42, 'ME'=43, 'HR'=44, 'BA'=45, 'AO'=46, 'NA'=47, 'SH'=48, 'BV'=49, 'BB'=50, 'CV'=51, 'GY'=52, 'GF'=53, 'SR'=54, 'PM'=55, 'GL'=56, 'PY'=57, 'UY'=58, 'BR'=59, 'FK'=60, 'GS'=61, 'JM'=62, 'DO'=63, 'CU'=64, 'MQ'=65, 'BS'=66, 'BM'=67, 'AI'=68, 'TT'=69, 'KN'=70, 'DM'=71, 'AG'=72, 'LC'=73, 'TC'=74, 'AW'=75, 'VG'=76, 'VC'=77, 'MS'=78, 'MF'=79, 'BL'=80, 'GP'=81, 'GD'=82, 'KY'=83, 'BZ'=84, 'SV'=85, 'GT'=86, 'HN'=87, 'NI'=88, 'CR'=89, 'VE'=90, 'EC'=91, 'CO'=92, 'PA'=93, 'HT'=94, 'AR'=95, 'CL'=96, 'BO'=97, 'PE'=98, 'MX'=99, 'PF'=100, 'PN'=101, 'KI'=102, 'TK'=103, 'TO'=104, 'WF'=105, 'WS'=106, 'NU'=107, 'MP'=108, 'GU'=109, 'PR'=110, 'VI'=111, 'UM'=112, 'AS'=113, 'CA'=114, 'US'=115, 'PS'=116, 'RS'=117, 'AQ'=118, 'SX'=119, 'CW'=120, 'BQ'=121, 'SS'=122), - datetime DateTime, - duration UInt32, - pages_count UInt16, - events_count UInt16, - errors_count UInt16, - utm_source Nullable(String), - utm_medium Nullable(String), - utm_campaign Nullable(String), - user_id Nullable(String), - metadata_1 Nullable(String), - metadata_2 Nullable(String), - metadata_3 Nullable(String), - metadata_4 Nullable(String), - metadata_5 Nullable(String), - metadata_6 Nullable(String), - metadata_7 Nullable(String), - metadata_8 Nullable(String), - metadata_9 Nullable(String), - metadata_10 Nullable(String), - issue_types Array(LowCardinality(String)), - referrer Nullable(String), - base_referrer Nullable(String), - _timestamp DateTime DEFAULT now() -) ENGINE = ReplacingMergeTree(_timestamp) - PARTITION BY toYYYYMMDD(datetime) - ORDER BY (project_id, datetime, session_id) - TTL datetime + INTERVAL 3 MONTH - SETTINGS index_granularity = 512; - -CREATE TABLE IF NOT EXISTS user_viewed_sessions -( - project_id UInt16, - user_id UInt32, - session_id UInt64, - _timestamp DateTime DEFAULT now() -) ENGINE = ReplacingMergeTree(_timestamp) - PARTITION BY toYYYYMM(_timestamp) - ORDER BY (project_id, user_id, session_id) - TTL _timestamp + INTERVAL 3 MONTH; - -CREATE TABLE IF NOT EXISTS user_viewed_errors -( - project_id UInt16, - user_id UInt32, - error_id String, - _timestamp DateTime DEFAULT now() -) ENGINE = ReplacingMergeTree(_timestamp) - PARTITION BY toYYYYMM(_timestamp) - ORDER BY (project_id, user_id, error_id) - TTL _timestamp + INTERVAL 3 MONTH; - -CREATE TABLE IF NOT EXISTS autocomplete -( - project_id UInt16, - type LowCardinality(String), - value String, - _timestamp DateTime DEFAULT now() -) ENGINE = ReplacingMergeTree(_timestamp) - PARTITION BY toYYYYMM(_timestamp) - ORDER BY (project_id, type, value) - TTL _timestamp + INTERVAL 1 MONTH; - --- CREATE TABLE IF NOT EXISTS errors --- ( --- error_id String, --- project_id UInt16, --- source Enum8('js_exception'=1,'bugsnag'=2,'cloudwatch'=3,'datadog'=4,'newrelic'=5,'rollbar'=6,'sentry'=7,'stackdriver'=8,'sumologic'=9, 'elasticsearch'=10), --- name Nullable(String), --- message String, --- payload String, --- stacktrace Nullable(String), --to save the stacktrace and not query S3 another time --- stacktrace_parsed_at Nullable(DateTime), --- _timestamp DateTime DEFAULT now() --- ) ENGINE = ReplacingMergeTree(_timestamp) --- PARTITION BY toYYYYMMDD(_timestamp) --- ORDER BY (project_id, source, error_id) --- TTL _timestamp + INTERVAL 1 MONTH --- SETTINGS index_granularity = 512; - -CREATE MATERIALIZED VIEW sessions_l7d_mv - ENGINE = ReplacingMergeTree(_timestamp) - PARTITION BY toYYYYMMDD(datetime) - ORDER BY (project_id, datetime, session_id) - TTL datetime + INTERVAL 7 DAY - SETTINGS index_granularity = 512 - POPULATE -AS -SELECT * -FROM massive_split.sessions_s -WHERE datetime >= now() - INTERVAL 7 DAY - AND isNotNull(duration) - AND duration > 0; - -CREATE MATERIALIZED VIEW events_l7d_mv - ENGINE = ReplacingMergeTree(_timestamp) - PARTITION BY toYYYYMM(datetime) - ORDER BY (project_id, datetime, session_id) - TTL datetime + INTERVAL 7 DAY - POPULATE -AS -SELECT * -FROM massive_split.events_s -WHERE datetime >= now() - INTERVAL 7 DAY; - --- --- --- CREATE MATERIALIZED VIEW sessions_info_l1m_mv --- ENGINE = ReplacingMergeTree(_timestamp) --- PARTITION BY toYYYYMM(datetime) --- ORDER BY (project_id, datetime, session_id) --- TTL datetime + INTERVAL 1 MONTH --- SETTINGS index_granularity = 512 --- POPULATE --- AS --- SELECT project_id, --- session_id, --- datetime, --- now() AS _timestamp, --- toJSONString(map('project_id', toString(project_id), --- 'session_id', toString(session_id), --- 'user_uuid', toString(user_uuid), --- 'user_id', user_id, --- 'user_os', user_os, --- 'user_browser', user_browser, --- 'user_device', user_device, --- --'user_device_type', user_device_type, --- --'user_country', user_country, --- 'start_ts', toString(datetime), --- 'duration', toString(duration), --- 'events_count', toString(events_count), --- 'pages_count', toString(pages_count), --- 'errors_count', toString(errors_count), --- -- 'user_anonymous_id', user_anonymous_id, --- -- 'platform', platform, --- -- 'issue_score', issue_score, --- -- issue_types, --- -- favorite, --- -- viewed, --- 'metadata', CAST((arrayFilter(x->isNotNull(x), --- arrayMap( --- x->if(isNotNull(x[1]) AND isNotNull(x[2]), toString(x[1]), --- NULL), --- [ --- [projects_meta.metadata_1,sessions.metadata_1], --- [projects_meta.metadata_2,sessions.metadata_2], --- [projects_meta.metadata_3,sessions.metadata_3], --- [projects_meta.metadata_4,sessions.metadata_4], --- [projects_meta.metadata_5,sessions.metadata_5], --- [projects_meta.metadata_6,sessions.metadata_6], --- [projects_meta.metadata_7,sessions.metadata_7], --- [projects_meta.metadata_8,sessions.metadata_8], --- [projects_meta.metadata_9,sessions.metadata_9], --- [projects_meta.metadata_10,sessions.metadata_10] --- ])), --- arrayFilter(x->isNotNull(x), --- arrayMap( --- x->if(isNotNull(x[1]) AND isNotNull(x[2]), toString(x[2]), --- NULL), --- [ --- [projects_meta.metadata_1,sessions.metadata_1], --- [projects_meta.metadata_2,sessions.metadata_2], --- [projects_meta.metadata_3,sessions.metadata_3], --- [projects_meta.metadata_4,sessions.metadata_4], --- [projects_meta.metadata_5,sessions.metadata_5], --- [projects_meta.metadata_6,sessions.metadata_6], --- [projects_meta.metadata_7,sessions.metadata_7], --- [projects_meta.metadata_8,sessions.metadata_8], --- [projects_meta.metadata_9,sessions.metadata_9], --- [projects_meta.metadata_10,sessions.metadata_10] --- ]))), 'Map(String,String)') --- )) AS info --- FROM massive_split.sessions --- INNER JOIN projects_metadata USING (project_id) --- WHERE datetime >= now() - INTERVAL 1 MONTH --- AND isNotNull(duration) --- AND duration > 0; --- --- CREATE MATERIALIZED VIEW sessions_info_l7d_mv --- ENGINE = ReplacingMergeTree(_timestamp) --- PARTITION BY toYYYYMMDD(datetime) --- ORDER BY (project_id, datetime, session_id) --- TTL datetime + INTERVAL 7 DAY --- SETTINGS index_granularity = 512 --- POPULATE --- AS --- SELECT * --- FROM sessions_info_l1m_mv --- WHERE datetime >= now() - INTERVAL 7 DAY; diff --git a/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/fill.sql b/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/fill.sql deleted file mode 100644 index d3525e54a..000000000 --- a/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/fill.sql +++ /dev/null @@ -1,2883 +0,0 @@ --- CREATE TABLE IF NOT EXISTS single_t.events --- ( --- session_id UInt64, --- project_id UInt32, --- event_type Enum8('CLICK'=0, 'INPUT'=1, 'PAGE'=2,'RESOURCE'=3,'REQUEST'=4,'PERFORMANCE'=5,'LONGTASK'=6,'ERROR'=7,'CUSTOM'=8), --- tracker_version LowCardinality(String), --- rev_id Nullable(String), --- user_uuid UUID, --- user_os LowCardinality(String), --- user_os_version LowCardinality(Nullable(String)), --- user_browser LowCardinality(String), --- user_browser_version LowCardinality(Nullable(String)), --- user_device Nullable(String), --- user_device_type Enum8('other'=0, 'desktop'=1, 'mobile'=2), --- user_country Enum8('UN'=-128, 'RW'=-127, 'SO'=-126, 'YE'=-125, 'IQ'=-124, 'SA'=-123, 'IR'=-122, 'CY'=-121, 'TZ'=-120, 'SY'=-119, 'AM'=-118, 'KE'=-117, 'CD'=-116, 'DJ'=-115, 'UG'=-114, 'CF'=-113, 'SC'=-112, 'JO'=-111, 'LB'=-110, 'KW'=-109, 'OM'=-108, 'QA'=-107, 'BH'=-106, 'AE'=-105, 'IL'=-104, 'TR'=-103, 'ET'=-102, 'ER'=-101, 'EG'=-100, 'SD'=-99, 'GR'=-98, 'BI'=-97, 'EE'=-96, 'LV'=-95, 'AZ'=-94, 'LT'=-93, 'SJ'=-92, 'GE'=-91, 'MD'=-90, 'BY'=-89, 'FI'=-88, 'AX'=-87, 'UA'=-86, 'MK'=-85, 'HU'=-84, 'BG'=-83, 'AL'=-82, 'PL'=-81, 'RO'=-80, 'XK'=-79, 'ZW'=-78, 'ZM'=-77, 'KM'=-76, 'MW'=-75, 'LS'=-74, 'BW'=-73, 'MU'=-72, 'SZ'=-71, 'RE'=-70, 'ZA'=-69, 'YT'=-68, 'MZ'=-67, 'MG'=-66, 'AF'=-65, 'PK'=-64, 'BD'=-63, 'TM'=-62, 'TJ'=-61, 'LK'=-60, 'BT'=-59, 'IN'=-58, 'MV'=-57, 'IO'=-56, 'NP'=-55, 'MM'=-54, 'UZ'=-53, 'KZ'=-52, 'KG'=-51, 'TF'=-50, 'HM'=-49, 'CC'=-48, 'PW'=-47, 'VN'=-46, 'TH'=-45, 'ID'=-44, 'LA'=-43, 'TW'=-42, 'PH'=-41, 'MY'=-40, 'CN'=-39, 'HK'=-38, 'BN'=-37, 'MO'=-36, 'KH'=-35, 'KR'=-34, 'JP'=-33, 'KP'=-32, 'SG'=-31, 'CK'=-30, 'TL'=-29, 'RU'=-28, 'MN'=-27, 'AU'=-26, 'CX'=-25, 'MH'=-24, 'FM'=-23, 'PG'=-22, 'SB'=-21, 'TV'=-20, 'NR'=-19, 'VU'=-18, 'NC'=-17, 'NF'=-16, 'NZ'=-15, 'FJ'=-14, 'LY'=-13, 'CM'=-12, 'SN'=-11, 'CG'=-10, 'PT'=-9, 'LR'=-8, 'CI'=-7, 'GH'=-6, 'GQ'=-5, 'NG'=-4, 'BF'=-3, 'TG'=-2, 'GW'=-1, 'MR'=0, 'BJ'=1, 'GA'=2, 'SL'=3, 'ST'=4, 'GI'=5, 'GM'=6, 'GN'=7, 'TD'=8, 'NE'=9, 'ML'=10, 'EH'=11, 'TN'=12, 'ES'=13, 'MA'=14, 'MT'=15, 'DZ'=16, 'FO'=17, 'DK'=18, 'IS'=19, 'GB'=20, 'CH'=21, 'SE'=22, 'NL'=23, 'AT'=24, 'BE'=25, 'DE'=26, 'LU'=27, 'IE'=28, 'MC'=29, 'FR'=30, 'AD'=31, 'LI'=32, 'JE'=33, 'IM'=34, 'GG'=35, 'SK'=36, 'CZ'=37, 'NO'=38, 'VA'=39, 'SM'=40, 'IT'=41, 'SI'=42, 'ME'=43, 'HR'=44, 'BA'=45, 'AO'=46, 'NA'=47, 'SH'=48, 'BV'=49, 'BB'=50, 'CV'=51, 'GY'=52, 'GF'=53, 'SR'=54, 'PM'=55, 'GL'=56, 'PY'=57, 'UY'=58, 'BR'=59, 'FK'=60, 'GS'=61, 'JM'=62, 'DO'=63, 'CU'=64, 'MQ'=65, 'BS'=66, 'BM'=67, 'AI'=68, 'TT'=69, 'KN'=70, 'DM'=71, 'AG'=72, 'LC'=73, 'TC'=74, 'AW'=75, 'VG'=76, 'VC'=77, 'MS'=78, 'MF'=79, 'BL'=80, 'GP'=81, 'GD'=82, 'KY'=83, 'BZ'=84, 'SV'=85, 'GT'=86, 'HN'=87, 'NI'=88, 'CR'=89, 'VE'=90, 'EC'=91, 'CO'=92, 'PA'=93, 'HT'=94, 'AR'=95, 'CL'=96, 'BO'=97, 'PE'=98, 'MX'=99, 'PF'=100, 'PN'=101, 'KI'=102, 'TK'=103, 'TO'=104, 'WF'=105, 'WS'=106, 'NU'=107, 'MP'=108, 'GU'=109, 'PR'=110, 'VI'=111, 'UM'=112, 'AS'=113, 'CA'=114, 'US'=115, 'PS'=116, 'RS'=117, 'AQ'=118, 'SX'=119, 'CW'=120, 'BQ'=121, 'SS'=122), --- datetime DateTime, --- label Nullable(String), --- hesitation_time Nullable(UInt32), --- name Nullable(String), --- payload Nullable(String), --- level Nullable(Enum8('info'=0, 'error'=1)) DEFAULT if(event_type == 'CUSTOM', 'info', null), --- source Nullable(Enum8('js_exception'=0, 'bugsnag'=1, 'cloudwatch'=2, 'datadog'=3, 'elasticsearch'=4, 'newrelic'=5, 'rollbar'=6, 'sentry'=7, 'stackdriver'=8, 'sumologic'=9)), --- message Nullable(String), --- error_id Nullable(String), --- duration Nullable(UInt16), --- context Nullable(Enum8('unknown'=0, 'self'=1, 'same-origin-ancestor'=2, 'same-origin-descendant'=3, 'same-origin'=4, 'cross-origin-ancestor'=5, 'cross-origin-descendant'=6, 'cross-origin-unreachable'=7, 'multiple-contexts'=8)), --- container_type Nullable(Enum8('window'=0, 'iframe'=1, 'embed'=2, 'object'=3)), --- container_id Nullable(String), --- container_name Nullable(String), --- container_src Nullable(String), --- url Nullable(String), --- url_host Nullable(String) MATERIALIZED lower(domain(url)), --- url_path Nullable(String) MATERIALIZED lower(pathFull(url)), --- request_start Nullable(UInt16), --- response_start Nullable(UInt16), --- response_end Nullable(UInt16), --- dom_content_loaded_event_start Nullable(UInt16), --- dom_content_loaded_event_end Nullable(UInt16), --- load_event_start Nullable(UInt16), --- load_event_end Nullable(UInt16), --- first_paint Nullable(UInt16), --- first_contentful_paint Nullable(UInt16), --- speed_index Nullable(UInt16), --- visually_complete Nullable(UInt16), --- time_to_interactive Nullable(UInt16), --- ttfb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_start, request_start), --- minus(response_start, request_start), Null), --- ttlb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, request_start), --- minus(response_end, request_start), Null), --- response_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, response_start), --- minus(response_end, response_start), Null), --- dom_building_time Nullable(UInt16) MATERIALIZED if( --- greaterOrEquals(dom_content_loaded_event_start, response_end), --- minus(dom_content_loaded_event_start, response_end), Null), --- dom_content_loaded_event_time Nullable(UInt16) MATERIALIZED if( --- greaterOrEquals(dom_content_loaded_event_end, dom_content_loaded_event_start), --- minus(dom_content_loaded_event_end, dom_content_loaded_event_start), Null), --- load_event_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(load_event_end, load_event_start), --- minus(load_event_end, load_event_start), Null), --- min_fps Nullable(UInt8), --- avg_fps Nullable(UInt8), --- max_fps Nullable(UInt8), --- min_cpu Nullable(UInt8), --- avg_cpu Nullable(UInt8), --- max_cpu Nullable(UInt8), --- min_total_js_heap_size Nullable(UInt64), --- avg_total_js_heap_size Nullable(UInt64), --- max_total_js_heap_size Nullable(UInt64), --- min_used_js_heap_size Nullable(UInt64), --- avg_used_js_heap_size Nullable(UInt64), --- max_used_js_heap_size Nullable(UInt64), --- type Nullable(Enum8('other'=-1, 'script'=0, 'stylesheet'=1, 'fetch'=2, 'img'=3, 'media'=4)), --- header_size Nullable(UInt16), --- encoded_body_size Nullable(UInt32), --- decoded_body_size Nullable(UInt32), --- compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), --- success Nullable(UInt8), --- method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), --- status Nullable(UInt16) --- ) ENGINE = MergeTree --- PARTITION BY toDate(datetime) --- ORDER BY (project_id, datetime); --- -- TTL datetime + INTERVAL 1 MONTH; --- DROP TABLE single_t.events; --- --- INSERT INTO eng_t.events4(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, --- user_os_version, user_browser, user_browser_version, user_device, user_device_type, --- user_country, datetime, label, hesitation_time, name, payload, level, source, message, --- error_id, duration, context, container_type, container_id, container_name, container_src, --- url, request_start, response_start, response_end, dom_content_loaded_event_start, --- dom_content_loaded_event_end, load_event_start, load_event_end, first_paint, --- first_contentful_paint, speed_index, visually_complete, time_to_interactive, min_fps, --- avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, min_total_js_heap_size, avg_total_js_heap_size, --- max_total_js_heap_size, min_used_js_heap_size, avg_used_js_heap_size, max_used_js_heap_size, --- type, header_size, encoded_body_size, decoded_body_size, success, method, status) --- SELECT session_id, --- project_id, --- event_type, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- label, --- hesitation_time, --- name, --- payload, --- level, --- source, --- message, --- error_id, --- duration, --- context, --- container_type, --- container_id, --- container_name, --- container_src, --- url, --- request_start, --- response_start, --- response_end, --- dom_content_loaded_event_start, --- dom_content_loaded_event_end, --- load_event_start, --- load_event_end, --- first_paint, --- first_contentful_paint, --- speed_index, --- visually_complete, --- time_to_interactive, --- min_fps, --- avg_fps, --- max_fps, --- min_cpu, --- avg_cpu, --- max_cpu, --- min_total_js_heap_size, --- avg_total_js_heap_size, --- max_total_js_heap_size, --- min_used_js_heap_size, --- avg_used_js_heap_size, --- max_used_js_heap_size, --- type, --- header_size, --- encoded_body_size, --- decoded_body_size, --- success, --- method, --- status --- FROM ( --- SELECT session_id, --- project_id, --- 'CLICK' AS event_type, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- label, --- hesitation_time, --- null AS name, --- null AS payload, --- null AS level, --- null AS source, --- null AS message, --- null AS error_id, --- null AS duration, --- null AS context, --- null AS container_type, --- null AS container_id, --- null AS container_name, --- null AS container_src, --- null AS url, --- null AS request_start, --- null AS response_start, --- null AS response_end, --- null AS dom_content_loaded_event_start, --- null AS dom_content_loaded_event_end, --- null AS load_event_start, --- null AS load_event_end, --- null AS first_paint, --- null AS first_contentful_paint, --- null AS speed_index, --- null AS visually_complete, --- null AS time_to_interactive, --- null AS min_fps, --- null AS avg_fps, --- null AS max_fps, --- null AS min_cpu, --- null AS avg_cpu, --- null AS max_cpu, --- null AS min_total_js_heap_size, --- null AS avg_total_js_heap_size, --- null AS max_total_js_heap_size, --- null AS min_used_js_heap_size, --- null AS avg_used_js_heap_size, --- null AS max_used_js_heap_size, --- null AS type, --- null AS header_size, --- null AS encoded_body_size, --- null AS decoded_body_size, --- null AS success, --- null AS method, --- null AS status --- FROM clicks --- UNION ALL --- SELECT session_id, --- project_id, --- 'ERROR' AS event_type, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- null AS label, --- null AS hesitation_time, --- name, --- null AS payload, --- null AS level, --- null AS source, --- message, --- error_id, --- null AS duration, --- null AS context, --- null AS container_type, --- null AS container_id, --- null AS container_name, --- null AS container_src, --- null AS url, --- null AS request_start, --- null AS response_start, --- null AS response_end, --- null AS dom_content_loaded_event_start, --- null AS dom_content_loaded_event_end, --- null AS load_event_start, --- null AS load_event_end, --- null AS first_paint, --- null AS first_contentful_paint, --- null AS speed_index, --- null AS visually_complete, --- null AS time_to_interactive, --- null AS min_fps, --- null AS avg_fps, --- null AS max_fps, --- null AS min_cpu, --- null AS avg_cpu, --- null AS max_cpu, --- null AS min_total_js_heap_size, --- null AS avg_total_js_heap_size, --- null AS max_total_js_heap_size, --- null AS min_used_js_heap_size, --- null AS avg_used_js_heap_size, --- null AS max_used_js_heap_size, --- null AS type, --- null AS header_size, --- null AS encoded_body_size, --- null AS decoded_body_size, --- null AS success, --- null AS method, --- null AS status --- FROM errors --- UNION ALL --- SELECT session_id, --- project_id, --- 'INPUT' AS event_type, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- label, --- null AS hesitation_time, --- null AS name, --- null AS payload, --- null AS level, --- null AS source, --- null AS message, --- null AS error_id, --- null AS duration, --- null AS context, --- null AS container_type, --- null AS container_id, --- null AS container_name, --- null AS container_src, --- null AS url, --- null AS request_start, --- null AS response_start, --- null AS response_end, --- null AS dom_content_loaded_event_start, --- null AS dom_content_loaded_event_end, --- null AS load_event_start, --- null AS load_event_end, --- null AS first_paint, --- null AS first_contentful_paint, --- null AS speed_index, --- null AS visually_complete, --- null AS time_to_interactive, --- null AS min_fps, --- null AS avg_fps, --- null AS max_fps, --- null AS min_cpu, --- null AS avg_cpu, --- null AS max_cpu, --- null AS min_total_js_heap_size, --- null AS avg_total_js_heap_size, --- null AS max_total_js_heap_size, --- null AS min_used_js_heap_size, --- null AS avg_used_js_heap_size, --- null AS max_used_js_heap_size, --- null AS type, --- null AS header_size, --- null AS encoded_body_size, --- null AS decoded_body_size, --- null AS success, --- null AS method, --- null AS status --- FROM inputs --- UNION ALL --- SELECT session_id, --- project_id, --- 'LONGTASK' event_type, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- null AS label, --- null AS hesitation_time, --- null AS name, --- null AS payload, --- null AS level, --- null AS source, --- null AS message, --- null AS error_id, --- duration, --- context, --- container_type, --- container_id, --- container_name, --- container_src, --- null AS url, --- null AS request_start, --- null AS response_start, --- null AS response_end, --- null AS dom_content_loaded_event_start, --- null AS dom_content_loaded_event_end, --- null AS load_event_start, --- null AS load_event_end, --- null AS first_paint, --- null AS first_contentful_paint, --- null AS speed_index, --- null AS visually_complete, --- null AS time_to_interactive, --- null AS min_fps, --- null AS avg_fps, --- null AS max_fps, --- null AS min_cpu, --- null AS avg_cpu, --- null AS max_cpu, --- null AS min_total_js_heap_size, --- null AS avg_total_js_heap_size, --- null AS max_total_js_heap_size, --- null AS min_used_js_heap_size, --- null AS avg_used_js_heap_size, --- null AS max_used_js_heap_size, --- null AS type, --- null AS header_size, --- null AS encoded_body_size, --- null AS decoded_body_size, --- null AS success, --- null AS method, --- null AS status --- FROM longtasks --- UNION ALL --- SELECT session_id, --- project_id, --- 'PAGE' event_type, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- null AS label, --- null AS hesitation_time, --- null AS name, --- null AS payload, --- null AS level, --- null AS source, --- null AS message, --- null AS error_id, --- null AS duration, --- null AS context, --- null AS container_type, --- null AS container_id, --- null AS container_name, --- null AS container_src, --- url, --- request_start, --- response_start, --- response_end, --- dom_content_loaded_event_start, --- dom_content_loaded_event_end, --- load_event_start, --- load_event_end, --- first_paint, --- first_contentful_paint, --- speed_index, --- visually_complete, --- time_to_interactive, --- null AS min_fps, --- null AS avg_fps, --- null AS max_fps, --- null AS min_cpu, --- null AS avg_cpu, --- null AS max_cpu, --- null AS min_total_js_heap_size, --- null AS avg_total_js_heap_size, --- null AS max_total_js_heap_size, --- null AS min_used_js_heap_size, --- null AS avg_used_js_heap_size, --- null AS max_used_js_heap_size, --- null AS type, --- null AS header_size, --- null AS encoded_body_size, --- null AS decoded_body_size, --- null AS success, --- null AS method, --- null AS status --- FROM pages --- UNION ALL --- SELECT session_id, --- project_id, --- 'PERFORMANCE' AS event_type, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- null AS label label, --- null AS label hesitation_time, --- null AS label name, --- null AS label payload, --- null AS label level, --- null AS label source, --- null AS label message, --- null AS label error_id, --- null AS label duration, --- null AS label context, --- null AS label container_type, --- null AS label container_id, --- null AS label container_name, --- null AS label container_src, --- null AS labelurl, --- null AS label request_start, --- null AS label response_start, --- null AS label response_end, --- null AS label dom_content_loaded_event_start, --- null AS label dom_content_loaded_event_end, --- null AS label load_event_startnull, --- null AS label load_event_end, --- null AS label first_paint, --- null AS label first_contentful_paint, --- null AS label speed_index, --- null AS label visually_complete, --- null AS label time_to_interactive, --- min_fps, --- avg_fps, --- max_fps, --- min_cpu, --- avg_cpu, --- max_cpu, --- min_total_js_heap_size, --- avg_total_js_heap_size, --- max_total_js_heap_size, --- min_used_js_heap_size, --- avg_used_js_heap_size, --- max_used_js_heap_size, --- null AS label type, --- null AS label header_size, --- null AS label encoded_body_size, --- null AS label decoded_body_size, --- null AS label success, --- null AS label method, --- null AS label status --- FROM performance --- UNION ALL --- SELECT session_id, --- project_id, --- 'RESOURCE' AS event_type, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- null AS label, --- null AS hesitation_time, --- null AS name, --- null AS payload, --- null AS level, --- null AS source, --- null AS message, --- null AS error_id, --- duration, --- null AS context, --- null AS container_type, --- null AS container_id, --- null AS container_name, --- null AS container_src, --- url, --- null AS request_start, --- null AS response_start, --- null AS response_end, --- null AS dom_content_loaded_event_start, --- null AS dom_content_loaded_event_end, --- null AS load_event_start, --- null AS load_event_end, --- null AS first_paint, --- null AS first_contentful_paint, --- null AS speed_index, --- null AS visually_complete, --- null AS time_to_interactive, --- null AS min_fps, --- null AS avg_fps, --- null AS max_fps, --- null AS min_cpu, --- null AS avg_cpu, --- null AS max_cpu, --- null AS min_total_js_heap_size, --- null AS avg_total_js_heap_size, --- null AS max_total_js_heap_size, --- null AS min_used_js_heap_size, --- null AS avg_used_js_heap_size, --- null AS max_used_js_heap_size, --- type, --- header_size, --- encoded_body_size, --- decoded_body_size, --- success, --- method, --- status --- FROM resources); --- --- --- INSERT INTO eng_t.events4(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, --- user_os_version, user_browser, user_browser_version, user_device, user_device_type, --- user_country, datetime, label, hesitation_time) --- SELECT session_id, --- project_id, --- 'CLICK' AS event_type, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- label, --- hesitation_time --- FROM clicks; --- --- --- INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, --- user_os_version, --- user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, --- source, name, message, error_id) --- --- SELECT 'ERROR' AS event_type, --- session_id, --- project_id, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- source, --- name, --- message, --- error_id --- FROM errors; --- --- --- --- INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, --- user_os_version, user_browser, user_browser_version, user_device, user_device_type, --- user_country, datetime, label) --- --- SELECT 'INPUT' AS event_type, --- session_id, --- project_id, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- label --- FROM inputs; --- --- INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, --- user_os_version, user_browser, user_browser_version, user_device, user_device_type, --- user_country, datetime, duration, context, container_type, container_id, container_name, --- container_src) --- SELECT 'LONGTASK' AS event_type, --- session_id, --- project_id, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- duration, --- context, --- container_type, --- container_id, --- container_name, --- container_src --- FROM longtasks; --- --- --- INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, --- user_os_version, user_browser, user_browser_version, user_device, user_device_type, --- user_country, datetime, url, request_start, response_start, response_end, --- dom_content_loaded_event_start, dom_content_loaded_event_end, load_event_start, --- load_event_end, first_paint, first_contentful_paint, speed_index, visually_complete, --- time_to_interactive) --- SELECT 'PAGE' AS event_type, --- session_id, --- project_id, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- url, --- request_start, --- response_start, --- response_end, --- dom_content_loaded_event_start, --- dom_content_loaded_event_end, --- load_event_start, --- load_event_end, --- first_paint, --- first_contentful_paint, --- speed_index, --- visually_complete, --- time_to_interactive --- FROM pages; --- --- INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, --- user_os_version, user_browser, user_browser_version, user_device, user_device_type, --- user_country, datetime, min_fps, avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, --- min_total_js_heap_size, avg_total_js_heap_size, max_total_js_heap_size, --- min_used_js_heap_size, avg_used_js_heap_size, max_used_js_heap_size) --- SELECT 'PERFORMANCE' AS event_type, --- session_id, --- project_id, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- min_fps, --- avg_fps, --- max_fps, --- min_cpu, --- avg_cpu, --- max_cpu, --- min_total_js_heap_size, --- avg_total_js_heap_size, --- max_total_js_heap_size, --- min_used_js_heap_size, --- avg_used_js_heap_size, --- max_used_js_heap_size --- FROM performance; --- --- INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, --- user_os_version, user_browser, user_browser_version, user_device, user_device_type, --- user_country, datetime, url, type, duration, header_size, encoded_body_size, --- decoded_body_size, success, method, status) --- SELECT 'RESOURCE' AS event_type, --- session_id, --- project_id, --- tracker_version, --- rev_id, --- user_uuid, --- user_os, --- user_os_version, --- user_browser, --- user_browser_version, --- user_device, --- user_device_type, --- user_country, --- datetime, --- url, --- type, --- duration, --- header_size, --- encoded_body_size, --- decoded_body_size, --- success, --- method, --- status --- FROM resources; --- --- --- SELECT table, formatReadableSize(size) as size, rows, days, formatReadableSize(avgDaySize) as avgDaySize --- FROM ( --- SELECT table, --- sum(bytes) AS size, --- sum(rows) AS rows, --- min(min_date) AS min_date, --- max(max_date) AS max_date, --- (max_date - min_date) AS days, --- size / (max_date - min_date) AS avgDaySize --- FROM system.parts --- WHERE active --- GROUP BY table --- ORDER BY rows DESC --- ); --- --- SELECT database, --- table, --- formatReadableSize(sum(bytes)) as size, --- min(min_date) as min_date, --- max(max_date) as max_date --- FROM system.parts --- WHERE active --- GROUP BY database, table; --- --- SELECT count(*) --- FROM single_t.events; --- -- 449 484 932 --- -- 449 484 932 --- --- SELECT (SELECT count(*) FROM clicks) + (SELECT count(*) FROM inputs) + (SELECT count(*) FROM longtasks) + --- (SELECT count(*) FROM errors) + (SELECT count(*) FROM pages) + (SELECT count(*) FROM resources) + --- (SELECT count(*) FROM performance) AS totl; --- --- --- --- CREATE TABLE IF NOT EXISTS single_t.events3 --- ( --- session_id UInt64, --- project_id UInt32, --- event_type Enum8('CLICK'=0, 'INPUT'=1, 'PAGE'=2,'RESOURCE'=3,'REQUEST'=4,'PERFORMANCE'=5,'LONGTASK'=6,'ERROR'=7,'CUSTOM'=8), --- tracker_version LowCardinality(String), --- rev_id Nullable(String), --- user_uuid UUID, --- user_os LowCardinality(String), --- user_os_version LowCardinality(Nullable(String)), --- user_browser LowCardinality(String), --- user_browser_version LowCardinality(Nullable(String)), --- user_device Nullable(String), --- user_device_type Enum8('other'=0, 'desktop'=1, 'mobile'=2), --- user_country Enum8('UN'=-128, 'RW'=-127, 'SO'=-126, 'YE'=-125, 'IQ'=-124, 'SA'=-123, 'IR'=-122, 'CY'=-121, 'TZ'=-120, 'SY'=-119, 'AM'=-118, 'KE'=-117, 'CD'=-116, 'DJ'=-115, 'UG'=-114, 'CF'=-113, 'SC'=-112, 'JO'=-111, 'LB'=-110, 'KW'=-109, 'OM'=-108, 'QA'=-107, 'BH'=-106, 'AE'=-105, 'IL'=-104, 'TR'=-103, 'ET'=-102, 'ER'=-101, 'EG'=-100, 'SD'=-99, 'GR'=-98, 'BI'=-97, 'EE'=-96, 'LV'=-95, 'AZ'=-94, 'LT'=-93, 'SJ'=-92, 'GE'=-91, 'MD'=-90, 'BY'=-89, 'FI'=-88, 'AX'=-87, 'UA'=-86, 'MK'=-85, 'HU'=-84, 'BG'=-83, 'AL'=-82, 'PL'=-81, 'RO'=-80, 'XK'=-79, 'ZW'=-78, 'ZM'=-77, 'KM'=-76, 'MW'=-75, 'LS'=-74, 'BW'=-73, 'MU'=-72, 'SZ'=-71, 'RE'=-70, 'ZA'=-69, 'YT'=-68, 'MZ'=-67, 'MG'=-66, 'AF'=-65, 'PK'=-64, 'BD'=-63, 'TM'=-62, 'TJ'=-61, 'LK'=-60, 'BT'=-59, 'IN'=-58, 'MV'=-57, 'IO'=-56, 'NP'=-55, 'MM'=-54, 'UZ'=-53, 'KZ'=-52, 'KG'=-51, 'TF'=-50, 'HM'=-49, 'CC'=-48, 'PW'=-47, 'VN'=-46, 'TH'=-45, 'ID'=-44, 'LA'=-43, 'TW'=-42, 'PH'=-41, 'MY'=-40, 'CN'=-39, 'HK'=-38, 'BN'=-37, 'MO'=-36, 'KH'=-35, 'KR'=-34, 'JP'=-33, 'KP'=-32, 'SG'=-31, 'CK'=-30, 'TL'=-29, 'RU'=-28, 'MN'=-27, 'AU'=-26, 'CX'=-25, 'MH'=-24, 'FM'=-23, 'PG'=-22, 'SB'=-21, 'TV'=-20, 'NR'=-19, 'VU'=-18, 'NC'=-17, 'NF'=-16, 'NZ'=-15, 'FJ'=-14, 'LY'=-13, 'CM'=-12, 'SN'=-11, 'CG'=-10, 'PT'=-9, 'LR'=-8, 'CI'=-7, 'GH'=-6, 'GQ'=-5, 'NG'=-4, 'BF'=-3, 'TG'=-2, 'GW'=-1, 'MR'=0, 'BJ'=1, 'GA'=2, 'SL'=3, 'ST'=4, 'GI'=5, 'GM'=6, 'GN'=7, 'TD'=8, 'NE'=9, 'ML'=10, 'EH'=11, 'TN'=12, 'ES'=13, 'MA'=14, 'MT'=15, 'DZ'=16, 'FO'=17, 'DK'=18, 'IS'=19, 'GB'=20, 'CH'=21, 'SE'=22, 'NL'=23, 'AT'=24, 'BE'=25, 'DE'=26, 'LU'=27, 'IE'=28, 'MC'=29, 'FR'=30, 'AD'=31, 'LI'=32, 'JE'=33, 'IM'=34, 'GG'=35, 'SK'=36, 'CZ'=37, 'NO'=38, 'VA'=39, 'SM'=40, 'IT'=41, 'SI'=42, 'ME'=43, 'HR'=44, 'BA'=45, 'AO'=46, 'NA'=47, 'SH'=48, 'BV'=49, 'BB'=50, 'CV'=51, 'GY'=52, 'GF'=53, 'SR'=54, 'PM'=55, 'GL'=56, 'PY'=57, 'UY'=58, 'BR'=59, 'FK'=60, 'GS'=61, 'JM'=62, 'DO'=63, 'CU'=64, 'MQ'=65, 'BS'=66, 'BM'=67, 'AI'=68, 'TT'=69, 'KN'=70, 'DM'=71, 'AG'=72, 'LC'=73, 'TC'=74, 'AW'=75, 'VG'=76, 'VC'=77, 'MS'=78, 'MF'=79, 'BL'=80, 'GP'=81, 'GD'=82, 'KY'=83, 'BZ'=84, 'SV'=85, 'GT'=86, 'HN'=87, 'NI'=88, 'CR'=89, 'VE'=90, 'EC'=91, 'CO'=92, 'PA'=93, 'HT'=94, 'AR'=95, 'CL'=96, 'BO'=97, 'PE'=98, 'MX'=99, 'PF'=100, 'PN'=101, 'KI'=102, 'TK'=103, 'TO'=104, 'WF'=105, 'WS'=106, 'NU'=107, 'MP'=108, 'GU'=109, 'PR'=110, 'VI'=111, 'UM'=112, 'AS'=113, 'CA'=114, 'US'=115, 'PS'=116, 'RS'=117, 'AQ'=118, 'SX'=119, 'CW'=120, 'BQ'=121, 'SS'=122), --- datetime DateTime, --- label Nullable(String), --- hesitation_time Nullable(UInt32), --- name Nullable(String), --- payload Nullable(String), --- level Nullable(Enum8('info'=0, 'error'=1)) DEFAULT if(event_type == 'CUSTOM', 'info', null), --- source Nullable(Enum8('js_exception'=0, 'bugsnag'=1, 'cloudwatch'=2, 'datadog'=3, 'elasticsearch'=4, 'newrelic'=5, 'rollbar'=6, 'sentry'=7, 'stackdriver'=8, 'sumologic'=9)), --- message Nullable(String), --- error_id Nullable(String), --- duration Nullable(UInt16), --- context Nullable(Enum8('unknown'=0, 'self'=1, 'same-origin-ancestor'=2, 'same-origin-descendant'=3, 'same-origin'=4, 'cross-origin-ancestor'=5, 'cross-origin-descendant'=6, 'cross-origin-unreachable'=7, 'multiple-contexts'=8)), --- container_type Nullable(Enum8('window'=0, 'iframe'=1, 'embed'=2, 'object'=3)), --- container_id Nullable(String), --- container_name Nullable(String), --- container_src Nullable(String), --- url Nullable(String), --- url_host Nullable(String) MATERIALIZED lower(domain(url)), --- url_path Nullable(String) MATERIALIZED lower(pathFull(url)), --- request_start Nullable(UInt16), --- response_start Nullable(UInt16), --- response_end Nullable(UInt16), --- dom_content_loaded_event_start Nullable(UInt16), --- dom_content_loaded_event_end Nullable(UInt16), --- load_event_start Nullable(UInt16), --- load_event_end Nullable(UInt16), --- first_paint Nullable(UInt16), --- first_contentful_paint Nullable(UInt16), --- speed_index Nullable(UInt16), --- visually_complete Nullable(UInt16), --- time_to_interactive Nullable(UInt16), --- ttfb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_start, request_start), --- minus(response_start, request_start), Null), --- ttlb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, request_start), --- minus(response_end, request_start), Null), --- response_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, response_start), --- minus(response_end, response_start), Null), --- dom_building_time Nullable(UInt16) MATERIALIZED if( --- greaterOrEquals(dom_content_loaded_event_start, response_end), --- minus(dom_content_loaded_event_start, response_end), Null), --- dom_content_loaded_event_time Nullable(UInt16) MATERIALIZED if( --- greaterOrEquals(dom_content_loaded_event_end, dom_content_loaded_event_start), --- minus(dom_content_loaded_event_end, dom_content_loaded_event_start), Null), --- load_event_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(load_event_end, load_event_start), --- minus(load_event_end, load_event_start), Null), --- min_fps Nullable(UInt8), --- avg_fps Nullable(UInt8), --- max_fps Nullable(UInt8), --- min_cpu Nullable(UInt8), --- avg_cpu Nullable(UInt8), --- max_cpu Nullable(UInt8), --- min_total_js_heap_size Nullable(UInt64), --- avg_total_js_heap_size Nullable(UInt64), --- max_total_js_heap_size Nullable(UInt64), --- min_used_js_heap_size Nullable(UInt64), --- avg_used_js_heap_size Nullable(UInt64), --- max_used_js_heap_size Nullable(UInt64), --- type Nullable(Enum8('other'=-1, 'script'=0, 'stylesheet'=1, 'fetch'=2, 'img'=3, 'media'=4)), --- header_size Nullable(UInt16), --- encoded_body_size Nullable(UInt32), --- decoded_body_size Nullable(UInt32), --- compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), --- success Nullable(UInt8), --- method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), --- status Nullable(UInt16) --- ) ENGINE = MergeTree --- PARTITION BY toDate(datetime) --- ORDER BY (project_id, datetime,event_type); --- --- -- INSERT INTO eng_t.events42(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, label, hesitation_time, name, payload, level, source, message, error_id, duration, context, container_type, container_id, container_name, container_src, url, request_start, response_start, response_end, dom_content_loaded_event_start, dom_content_loaded_event_end, load_event_start, load_event_end, first_paint, first_contentful_paint, speed_index, visually_complete, time_to_interactive, min_fps, avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, min_total_js_heap_size, avg_total_js_heap_size, max_total_js_heap_size, min_used_js_heap_size, avg_used_js_heap_size, max_used_js_heap_size, type, header_size, encoded_body_size, decoded_body_size, success, method, status) --- -- SELECT session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, label, hesitation_time, name, payload, level, source, message, error_id, duration, context, container_type, container_id, container_name, container_src, url, request_start, response_start, response_end, dom_content_loaded_event_start, dom_content_loaded_event_end, load_event_start, load_event_end, first_paint, first_contentful_paint, speed_index, visually_complete, time_to_interactive, min_fps, avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, min_total_js_heap_size, avg_total_js_heap_size, max_total_js_heap_size, min_used_js_heap_size, avg_used_js_heap_size, max_used_js_heap_size, type, header_size, encoded_body_size, decoded_body_size, success, method, status FROM single_t.events; - -CREATE TABLE IF NOT EXISTS single_t.events3 -( - session_id UInt64, - project_id UInt32, - event_type Enum8('CLICK'=0, 'INPUT'=1, 'PAGE'=2,'RESOURCE'=3,'REQUEST'=4,'PERFORMANCE'=5,'LONGTASK'=6,'ERROR'=7,'CUSTOM'=8), - tracker_version LowCardinality(String), - rev_id Nullable(String), - user_uuid UUID, - user_os LowCardinality(String), - user_os_version LowCardinality(Nullable(String)), - user_browser LowCardinality(String), - user_browser_version LowCardinality(Nullable(String)), - user_device Nullable(String), - user_device_type Enum8('other'=0, 'desktop'=1, 'mobile'=2), - user_country Enum8('UN'=-128, 'RW'=-127, 'SO'=-126, 'YE'=-125, 'IQ'=-124, 'SA'=-123, 'IR'=-122, 'CY'=-121, 'TZ'=-120, 'SY'=-119, 'AM'=-118, 'KE'=-117, 'CD'=-116, 'DJ'=-115, 'UG'=-114, 'CF'=-113, 'SC'=-112, 'JO'=-111, 'LB'=-110, 'KW'=-109, 'OM'=-108, 'QA'=-107, 'BH'=-106, 'AE'=-105, 'IL'=-104, 'TR'=-103, 'ET'=-102, 'ER'=-101, 'EG'=-100, 'SD'=-99, 'GR'=-98, 'BI'=-97, 'EE'=-96, 'LV'=-95, 'AZ'=-94, 'LT'=-93, 'SJ'=-92, 'GE'=-91, 'MD'=-90, 'BY'=-89, 'FI'=-88, 'AX'=-87, 'UA'=-86, 'MK'=-85, 'HU'=-84, 'BG'=-83, 'AL'=-82, 'PL'=-81, 'RO'=-80, 'XK'=-79, 'ZW'=-78, 'ZM'=-77, 'KM'=-76, 'MW'=-75, 'LS'=-74, 'BW'=-73, 'MU'=-72, 'SZ'=-71, 'RE'=-70, 'ZA'=-69, 'YT'=-68, 'MZ'=-67, 'MG'=-66, 'AF'=-65, 'PK'=-64, 'BD'=-63, 'TM'=-62, 'TJ'=-61, 'LK'=-60, 'BT'=-59, 'IN'=-58, 'MV'=-57, 'IO'=-56, 'NP'=-55, 'MM'=-54, 'UZ'=-53, 'KZ'=-52, 'KG'=-51, 'TF'=-50, 'HM'=-49, 'CC'=-48, 'PW'=-47, 'VN'=-46, 'TH'=-45, 'ID'=-44, 'LA'=-43, 'TW'=-42, 'PH'=-41, 'MY'=-40, 'CN'=-39, 'HK'=-38, 'BN'=-37, 'MO'=-36, 'KH'=-35, 'KR'=-34, 'JP'=-33, 'KP'=-32, 'SG'=-31, 'CK'=-30, 'TL'=-29, 'RU'=-28, 'MN'=-27, 'AU'=-26, 'CX'=-25, 'MH'=-24, 'FM'=-23, 'PG'=-22, 'SB'=-21, 'TV'=-20, 'NR'=-19, 'VU'=-18, 'NC'=-17, 'NF'=-16, 'NZ'=-15, 'FJ'=-14, 'LY'=-13, 'CM'=-12, 'SN'=-11, 'CG'=-10, 'PT'=-9, 'LR'=-8, 'CI'=-7, 'GH'=-6, 'GQ'=-5, 'NG'=-4, 'BF'=-3, 'TG'=-2, 'GW'=-1, 'MR'=0, 'BJ'=1, 'GA'=2, 'SL'=3, 'ST'=4, 'GI'=5, 'GM'=6, 'GN'=7, 'TD'=8, 'NE'=9, 'ML'=10, 'EH'=11, 'TN'=12, 'ES'=13, 'MA'=14, 'MT'=15, 'DZ'=16, 'FO'=17, 'DK'=18, 'IS'=19, 'GB'=20, 'CH'=21, 'SE'=22, 'NL'=23, 'AT'=24, 'BE'=25, 'DE'=26, 'LU'=27, 'IE'=28, 'MC'=29, 'FR'=30, 'AD'=31, 'LI'=32, 'JE'=33, 'IM'=34, 'GG'=35, 'SK'=36, 'CZ'=37, 'NO'=38, 'VA'=39, 'SM'=40, 'IT'=41, 'SI'=42, 'ME'=43, 'HR'=44, 'BA'=45, 'AO'=46, 'NA'=47, 'SH'=48, 'BV'=49, 'BB'=50, 'CV'=51, 'GY'=52, 'GF'=53, 'SR'=54, 'PM'=55, 'GL'=56, 'PY'=57, 'UY'=58, 'BR'=59, 'FK'=60, 'GS'=61, 'JM'=62, 'DO'=63, 'CU'=64, 'MQ'=65, 'BS'=66, 'BM'=67, 'AI'=68, 'TT'=69, 'KN'=70, 'DM'=71, 'AG'=72, 'LC'=73, 'TC'=74, 'AW'=75, 'VG'=76, 'VC'=77, 'MS'=78, 'MF'=79, 'BL'=80, 'GP'=81, 'GD'=82, 'KY'=83, 'BZ'=84, 'SV'=85, 'GT'=86, 'HN'=87, 'NI'=88, 'CR'=89, 'VE'=90, 'EC'=91, 'CO'=92, 'PA'=93, 'HT'=94, 'AR'=95, 'CL'=96, 'BO'=97, 'PE'=98, 'MX'=99, 'PF'=100, 'PN'=101, 'KI'=102, 'TK'=103, 'TO'=104, 'WF'=105, 'WS'=106, 'NU'=107, 'MP'=108, 'GU'=109, 'PR'=110, 'VI'=111, 'UM'=112, 'AS'=113, 'CA'=114, 'US'=115, 'PS'=116, 'RS'=117, 'AQ'=118, 'SX'=119, 'CW'=120, 'BQ'=121, 'SS'=122), - datetime DateTime, - label Nullable(String), - hesitation_time Nullable(UInt32), - name Nullable(String), - payload Nullable(String), - level Nullable(Enum8('info'=0, 'error'=1)) DEFAULT if(event_type == 'CUSTOM', 'info', null), - source Nullable(Enum8('js_exception'=0, 'bugsnag'=1, 'cloudwatch'=2, 'datadog'=3, 'elasticsearch'=4, 'newrelic'=5, 'rollbar'=6, 'sentry'=7, 'stackdriver'=8, 'sumologic'=9)), - message Nullable(String), - error_id Nullable(String), - duration Nullable(UInt16), - context Nullable(Enum8('unknown'=0, 'self'=1, 'same-origin-ancestor'=2, 'same-origin-descendant'=3, 'same-origin'=4, 'cross-origin-ancestor'=5, 'cross-origin-descendant'=6, 'cross-origin-unreachable'=7, 'multiple-contexts'=8)), - container_type Nullable(Enum8('window'=0, 'iframe'=1, 'embed'=2, 'object'=3)), - container_id Nullable(String), - container_name Nullable(String), - container_src Nullable(String), - url Nullable(String), - url_host Nullable(String) MATERIALIZED lower(domain(url)), - url_path Nullable(String) MATERIALIZED lower(pathFull(url)), - request_start Nullable(UInt16), - response_start Nullable(UInt16), - response_end Nullable(UInt16), - dom_content_loaded_event_start Nullable(UInt16), - dom_content_loaded_event_end Nullable(UInt16), - load_event_start Nullable(UInt16), - load_event_end Nullable(UInt16), - first_paint Nullable(UInt16), - first_contentful_paint Nullable(UInt16), - speed_index Nullable(UInt16), - visually_complete Nullable(UInt16), - time_to_interactive Nullable(UInt16), - ttfb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_start, request_start), - minus(response_start, request_start), Null), - ttlb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, request_start), - minus(response_end, request_start), Null), - response_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, response_start), - minus(response_end, response_start), Null), - dom_building_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_start, response_end), - minus(dom_content_loaded_event_start, response_end), Null), - dom_content_loaded_event_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_end, dom_content_loaded_event_start), - minus(dom_content_loaded_event_end, dom_content_loaded_event_start), Null), - load_event_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(load_event_end, load_event_start), - minus(load_event_end, load_event_start), Null), - min_fps Nullable(UInt8), - avg_fps Nullable(UInt8), - max_fps Nullable(UInt8), - min_cpu Nullable(UInt8), - avg_cpu Nullable(UInt8), - max_cpu Nullable(UInt8), - min_total_js_heap_size Nullable(UInt64), - avg_total_js_heap_size Nullable(UInt64), - max_total_js_heap_size Nullable(UInt64), - min_used_js_heap_size Nullable(UInt64), - avg_used_js_heap_size Nullable(UInt64), - max_used_js_heap_size Nullable(UInt64), - type Nullable(Enum8('other'=-1, 'script'=0, 'stylesheet'=1, 'fetch'=2, 'img'=3, 'media'=4)), - header_size Nullable(UInt16), - encoded_body_size Nullable(UInt32), - decoded_body_size Nullable(UInt32), - compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), - success Nullable(BOOLEAN), - method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), - status Nullable(UInt16) -) ENGINE = MergeTree - PARTITION BY toDate(datetime) - ORDER BY (project_id, datetime, event_type); - -INSERT INTO eng_t.events4(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, label, hesitation_time) -SELECT session_id, - project_id, - 'CLICK' AS event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - label, - hesitation_time -FROM clicks -WHERE mod(session_id, 2) = 1; - - -INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, - user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, - source, name, message, error_id) - -SELECT 'ERROR' AS event_type, - session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - source, - name, - message, - error_id -FROM errors -WHERE mod(session_id, 2) = 0; -TRUNCATE TABLE eng_t.events4; -INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, label) - -SELECT 'INPUT' AS event_type, - session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - label -FROM inputs -WHERE mod(session_id, 2) = 0; - -INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, duration, context, container_type, container_id, container_name, - container_src) -SELECT 'LONGTASK' AS event_type, - session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - duration, - context, - container_type, - container_id, - container_name, - container_src -FROM longtasks -WHERE mod(session_id, 2) = 0; - - -INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, request_start, response_start, response_end, - dom_content_loaded_event_start, dom_content_loaded_event_end, load_event_start, - load_event_end, first_paint, first_contentful_paint, speed_index, visually_complete, - time_to_interactive) -SELECT 'PAGE' AS event_type, - session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - request_start, - response_start, - response_end, - dom_content_loaded_event_start, - dom_content_loaded_event_end, - load_event_start, - load_event_end, - first_paint, - first_contentful_paint, - speed_index, - visually_complete, - time_to_interactive -FROM pages -WHERE mod(session_id, 2) = 0; - -INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, min_fps, avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, - min_total_js_heap_size, avg_total_js_heap_size, max_total_js_heap_size, - min_used_js_heap_size, avg_used_js_heap_size, max_used_js_heap_size) -SELECT 'PERFORMANCE' AS event_type, - session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - min_fps, - avg_fps, - max_fps, - min_cpu, - avg_cpu, - max_cpu, - min_total_js_heap_size, - avg_total_js_heap_size, - max_total_js_heap_size, - min_used_js_heap_size, - avg_used_js_heap_size, - max_used_js_heap_size -FROM performance -WHERE mod(session_id, 2) = 0; - -INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, type, duration, header_size, encoded_body_size, - decoded_body_size, success, method, status) -SELECT 'RESOURCE' AS event_type, - session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - type, - duration, - header_size, - encoded_body_size, - decoded_body_size, - success, - method, - if(status IS NOT NULL, status = 1, null) AS status -FROM resources -WHERE type != 'fetch' - AND mod(session_id, 2) = 0; - -INSERT INTO eng_t.events4(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, type, duration, header_size, encoded_body_size, - decoded_body_size, success, method, status) -SELECT 'REQUEST' AS event_type, - session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - type, - duration, - header_size, - encoded_body_size, - decoded_body_size, - success, - method, - if(status IS NOT NULL, status = 1, null) AS status -FROM resources -WHERE type = 'fetch' - AND mod(session_id, 2) = 0; - -CREATE TABLE IF NOT EXISTS eng_t.events4 -( - session_id UInt64, - project_id UInt32, - event_type Enum8('CLICK'=0, 'INPUT'=1, 'PAGE'=2,'RESOURCE'=3,'REQUEST'=4,'PERFORMANCE'=5,'LONGTASK'=6,'ERROR'=7,'CUSTOM'=8), - tracker_version LowCardinality(String), - rev_id Nullable(String), - user_uuid UUID, - user_os LowCardinality(String), - user_os_version LowCardinality(Nullable(String)), - user_browser LowCardinality(String), - user_browser_version LowCardinality(Nullable(String)), - user_device Nullable(String), - user_device_type Enum8('other'=0, 'desktop'=1, 'mobile'=2), - user_country Enum8('UN'=-128, 'RW'=-127, 'SO'=-126, 'YE'=-125, 'IQ'=-124, 'SA'=-123, 'IR'=-122, 'CY'=-121, 'TZ'=-120, 'SY'=-119, 'AM'=-118, 'KE'=-117, 'CD'=-116, 'DJ'=-115, 'UG'=-114, 'CF'=-113, 'SC'=-112, 'JO'=-111, 'LB'=-110, 'KW'=-109, 'OM'=-108, 'QA'=-107, 'BH'=-106, 'AE'=-105, 'IL'=-104, 'TR'=-103, 'ET'=-102, 'ER'=-101, 'EG'=-100, 'SD'=-99, 'GR'=-98, 'BI'=-97, 'EE'=-96, 'LV'=-95, 'AZ'=-94, 'LT'=-93, 'SJ'=-92, 'GE'=-91, 'MD'=-90, 'BY'=-89, 'FI'=-88, 'AX'=-87, 'UA'=-86, 'MK'=-85, 'HU'=-84, 'BG'=-83, 'AL'=-82, 'PL'=-81, 'RO'=-80, 'XK'=-79, 'ZW'=-78, 'ZM'=-77, 'KM'=-76, 'MW'=-75, 'LS'=-74, 'BW'=-73, 'MU'=-72, 'SZ'=-71, 'RE'=-70, 'ZA'=-69, 'YT'=-68, 'MZ'=-67, 'MG'=-66, 'AF'=-65, 'PK'=-64, 'BD'=-63, 'TM'=-62, 'TJ'=-61, 'LK'=-60, 'BT'=-59, 'IN'=-58, 'MV'=-57, 'IO'=-56, 'NP'=-55, 'MM'=-54, 'UZ'=-53, 'KZ'=-52, 'KG'=-51, 'TF'=-50, 'HM'=-49, 'CC'=-48, 'PW'=-47, 'VN'=-46, 'TH'=-45, 'ID'=-44, 'LA'=-43, 'TW'=-42, 'PH'=-41, 'MY'=-40, 'CN'=-39, 'HK'=-38, 'BN'=-37, 'MO'=-36, 'KH'=-35, 'KR'=-34, 'JP'=-33, 'KP'=-32, 'SG'=-31, 'CK'=-30, 'TL'=-29, 'RU'=-28, 'MN'=-27, 'AU'=-26, 'CX'=-25, 'MH'=-24, 'FM'=-23, 'PG'=-22, 'SB'=-21, 'TV'=-20, 'NR'=-19, 'VU'=-18, 'NC'=-17, 'NF'=-16, 'NZ'=-15, 'FJ'=-14, 'LY'=-13, 'CM'=-12, 'SN'=-11, 'CG'=-10, 'PT'=-9, 'LR'=-8, 'CI'=-7, 'GH'=-6, 'GQ'=-5, 'NG'=-4, 'BF'=-3, 'TG'=-2, 'GW'=-1, 'MR'=0, 'BJ'=1, 'GA'=2, 'SL'=3, 'ST'=4, 'GI'=5, 'GM'=6, 'GN'=7, 'TD'=8, 'NE'=9, 'ML'=10, 'EH'=11, 'TN'=12, 'ES'=13, 'MA'=14, 'MT'=15, 'DZ'=16, 'FO'=17, 'DK'=18, 'IS'=19, 'GB'=20, 'CH'=21, 'SE'=22, 'NL'=23, 'AT'=24, 'BE'=25, 'DE'=26, 'LU'=27, 'IE'=28, 'MC'=29, 'FR'=30, 'AD'=31, 'LI'=32, 'JE'=33, 'IM'=34, 'GG'=35, 'SK'=36, 'CZ'=37, 'NO'=38, 'VA'=39, 'SM'=40, 'IT'=41, 'SI'=42, 'ME'=43, 'HR'=44, 'BA'=45, 'AO'=46, 'NA'=47, 'SH'=48, 'BV'=49, 'BB'=50, 'CV'=51, 'GY'=52, 'GF'=53, 'SR'=54, 'PM'=55, 'GL'=56, 'PY'=57, 'UY'=58, 'BR'=59, 'FK'=60, 'GS'=61, 'JM'=62, 'DO'=63, 'CU'=64, 'MQ'=65, 'BS'=66, 'BM'=67, 'AI'=68, 'TT'=69, 'KN'=70, 'DM'=71, 'AG'=72, 'LC'=73, 'TC'=74, 'AW'=75, 'VG'=76, 'VC'=77, 'MS'=78, 'MF'=79, 'BL'=80, 'GP'=81, 'GD'=82, 'KY'=83, 'BZ'=84, 'SV'=85, 'GT'=86, 'HN'=87, 'NI'=88, 'CR'=89, 'VE'=90, 'EC'=91, 'CO'=92, 'PA'=93, 'HT'=94, 'AR'=95, 'CL'=96, 'BO'=97, 'PE'=98, 'MX'=99, 'PF'=100, 'PN'=101, 'KI'=102, 'TK'=103, 'TO'=104, 'WF'=105, 'WS'=106, 'NU'=107, 'MP'=108, 'GU'=109, 'PR'=110, 'VI'=111, 'UM'=112, 'AS'=113, 'CA'=114, 'US'=115, 'PS'=116, 'RS'=117, 'AQ'=118, 'SX'=119, 'CW'=120, 'BQ'=121, 'SS'=122), - datetime DateTime, - label Nullable(String), - hesitation_time Nullable(UInt32), - name Nullable(String), - payload Nullable(String), - level Nullable(Enum8('info'=0, 'error'=1)) DEFAULT if(event_type == 'CUSTOM', 'info', null), - source Nullable(Enum8('js_exception'=0, 'bugsnag'=1, 'cloudwatch'=2, 'datadog'=3, 'elasticsearch'=4, 'newrelic'=5, 'rollbar'=6, 'sentry'=7, 'stackdriver'=8, 'sumologic'=9)), - message Nullable(String), - error_id Nullable(String), - duration Nullable(UInt16), - context Nullable(Enum8('unknown'=0, 'self'=1, 'same-origin-ancestor'=2, 'same-origin-descendant'=3, 'same-origin'=4, 'cross-origin-ancestor'=5, 'cross-origin-descendant'=6, 'cross-origin-unreachable'=7, 'multiple-contexts'=8)), - container_type Nullable(Enum8('window'=0, 'iframe'=1, 'embed'=2, 'object'=3)), - container_id Nullable(String), - container_name Nullable(String), - container_src Nullable(String), - url Nullable(String), - url_host Nullable(String) MATERIALIZED lower(domain(url)), - url_path Nullable(String) MATERIALIZED lower(pathFull(url)), - request_start Nullable(UInt16), - response_start Nullable(UInt16), - response_end Nullable(UInt16), - dom_content_loaded_event_start Nullable(UInt16), - dom_content_loaded_event_end Nullable(UInt16), - load_event_start Nullable(UInt16), - load_event_end Nullable(UInt16), - first_paint Nullable(UInt16), - first_contentful_paint Nullable(UInt16), - speed_index Nullable(UInt16), - visually_complete Nullable(UInt16), - time_to_interactive Nullable(UInt16), - ttfb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_start, request_start), - minus(response_start, request_start), Null), - ttlb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, request_start), - minus(response_end, request_start), Null), - response_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, response_start), - minus(response_end, response_start), Null), - dom_building_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_start, response_end), - minus(dom_content_loaded_event_start, response_end), Null), - dom_content_loaded_event_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_end, dom_content_loaded_event_start), - minus(dom_content_loaded_event_end, dom_content_loaded_event_start), Null), - load_event_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(load_event_end, load_event_start), - minus(load_event_end, load_event_start), Null), - min_fps Nullable(UInt8), - avg_fps Nullable(UInt8), - max_fps Nullable(UInt8), - min_cpu Nullable(UInt8), - avg_cpu Nullable(UInt8), - max_cpu Nullable(UInt8), - min_total_js_heap_size Nullable(UInt64), - avg_total_js_heap_size Nullable(UInt64), - max_total_js_heap_size Nullable(UInt64), - min_used_js_heap_size Nullable(UInt64), - avg_used_js_heap_size Nullable(UInt64), - max_used_js_heap_size Nullable(UInt64), - type Nullable(Enum8('other'=-1, 'script'=0, 'stylesheet'=1, 'fetch'=2, 'img'=3, 'media'=4)), - header_size Nullable(UInt16), - encoded_body_size Nullable(UInt32), - decoded_body_size Nullable(UInt32), - compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), - success Nullable(BOOLEAN), - method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), - status Nullable(UInt16) -) ENGINE = Join(ALL, INNER, session_id); - -TRUNCATE TABLE eng_t.events4; - - --- merge metadata with events -CREATE DATABASE full_meerge; - -CREATE TABLE IF NOT EXISTS massive.events6 -( - session_id UInt64, - project_id UInt32, - event_type Enum8('CLICK'=0, 'INPUT'=1, 'PAGE'=2,'RESOURCE'=3,'REQUEST'=4,'PERFORMANCE'=5,'LONGTASK'=6,'ERROR'=7,'CUSTOM'=8), - tracker_version LowCardinality(String), - rev_id Nullable(String), - user_uuid UUID, - user_os LowCardinality(String), - user_os_version LowCardinality(Nullable(String)), - user_browser LowCardinality(String), - user_browser_version LowCardinality(Nullable(String)), - user_device Nullable(String), - user_device_type Enum8('other'=0, 'desktop'=1, 'mobile'=2), - user_country Enum8('UN'=-128, 'RW'=-127, 'SO'=-126, 'YE'=-125, 'IQ'=-124, 'SA'=-123, 'IR'=-122, 'CY'=-121, 'TZ'=-120, 'SY'=-119, 'AM'=-118, 'KE'=-117, 'CD'=-116, 'DJ'=-115, 'UG'=-114, 'CF'=-113, 'SC'=-112, 'JO'=-111, 'LB'=-110, 'KW'=-109, 'OM'=-108, 'QA'=-107, 'BH'=-106, 'AE'=-105, 'IL'=-104, 'TR'=-103, 'ET'=-102, 'ER'=-101, 'EG'=-100, 'SD'=-99, 'GR'=-98, 'BI'=-97, 'EE'=-96, 'LV'=-95, 'AZ'=-94, 'LT'=-93, 'SJ'=-92, 'GE'=-91, 'MD'=-90, 'BY'=-89, 'FI'=-88, 'AX'=-87, 'UA'=-86, 'MK'=-85, 'HU'=-84, 'BG'=-83, 'AL'=-82, 'PL'=-81, 'RO'=-80, 'XK'=-79, 'ZW'=-78, 'ZM'=-77, 'KM'=-76, 'MW'=-75, 'LS'=-74, 'BW'=-73, 'MU'=-72, 'SZ'=-71, 'RE'=-70, 'ZA'=-69, 'YT'=-68, 'MZ'=-67, 'MG'=-66, 'AF'=-65, 'PK'=-64, 'BD'=-63, 'TM'=-62, 'TJ'=-61, 'LK'=-60, 'BT'=-59, 'IN'=-58, 'MV'=-57, 'IO'=-56, 'NP'=-55, 'MM'=-54, 'UZ'=-53, 'KZ'=-52, 'KG'=-51, 'TF'=-50, 'HM'=-49, 'CC'=-48, 'PW'=-47, 'VN'=-46, 'TH'=-45, 'ID'=-44, 'LA'=-43, 'TW'=-42, 'PH'=-41, 'MY'=-40, 'CN'=-39, 'HK'=-38, 'BN'=-37, 'MO'=-36, 'KH'=-35, 'KR'=-34, 'JP'=-33, 'KP'=-32, 'SG'=-31, 'CK'=-30, 'TL'=-29, 'RU'=-28, 'MN'=-27, 'AU'=-26, 'CX'=-25, 'MH'=-24, 'FM'=-23, 'PG'=-22, 'SB'=-21, 'TV'=-20, 'NR'=-19, 'VU'=-18, 'NC'=-17, 'NF'=-16, 'NZ'=-15, 'FJ'=-14, 'LY'=-13, 'CM'=-12, 'SN'=-11, 'CG'=-10, 'PT'=-9, 'LR'=-8, 'CI'=-7, 'GH'=-6, 'GQ'=-5, 'NG'=-4, 'BF'=-3, 'TG'=-2, 'GW'=-1, 'MR'=0, 'BJ'=1, 'GA'=2, 'SL'=3, 'ST'=4, 'GI'=5, 'GM'=6, 'GN'=7, 'TD'=8, 'NE'=9, 'ML'=10, 'EH'=11, 'TN'=12, 'ES'=13, 'MA'=14, 'MT'=15, 'DZ'=16, 'FO'=17, 'DK'=18, 'IS'=19, 'GB'=20, 'CH'=21, 'SE'=22, 'NL'=23, 'AT'=24, 'BE'=25, 'DE'=26, 'LU'=27, 'IE'=28, 'MC'=29, 'FR'=30, 'AD'=31, 'LI'=32, 'JE'=33, 'IM'=34, 'GG'=35, 'SK'=36, 'CZ'=37, 'NO'=38, 'VA'=39, 'SM'=40, 'IT'=41, 'SI'=42, 'ME'=43, 'HR'=44, 'BA'=45, 'AO'=46, 'NA'=47, 'SH'=48, 'BV'=49, 'BB'=50, 'CV'=51, 'GY'=52, 'GF'=53, 'SR'=54, 'PM'=55, 'GL'=56, 'PY'=57, 'UY'=58, 'BR'=59, 'FK'=60, 'GS'=61, 'JM'=62, 'DO'=63, 'CU'=64, 'MQ'=65, 'BS'=66, 'BM'=67, 'AI'=68, 'TT'=69, 'KN'=70, 'DM'=71, 'AG'=72, 'LC'=73, 'TC'=74, 'AW'=75, 'VG'=76, 'VC'=77, 'MS'=78, 'MF'=79, 'BL'=80, 'GP'=81, 'GD'=82, 'KY'=83, 'BZ'=84, 'SV'=85, 'GT'=86, 'HN'=87, 'NI'=88, 'CR'=89, 'VE'=90, 'EC'=91, 'CO'=92, 'PA'=93, 'HT'=94, 'AR'=95, 'CL'=96, 'BO'=97, 'PE'=98, 'MX'=99, 'PF'=100, 'PN'=101, 'KI'=102, 'TK'=103, 'TO'=104, 'WF'=105, 'WS'=106, 'NU'=107, 'MP'=108, 'GU'=109, 'PR'=110, 'VI'=111, 'UM'=112, 'AS'=113, 'CA'=114, 'US'=115, 'PS'=116, 'RS'=117, 'AQ'=118, 'SX'=119, 'CW'=120, 'BQ'=121, 'SS'=122), - datetime DateTime, - label Nullable(String), - hesitation_time Nullable(UInt32), - name Nullable(String), - payload Nullable(String), - level Nullable(Enum8('info'=0, 'error'=1)) DEFAULT if(event_type == 'CUSTOM', 'info', null), - source Nullable(Enum8('js_exception'=0, 'bugsnag'=1, 'cloudwatch'=2, 'datadog'=3, 'elasticsearch'=4, 'newrelic'=5, 'rollbar'=6, 'sentry'=7, 'stackdriver'=8, 'sumologic'=9)), - message Nullable(String), - error_id Nullable(String), - duration Nullable(UInt16), - context Nullable(Enum8('unknown'=0, 'self'=1, 'same-origin-ancestor'=2, 'same-origin-descendant'=3, 'same-origin'=4, 'cross-origin-ancestor'=5, 'cross-origin-descendant'=6, 'cross-origin-unreachable'=7, 'multiple-contexts'=8)), - container_type Nullable(Enum8('window'=0, 'iframe'=1, 'embed'=2, 'object'=3)), - container_id Nullable(String), - container_name Nullable(String), - container_src Nullable(String), - url Nullable(String), - url_host Nullable(String) MATERIALIZED lower(domain(url)), - url_path Nullable(String) MATERIALIZED lower(pathFull(url)), - request_start Nullable(UInt16), - response_start Nullable(UInt16), - response_end Nullable(UInt16), - dom_content_loaded_event_start Nullable(UInt16), - dom_content_loaded_event_end Nullable(UInt16), - load_event_start Nullable(UInt16), - load_event_end Nullable(UInt16), - first_paint Nullable(UInt16), - first_contentful_paint Nullable(UInt16), - speed_index Nullable(UInt16), - visually_complete Nullable(UInt16), - time_to_interactive Nullable(UInt16), - ttfb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_start, request_start), - minus(response_start, request_start), Null), - ttlb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, request_start), - minus(response_end, request_start), Null), - response_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, response_start), - minus(response_end, response_start), Null), - dom_building_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_start, response_end), - minus(dom_content_loaded_event_start, response_end), Null), - dom_content_loaded_event_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_end, dom_content_loaded_event_start), - minus(dom_content_loaded_event_end, dom_content_loaded_event_start), Null), - load_event_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(load_event_end, load_event_start), - minus(load_event_end, load_event_start), Null), - min_fps Nullable(UInt8), - avg_fps Nullable(UInt8), - max_fps Nullable(UInt8), - min_cpu Nullable(UInt8), - avg_cpu Nullable(UInt8), - max_cpu Nullable(UInt8), - min_total_js_heap_size Nullable(UInt64), - avg_total_js_heap_size Nullable(UInt64), - max_total_js_heap_size Nullable(UInt64), - min_used_js_heap_size Nullable(UInt64), - avg_used_js_heap_size Nullable(UInt64), - max_used_js_heap_size Nullable(UInt64), - type Nullable(Enum8('other'=-1, 'script'=0, 'stylesheet'=1, 'fetch'=2, 'img'=3, 'media'=4)), - header_size Nullable(UInt16), - encoded_body_size Nullable(UInt32), - decoded_body_size Nullable(UInt32), - compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), - success Nullable(UInt8), - method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), - status Nullable(UInt16), - user_id Nullable(String), - user_anonymous_id Nullable(String), - metadata_1 Nullable(String), - metadata_2 Nullable(String), - metadata_3 Nullable(String), - metadata_4 Nullable(String), - metadata_5 Nullable(String), - metadata_6 Nullable(String), - metadata_7 Nullable(String), - metadata_8 Nullable(String), - metadata_9 Nullable(String), - metadata_10 Nullable(String) -) ENGINE = MergeTree - PARTITION BY toDate(datetime) - ORDER BY (project_id, datetime); --- TTL datetime + INTERVAL 1 MONTH; -INSERT INTO massive.events6(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, label, hesitation_time, user_id, user_anonymous_id, metadata_1, - metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, - metadata_9, metadata_10) -SELECT session_id + 6651141467121565 * 3 AS session_id, - project_id, - 'CLICK' AS event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - label, - hesitation_time, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10 -FROM default.clicks - LEFT JOIN default.sessions_metadata USING (session_id); - - -INSERT INTO massive.events6(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, - datetime, source, name, message, error_id, user_id, - user_anonymous_id, metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, - metadata_6, metadata_7, metadata_8, metadata_9, metadata_10) - -SELECT 'ERROR' AS event_type, - session_id + 6651141467121565 * 3 AS session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - source, - name, - message, - error_id, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10 -FROM default.errors - LEFT JOIN default.sessions_metadata USING (session_id); - - -INSERT INTO massive.events6(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, label, user_id, - user_anonymous_id, metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, - metadata_6, metadata_7, metadata_8, metadata_9, metadata_10) - -SELECT 'INPUT' AS event_type, - session_id + 6651141467121565 * 3 AS session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - label, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10 -FROM default.inputs - LEFT JOIN default.sessions_metadata USING (session_id); - -INSERT INTO massive.events6(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, duration, context, container_type, container_id, container_name, - container_src, user_id, - user_anonymous_id, metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, - metadata_6, metadata_7, metadata_8, metadata_9, metadata_10) -SELECT 'LONGTASK' AS event_type, - session_id + 6651141467121565 * 3 AS session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - duration, - context, - container_type, - container_id, - container_name, - container_src, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10 -FROM default.longtasks - LEFT JOIN default.sessions_metadata USING (session_id); - - -INSERT INTO massive.events6(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, request_start, response_start, response_end, - dom_content_loaded_event_start, dom_content_loaded_event_end, load_event_start, - load_event_end, first_paint, first_contentful_paint, speed_index, visually_complete, - time_to_interactive, user_id, - user_anonymous_id, metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, - metadata_6, metadata_7, metadata_8, metadata_9, metadata_10) -SELECT 'PAGE' AS event_type, - session_id + 6651141467121565 * 3 AS session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - request_start, - response_start, - response_end, - dom_content_loaded_event_start, - dom_content_loaded_event_end, - load_event_start, - load_event_end, - first_paint, - first_contentful_paint, - speed_index, - visually_complete, - time_to_interactive, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10 -FROM default.pages - LEFT JOIN default.sessions_metadata USING (session_id); - -INSERT INTO massive.events6(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, min_fps, avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, - min_total_js_heap_size, avg_total_js_heap_size, max_total_js_heap_size, - min_used_js_heap_size, avg_used_js_heap_size, max_used_js_heap_size, user_id, - user_anonymous_id, metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, - metadata_6, metadata_7, metadata_8, metadata_9, metadata_10) -SELECT 'PERFORMANCE' AS event_type, - session_id + 6651141467121565 * 3 AS session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - min_fps, - avg_fps, - max_fps, - min_cpu, - avg_cpu, - max_cpu, - min_total_js_heap_size, - avg_total_js_heap_size, - max_total_js_heap_size, - min_used_js_heap_size, - avg_used_js_heap_size, - max_used_js_heap_size, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10 -FROM default.performance - LEFT JOIN default.sessions_metadata USING (session_id); - -INSERT INTO massive.events6(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, type, duration, header_size, encoded_body_size, - decoded_body_size, success, method, status, user_id, - user_anonymous_id, metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, - metadata_6, metadata_7, metadata_8, metadata_9, metadata_10) -SELECT 'RESOURCE' AS event_type, - session_id + 6651141467121565 * 3 AS session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - type, - duration, - header_size, - encoded_body_size, - decoded_body_size, - success, - method, - if(status IS NOT NULL, status = 1, null) AS status, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10 -FROM default.resources - LEFT JOIN default.sessions_metadata USING (session_id) -WHERE type != 'fetch'; - -INSERT INTO massive2.events7(event_type, session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, type, duration, header_size, encoded_body_size, - decoded_body_size, success, method, status, user_id, - user_anonymous_id, metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, - metadata_6, metadata_7, metadata_8, metadata_9, metadata_10) -SELECT 'REQUEST' AS event_type, - session_id + 6651141467121565 * 4 AS session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - type, - duration, - header_size, - encoded_body_size, - decoded_body_size, - success, - method, - if(status IS NOT NULL, status = 1, null) AS status, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10 -FROM default.resources - LEFT JOIN default.sessions_metadata USING (session_id) -WHERE type = 'fetch' - AND mod(project_id, 2) = 0; - --- -- TO GENERATE RANDOM USER IDS --- INSERT INTO sessions_metadata(session_id, user_id, datetime, project_id, user_device_type) --- SELECT session_id, --- arrayElement( --- array('Ze2wc7lvYi', 'NYd7m0Ytg8', 'qgNpvEkXap', 'wvWqM4Ow2G', 'n5Y6DK7ZdP', 'uW4SEYjXxI', 't4EfJiNxk9', --- 'qWQ8WuIRLS', 'fnRWCwkFyB', '8wf298MFWR', 'G3A3DL0Fdd', 'cQcZHNNiAJ', 'MKcW2adQ38', 'OBzk9EFxVe', --- '8SBiqoFail', '3Wh9Ur0eOr', 'z6KuuxiPXX', '7j4HaReEsF', 'Ros0kDOVeV', 'PvHi3cBkgV', 'HLjUo6oBlJ', --- '4Tmi34faA0', 'O9ZATbPjaB', '7ATvuWQCIH', 'kXW4LHnW5X', 'HIHc9TTyTc', 'i5p9jRe7I0', '7dRnUEFoZO', --- 'u3PDLkI5uG', 'HTYjxmDJCG', '6hKHjcKniO', 'qmPNUWgDIx', 'RfoN9oeYZD', 'HHXpBaYm3k', 'VdpZDfnL9J', --- 'Qfwa1dPrrF', 'cgdD2GfFVT', 'iRvT6l7qj3', 'QokprB2GMV', 'umqISqbncX', '7bvRdQ4al3', 'VGKZAUIRjy', --- 'SNTEGLKbCD', 'zfUaVSD8Jn', 'De7zUojKNt', 'lXiotVRkil', 'bQaDX5kESw', 'tngESCaH6I', 'uucUZvTpPd', --- 'BFJpni8D3I'), mod(session_id, 50)) AS user_id, --- datetime, --- project_id, --- user_device_type --- FROM sessions --- WHERE project_id = 2460; - -INSERT INTO massive2.sessions2(session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, - user_browser, user_browser_version, user_device, user_device_type, user_country, - datetime, - duration, events_count, errors_count, utm_source, utm_medium, utm_campaign) -SELECT session_id + 6651141467121565 * 4 AS session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - duration, - events_count, - errors_count, - utm_source, - utm_medium, - utm_campaign -FROM default.sessions; - - -CREATE DATABASE massive2; -CREATE TABLE IF NOT EXISTS massive2.events7 -( - session_id UInt64, - project_id UInt32, - event_type Enum8('CLICK'=0, 'INPUT'=1, 'PAGE'=2,'RESOURCE'=3,'REQUEST'=4,'PERFORMANCE'=5,'LONGTASK'=6,'ERROR'=7,'CUSTOM'=8), - tracker_version LowCardinality(String), - rev_id Nullable(String), - user_uuid UUID, - user_os LowCardinality(String), - user_os_version LowCardinality(Nullable(String)), - user_browser LowCardinality(String), - user_browser_version LowCardinality(Nullable(String)), - user_device Nullable(String), - user_device_type Enum8('other'=0, 'desktop'=1, 'mobile'=2), - user_country Enum8('UN'=-128, 'RW'=-127, 'SO'=-126, 'YE'=-125, 'IQ'=-124, 'SA'=-123, 'IR'=-122, 'CY'=-121, 'TZ'=-120, 'SY'=-119, 'AM'=-118, 'KE'=-117, 'CD'=-116, 'DJ'=-115, 'UG'=-114, 'CF'=-113, 'SC'=-112, 'JO'=-111, 'LB'=-110, 'KW'=-109, 'OM'=-108, 'QA'=-107, 'BH'=-106, 'AE'=-105, 'IL'=-104, 'TR'=-103, 'ET'=-102, 'ER'=-101, 'EG'=-100, 'SD'=-99, 'GR'=-98, 'BI'=-97, 'EE'=-96, 'LV'=-95, 'AZ'=-94, 'LT'=-93, 'SJ'=-92, 'GE'=-91, 'MD'=-90, 'BY'=-89, 'FI'=-88, 'AX'=-87, 'UA'=-86, 'MK'=-85, 'HU'=-84, 'BG'=-83, 'AL'=-82, 'PL'=-81, 'RO'=-80, 'XK'=-79, 'ZW'=-78, 'ZM'=-77, 'KM'=-76, 'MW'=-75, 'LS'=-74, 'BW'=-73, 'MU'=-72, 'SZ'=-71, 'RE'=-70, 'ZA'=-69, 'YT'=-68, 'MZ'=-67, 'MG'=-66, 'AF'=-65, 'PK'=-64, 'BD'=-63, 'TM'=-62, 'TJ'=-61, 'LK'=-60, 'BT'=-59, 'IN'=-58, 'MV'=-57, 'IO'=-56, 'NP'=-55, 'MM'=-54, 'UZ'=-53, 'KZ'=-52, 'KG'=-51, 'TF'=-50, 'HM'=-49, 'CC'=-48, 'PW'=-47, 'VN'=-46, 'TH'=-45, 'ID'=-44, 'LA'=-43, 'TW'=-42, 'PH'=-41, 'MY'=-40, 'CN'=-39, 'HK'=-38, 'BN'=-37, 'MO'=-36, 'KH'=-35, 'KR'=-34, 'JP'=-33, 'KP'=-32, 'SG'=-31, 'CK'=-30, 'TL'=-29, 'RU'=-28, 'MN'=-27, 'AU'=-26, 'CX'=-25, 'MH'=-24, 'FM'=-23, 'PG'=-22, 'SB'=-21, 'TV'=-20, 'NR'=-19, 'VU'=-18, 'NC'=-17, 'NF'=-16, 'NZ'=-15, 'FJ'=-14, 'LY'=-13, 'CM'=-12, 'SN'=-11, 'CG'=-10, 'PT'=-9, 'LR'=-8, 'CI'=-7, 'GH'=-6, 'GQ'=-5, 'NG'=-4, 'BF'=-3, 'TG'=-2, 'GW'=-1, 'MR'=0, 'BJ'=1, 'GA'=2, 'SL'=3, 'ST'=4, 'GI'=5, 'GM'=6, 'GN'=7, 'TD'=8, 'NE'=9, 'ML'=10, 'EH'=11, 'TN'=12, 'ES'=13, 'MA'=14, 'MT'=15, 'DZ'=16, 'FO'=17, 'DK'=18, 'IS'=19, 'GB'=20, 'CH'=21, 'SE'=22, 'NL'=23, 'AT'=24, 'BE'=25, 'DE'=26, 'LU'=27, 'IE'=28, 'MC'=29, 'FR'=30, 'AD'=31, 'LI'=32, 'JE'=33, 'IM'=34, 'GG'=35, 'SK'=36, 'CZ'=37, 'NO'=38, 'VA'=39, 'SM'=40, 'IT'=41, 'SI'=42, 'ME'=43, 'HR'=44, 'BA'=45, 'AO'=46, 'NA'=47, 'SH'=48, 'BV'=49, 'BB'=50, 'CV'=51, 'GY'=52, 'GF'=53, 'SR'=54, 'PM'=55, 'GL'=56, 'PY'=57, 'UY'=58, 'BR'=59, 'FK'=60, 'GS'=61, 'JM'=62, 'DO'=63, 'CU'=64, 'MQ'=65, 'BS'=66, 'BM'=67, 'AI'=68, 'TT'=69, 'KN'=70, 'DM'=71, 'AG'=72, 'LC'=73, 'TC'=74, 'AW'=75, 'VG'=76, 'VC'=77, 'MS'=78, 'MF'=79, 'BL'=80, 'GP'=81, 'GD'=82, 'KY'=83, 'BZ'=84, 'SV'=85, 'GT'=86, 'HN'=87, 'NI'=88, 'CR'=89, 'VE'=90, 'EC'=91, 'CO'=92, 'PA'=93, 'HT'=94, 'AR'=95, 'CL'=96, 'BO'=97, 'PE'=98, 'MX'=99, 'PF'=100, 'PN'=101, 'KI'=102, 'TK'=103, 'TO'=104, 'WF'=105, 'WS'=106, 'NU'=107, 'MP'=108, 'GU'=109, 'PR'=110, 'VI'=111, 'UM'=112, 'AS'=113, 'CA'=114, 'US'=115, 'PS'=116, 'RS'=117, 'AQ'=118, 'SX'=119, 'CW'=120, 'BQ'=121, 'SS'=122), - datetime DateTime, - label Nullable(String), - hesitation_time Nullable(UInt32), - name Nullable(String), - payload Nullable(String), - level Nullable(Enum8('info'=0, 'error'=1)) DEFAULT if(event_type == 'CUSTOM', 'info', null), - source Nullable(Enum8('js_exception'=0, 'bugsnag'=1, 'cloudwatch'=2, 'datadog'=3, 'elasticsearch'=4, 'newrelic'=5, 'rollbar'=6, 'sentry'=7, 'stackdriver'=8, 'sumologic'=9)), - message Nullable(String), - error_id Nullable(String), - duration Nullable(UInt16), - context Nullable(Enum8('unknown'=0, 'self'=1, 'same-origin-ancestor'=2, 'same-origin-descendant'=3, 'same-origin'=4, 'cross-origin-ancestor'=5, 'cross-origin-descendant'=6, 'cross-origin-unreachable'=7, 'multiple-contexts'=8)), - container_type Nullable(Enum8('window'=0, 'iframe'=1, 'embed'=2, 'object'=3)), - container_id Nullable(String), - container_name Nullable(String), - container_src Nullable(String), - url Nullable(String), - url_host Nullable(String) MATERIALIZED lower(domain(url)), - url_path Nullable(String) MATERIALIZED lower(pathFull(url)), - request_start Nullable(UInt16), - response_start Nullable(UInt16), - response_end Nullable(UInt16), - dom_content_loaded_event_start Nullable(UInt16), - dom_content_loaded_event_end Nullable(UInt16), - load_event_start Nullable(UInt16), - load_event_end Nullable(UInt16), - first_paint Nullable(UInt16), - first_contentful_paint Nullable(UInt16), - speed_index Nullable(UInt16), - visually_complete Nullable(UInt16), - time_to_interactive Nullable(UInt16), - ttfb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_start, request_start), - minus(response_start, request_start), Null), - ttlb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, request_start), - minus(response_end, request_start), Null), - response_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, response_start), - minus(response_end, response_start), Null), - dom_building_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_start, response_end), - minus(dom_content_loaded_event_start, response_end), Null), - dom_content_loaded_event_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_end, dom_content_loaded_event_start), - minus(dom_content_loaded_event_end, dom_content_loaded_event_start), Null), - load_event_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(load_event_end, load_event_start), - minus(load_event_end, load_event_start), Null), - min_fps Nullable(UInt8), - avg_fps Nullable(UInt8), - max_fps Nullable(UInt8), - min_cpu Nullable(UInt8), - avg_cpu Nullable(UInt8), - max_cpu Nullable(UInt8), - min_total_js_heap_size Nullable(UInt64), - avg_total_js_heap_size Nullable(UInt64), - max_total_js_heap_size Nullable(UInt64), - min_used_js_heap_size Nullable(UInt64), - avg_used_js_heap_size Nullable(UInt64), - max_used_js_heap_size Nullable(UInt64), - type Nullable(Enum8('other'=-1, 'script'=0, 'stylesheet'=1, 'fetch'=2, 'img'=3, 'media'=4)), - header_size Nullable(UInt16), - encoded_body_size Nullable(UInt32), - decoded_body_size Nullable(UInt32), - compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), - success Nullable(UInt8), - method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), - status Nullable(UInt16), - user_id Nullable(String), - user_anonymous_id Nullable(String), - metadata_1 Nullable(String), - metadata_2 Nullable(String), - metadata_3 Nullable(String), - metadata_4 Nullable(String), - metadata_5 Nullable(String), - metadata_6 Nullable(String), - metadata_7 Nullable(String), - metadata_8 Nullable(String), - metadata_9 Nullable(String), - metadata_10 Nullable(String) -) ENGINE = MergeTree - PARTITION BY toDate(datetime) - ORDER BY (project_id, datetime, event_type); - - - -INSERT INTO massive2.events7(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, type, duration, header_size, encoded_body_size, - decoded_body_size, success, method, status, user_id, user_anonymous_id, metadata_1, - metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, - metadata_9, metadata_10, riteration) -SELECT session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - type, - duration, - header_size, - encoded_body_size, - decoded_body_size, - success, - method, - status, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 43 -FROM massive.events6 -WHERE event_type = 'REQUEST' - AND mod(project_id, 2) = 0; -INSERT INTO massive2.events7(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, type, duration, header_size, encoded_body_size, - decoded_body_size, success, method, status, user_id, user_anonymous_id, metadata_1, - metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, - metadata_9, metadata_10, riteration) -SELECT session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - type, - duration, - header_size, - encoded_body_size, - decoded_body_size, - success, - method, - status, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 42 -FROM massive.events6 -WHERE event_type = 'REQUEST' - AND mod(project_id, 2) = 1; - -INSERT INTO massive2.events7(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, type, duration, header_size, encoded_body_size, - decoded_body_size, success, method, status, user_id, user_anonymous_id, metadata_1, - metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, - metadata_9, metadata_10, riteration) -SELECT session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - type, - duration, - header_size, - encoded_body_size, - decoded_body_size, - success, - method, - status, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 41 -FROM massive.events6 -WHERE event_type = 'RESOURCE' - AND mod(project_id, 2) = 0; -INSERT INTO massive2.events7(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, type, duration, header_size, encoded_body_size, - decoded_body_size, success, method, status, user_id, user_anonymous_id, metadata_1, - metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, - metadata_9, metadata_10, riteration) -SELECT session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - type, - duration, - header_size, - encoded_body_size, - decoded_body_size, - success, - method, - status, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 40 -FROM massive.events6 -WHERE event_type = 'RESOURCE' - AND mod(project_id, 2) = 1; - -INSERT INTO massive2.events7(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, label, hesitation_time, user_id, user_anonymous_id, metadata_1, - metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, - metadata_9, metadata_10, riteration) -SELECT session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - label, - hesitation_time, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 4 -FROM massive.events6 -WHERE event_type = 'CLICK'; -INSERT INTO massive2.events7(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, min_fps, avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, - min_total_js_heap_size, avg_total_js_heap_size, max_total_js_heap_size, - min_used_js_heap_size, avg_used_js_heap_size, max_used_js_heap_size, user_id, - user_anonymous_id, metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, - metadata_7, metadata_8, metadata_9, metadata_10, riteration) -SELECT session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - min_fps, - avg_fps, - max_fps, - min_cpu, - avg_cpu, - max_cpu, - min_total_js_heap_size, - avg_total_js_heap_size, - max_total_js_heap_size, - min_used_js_heap_size, - avg_used_js_heap_size, - max_used_js_heap_size, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 4 -FROM massive.events6 -WHERE event_type = 'PERFORMANCE'; -INSERT INTO massive2.events7(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, url, request_start, response_start, response_end, - dom_content_loaded_event_start, dom_content_loaded_event_end, load_event_start, - load_event_end, first_paint, first_contentful_paint, speed_index, visually_complete, - time_to_interactive, user_id, user_anonymous_id, metadata_1, metadata_2, metadata_3, - metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, metadata_9, metadata_10, - riteration) -SELECT session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - url, - request_start, - response_start, - response_end, - dom_content_loaded_event_start, - dom_content_loaded_event_end, - load_event_start, - load_event_end, - first_paint, - first_contentful_paint, - speed_index, - visually_complete, - time_to_interactive, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 4 -FROM massive.events6 -WHERE event_type = 'PAGE'; -INSERT INTO massive2.events7(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, label, user_id, user_anonymous_id, metadata_1, metadata_2, - metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, metadata_9, - metadata_10, riteration) -SELECT session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - label, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 4 -FROM massive.events6 -WHERE event_type = 'INPUT'; -INSERT INTO massive2.events7(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, source, name, message, error_id, user_id, user_anonymous_id, - metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, - metadata_8, metadata_9, metadata_10, riteration) -SELECT session_id + 6651141467121565 * 4 AS session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - source, - name, - message, - error_id, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 4 -FROM massive.events6 -WHERE event_type = 'ERROR'; -INSERT INTO massive2.events7(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, duration, context, container_type, container_id, container_name, - container_src, user_id, user_anonymous_id, metadata_1, metadata_2, metadata_3, metadata_4, - metadata_5, metadata_6, metadata_7, metadata_8, metadata_9, metadata_10, riteration) -SELECT session_id + 6651141467121565 * 4 AS session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - duration, - context, - container_type, - container_id, - container_name, - container_src, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 4 -FROM massive.events6 -WHERE event_type = 'LONGTASK'; - -ALTER TABLE massive2.events7 - ADD COLUMN riteration UInt8 DEFAULT 0; -ALTER TABLE massive2.sessions2 - ADD COLUMN riteration UInt8 DEFAULT 0; - - - -INSERT INTO massive2.sessions2(session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, - user_browser, user_browser_version, user_device, user_device_type, user_country, - datetime, - duration, events_count, errors_count, utm_source, utm_medium, utm_campaign, riteration) -SELECT session_id + 6651141467121565 * 4 AS session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - duration, - events_count, - errors_count, - utm_source, - utm_medium, - utm_campaign, - 4 -FROM massive.sessions; - -SELECT COUNT(*) -FROM massive2.events7; - -CREATE DATABASE massive30; -CREATE TABLE IF NOT EXISTS massive30.events30 -( - session_id UInt64, - project_id UInt32, - event_type Enum8('CLICK'=0, 'INPUT'=1, 'PAGE'=2,'RESOURCE'=3,'REQUEST'=4,'PERFORMANCE'=5,'LONGTASK'=6,'ERROR'=7,'CUSTOM'=8), - tracker_version LowCardinality(String), - rev_id Nullable(String), - user_uuid UUID, - user_os LowCardinality(String), - user_os_version LowCardinality(Nullable(String)), - user_browser LowCardinality(String), - user_browser_version LowCardinality(Nullable(String)), - user_device Nullable(String), - user_device_type Enum8('other'=0, 'desktop'=1, 'mobile'=2), - user_country Enum8('UN'=-128, 'RW'=-127, 'SO'=-126, 'YE'=-125, 'IQ'=-124, 'SA'=-123, 'IR'=-122, 'CY'=-121, 'TZ'=-120, 'SY'=-119, 'AM'=-118, 'KE'=-117, 'CD'=-116, 'DJ'=-115, 'UG'=-114, 'CF'=-113, 'SC'=-112, 'JO'=-111, 'LB'=-110, 'KW'=-109, 'OM'=-108, 'QA'=-107, 'BH'=-106, 'AE'=-105, 'IL'=-104, 'TR'=-103, 'ET'=-102, 'ER'=-101, 'EG'=-100, 'SD'=-99, 'GR'=-98, 'BI'=-97, 'EE'=-96, 'LV'=-95, 'AZ'=-94, 'LT'=-93, 'SJ'=-92, 'GE'=-91, 'MD'=-90, 'BY'=-89, 'FI'=-88, 'AX'=-87, 'UA'=-86, 'MK'=-85, 'HU'=-84, 'BG'=-83, 'AL'=-82, 'PL'=-81, 'RO'=-80, 'XK'=-79, 'ZW'=-78, 'ZM'=-77, 'KM'=-76, 'MW'=-75, 'LS'=-74, 'BW'=-73, 'MU'=-72, 'SZ'=-71, 'RE'=-70, 'ZA'=-69, 'YT'=-68, 'MZ'=-67, 'MG'=-66, 'AF'=-65, 'PK'=-64, 'BD'=-63, 'TM'=-62, 'TJ'=-61, 'LK'=-60, 'BT'=-59, 'IN'=-58, 'MV'=-57, 'IO'=-56, 'NP'=-55, 'MM'=-54, 'UZ'=-53, 'KZ'=-52, 'KG'=-51, 'TF'=-50, 'HM'=-49, 'CC'=-48, 'PW'=-47, 'VN'=-46, 'TH'=-45, 'ID'=-44, 'LA'=-43, 'TW'=-42, 'PH'=-41, 'MY'=-40, 'CN'=-39, 'HK'=-38, 'BN'=-37, 'MO'=-36, 'KH'=-35, 'KR'=-34, 'JP'=-33, 'KP'=-32, 'SG'=-31, 'CK'=-30, 'TL'=-29, 'RU'=-28, 'MN'=-27, 'AU'=-26, 'CX'=-25, 'MH'=-24, 'FM'=-23, 'PG'=-22, 'SB'=-21, 'TV'=-20, 'NR'=-19, 'VU'=-18, 'NC'=-17, 'NF'=-16, 'NZ'=-15, 'FJ'=-14, 'LY'=-13, 'CM'=-12, 'SN'=-11, 'CG'=-10, 'PT'=-9, 'LR'=-8, 'CI'=-7, 'GH'=-6, 'GQ'=-5, 'NG'=-4, 'BF'=-3, 'TG'=-2, 'GW'=-1, 'MR'=0, 'BJ'=1, 'GA'=2, 'SL'=3, 'ST'=4, 'GI'=5, 'GM'=6, 'GN'=7, 'TD'=8, 'NE'=9, 'ML'=10, 'EH'=11, 'TN'=12, 'ES'=13, 'MA'=14, 'MT'=15, 'DZ'=16, 'FO'=17, 'DK'=18, 'IS'=19, 'GB'=20, 'CH'=21, 'SE'=22, 'NL'=23, 'AT'=24, 'BE'=25, 'DE'=26, 'LU'=27, 'IE'=28, 'MC'=29, 'FR'=30, 'AD'=31, 'LI'=32, 'JE'=33, 'IM'=34, 'GG'=35, 'SK'=36, 'CZ'=37, 'NO'=38, 'VA'=39, 'SM'=40, 'IT'=41, 'SI'=42, 'ME'=43, 'HR'=44, 'BA'=45, 'AO'=46, 'NA'=47, 'SH'=48, 'BV'=49, 'BB'=50, 'CV'=51, 'GY'=52, 'GF'=53, 'SR'=54, 'PM'=55, 'GL'=56, 'PY'=57, 'UY'=58, 'BR'=59, 'FK'=60, 'GS'=61, 'JM'=62, 'DO'=63, 'CU'=64, 'MQ'=65, 'BS'=66, 'BM'=67, 'AI'=68, 'TT'=69, 'KN'=70, 'DM'=71, 'AG'=72, 'LC'=73, 'TC'=74, 'AW'=75, 'VG'=76, 'VC'=77, 'MS'=78, 'MF'=79, 'BL'=80, 'GP'=81, 'GD'=82, 'KY'=83, 'BZ'=84, 'SV'=85, 'GT'=86, 'HN'=87, 'NI'=88, 'CR'=89, 'VE'=90, 'EC'=91, 'CO'=92, 'PA'=93, 'HT'=94, 'AR'=95, 'CL'=96, 'BO'=97, 'PE'=98, 'MX'=99, 'PF'=100, 'PN'=101, 'KI'=102, 'TK'=103, 'TO'=104, 'WF'=105, 'WS'=106, 'NU'=107, 'MP'=108, 'GU'=109, 'PR'=110, 'VI'=111, 'UM'=112, 'AS'=113, 'CA'=114, 'US'=115, 'PS'=116, 'RS'=117, 'AQ'=118, 'SX'=119, 'CW'=120, 'BQ'=121, 'SS'=122), - datetime DateTime, - label Nullable(String), - hesitation_time Nullable(UInt32), - name Nullable(String), - payload Nullable(String), - level Nullable(Enum8('info'=0, 'error'=1)) DEFAULT if(event_type == 'CUSTOM', 'info', null), - source Nullable(Enum8('js_exception'=0, 'bugsnag'=1, 'cloudwatch'=2, 'datadog'=3, 'elasticsearch'=4, 'newrelic'=5, 'rollbar'=6, 'sentry'=7, 'stackdriver'=8, 'sumologic'=9)), - message Nullable(String), - error_id Nullable(String), - duration Nullable(UInt16), - context Nullable(Enum8('unknown'=0, 'self'=1, 'same-origin-ancestor'=2, 'same-origin-descendant'=3, 'same-origin'=4, 'cross-origin-ancestor'=5, 'cross-origin-descendant'=6, 'cross-origin-unreachable'=7, 'multiple-contexts'=8)), - container_type Nullable(Enum8('window'=0, 'iframe'=1, 'embed'=2, 'object'=3)), - container_id Nullable(String), - container_name Nullable(String), - container_src Nullable(String), - url Nullable(String), - url_host Nullable(String) MATERIALIZED lower(domain(url)), - url_path Nullable(String) MATERIALIZED lower(pathFull(url)), - request_start Nullable(UInt16), - response_start Nullable(UInt16), - response_end Nullable(UInt16), - dom_content_loaded_event_start Nullable(UInt16), - dom_content_loaded_event_end Nullable(UInt16), - load_event_start Nullable(UInt16), - load_event_end Nullable(UInt16), - first_paint Nullable(UInt16), - first_contentful_paint Nullable(UInt16), - speed_index Nullable(UInt16), - visually_complete Nullable(UInt16), - time_to_interactive Nullable(UInt16), - ttfb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_start, request_start), - minus(response_start, request_start), Null), - ttlb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, request_start), - minus(response_end, request_start), Null), - response_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, response_start), - minus(response_end, response_start), Null), - dom_building_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_start, response_end), - minus(dom_content_loaded_event_start, response_end), Null), - dom_content_loaded_event_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_end, dom_content_loaded_event_start), - minus(dom_content_loaded_event_end, dom_content_loaded_event_start), Null), - load_event_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(load_event_end, load_event_start), - minus(load_event_end, load_event_start), Null), - min_fps Nullable(UInt8), - avg_fps Nullable(UInt8), - max_fps Nullable(UInt8), - min_cpu Nullable(UInt8), - avg_cpu Nullable(UInt8), - max_cpu Nullable(UInt8), - min_total_js_heap_size Nullable(UInt64), - avg_total_js_heap_size Nullable(UInt64), - max_total_js_heap_size Nullable(UInt64), - min_used_js_heap_size Nullable(UInt64), - avg_used_js_heap_size Nullable(UInt64), - max_used_js_heap_size Nullable(UInt64), - type Nullable(Enum8('other'=-1, 'script'=0, 'stylesheet'=1, 'fetch'=2, 'img'=3, 'media'=4)), - header_size Nullable(UInt16), - encoded_body_size Nullable(UInt32), - decoded_body_size Nullable(UInt32), - compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), - success Nullable(UInt8), - method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), - status Nullable(UInt16), - user_id Nullable(String), - user_anonymous_id Nullable(String), - metadata_1 Nullable(String), - metadata_2 Nullable(String), - metadata_3 Nullable(String), - metadata_4 Nullable(String), - metadata_5 Nullable(String), - metadata_6 Nullable(String), - metadata_7 Nullable(String), - metadata_8 Nullable(String), - metadata_9 Nullable(String), - metadata_10 Nullable(String) -) ENGINE = MergeTree - PARTITION BY toYYYYMM(datetime) - ORDER BY (project_id, datetime, event_type); - -ALTER TABLE massive30.events30 - ADD COLUMN riteration UInt8; - -INSERT INTO massive30.events30(session_id, project_id, event_type, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, label, hesitation_time, name, payload, level, source, message, - error_id, duration, context, container_type, container_id, container_name, container_src, - url, request_start, response_start, response_end, dom_content_loaded_event_start, - dom_content_loaded_event_end, load_event_start, load_event_end, first_paint, - first_contentful_paint, speed_index, visually_complete, time_to_interactive, min_fps, - avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, min_total_js_heap_size, - avg_total_js_heap_size, max_total_js_heap_size, min_used_js_heap_size, - avg_used_js_heap_size, max_used_js_heap_size, type, header_size, encoded_body_size, - decoded_body_size, success, method, status, user_id, user_anonymous_id, metadata_1, - metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, - metadata_9, metadata_10, riteration) -SELECT session_id, - project_id, - event_type, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - label, - hesitation_time, - name, - payload, - level, - source, - message, - error_id, - duration, - context, - container_type, - container_id, - container_name, - container_src, - url, - request_start, - response_start, - response_end, - dom_content_loaded_event_start, - dom_content_loaded_event_end, - load_event_start, - load_event_end, - first_paint, - first_contentful_paint, - speed_index, - visually_complete, - time_to_interactive, - min_fps, - avg_fps, - max_fps, - min_cpu, - avg_cpu, - max_cpu, - min_total_js_heap_size, - avg_total_js_heap_size, - max_total_js_heap_size, - min_used_js_heap_size, - avg_used_js_heap_size, - max_used_js_heap_size, - type, - header_size, - encoded_body_size, - decoded_body_size, - success, - method, - status, - user_id, - user_anonymous_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10, - 9 AS riteration -FROM massive2.events7 -WHERE mod(project_id, 10) = 9; --- ORDER BY datetime LIMIT 500000; - -DROP TABLE massive30.events30; - - -DESCRIBE TABLE massive2.events7; - - --- ----------------------------------------------------- -CREATE DATABASE massive_split; -CREATE TABLE IF NOT EXISTS massive_split.events_s -( - session_id UInt64, - project_id UInt32, - event_type Enum8('CLICK'=0, 'INPUT'=1, 'PAGE'=2,'RESOURCE'=3,'REQUEST'=4,'PERFORMANCE'=5,'LONGTASK'=6,'ERROR'=7,'CUSTOM'=8), - datetime DateTime, - label Nullable(String), - hesitation_time Nullable(UInt32), - name Nullable(String), - payload Nullable(String), - level Nullable(Enum8('info'=0, 'error'=1)) DEFAULT if(event_type == 'CUSTOM', 'info', null), - source Nullable(Enum8('js_exception'=0, 'bugsnag'=1, 'cloudwatch'=2, 'datadog'=3, 'elasticsearch'=4, 'newrelic'=5, 'rollbar'=6, 'sentry'=7, 'stackdriver'=8, 'sumologic'=9)), - message Nullable(String), - error_id Nullable(String), - duration Nullable(UInt16), - context Nullable(Enum8('unknown'=0, 'self'=1, 'same-origin-ancestor'=2, 'same-origin-descendant'=3, 'same-origin'=4, 'cross-origin-ancestor'=5, 'cross-origin-descendant'=6, 'cross-origin-unreachable'=7, 'multiple-contexts'=8)), - container_type Nullable(Enum8('window'=0, 'iframe'=1, 'embed'=2, 'object'=3)), - container_id Nullable(String), - container_name Nullable(String), - container_src Nullable(String), - url Nullable(String), - url_host Nullable(String) MATERIALIZED lower(domain(url)), - url_path Nullable(String) MATERIALIZED lower(pathFull(url)), - request_start Nullable(UInt16), - response_start Nullable(UInt16), - response_end Nullable(UInt16), - dom_content_loaded_event_start Nullable(UInt16), - dom_content_loaded_event_end Nullable(UInt16), - load_event_start Nullable(UInt16), - load_event_end Nullable(UInt16), - first_paint Nullable(UInt16), - first_contentful_paint Nullable(UInt16), - speed_index Nullable(UInt16), - visually_complete Nullable(UInt16), - time_to_interactive Nullable(UInt16), - ttfb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_start, request_start), - minus(response_start, request_start), Null), - ttlb Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, request_start), - minus(response_end, request_start), Null), - response_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(response_end, response_start), - minus(response_end, response_start), Null), - dom_building_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_start, response_end), - minus(dom_content_loaded_event_start, response_end), Null), - dom_content_loaded_event_time Nullable(UInt16) MATERIALIZED if( - greaterOrEquals(dom_content_loaded_event_end, dom_content_loaded_event_start), - minus(dom_content_loaded_event_end, dom_content_loaded_event_start), Null), - load_event_time Nullable(UInt16) MATERIALIZED if(greaterOrEquals(load_event_end, load_event_start), - minus(load_event_end, load_event_start), Null), - min_fps Nullable(UInt8), - avg_fps Nullable(UInt8), - max_fps Nullable(UInt8), - min_cpu Nullable(UInt8), - avg_cpu Nullable(UInt8), - max_cpu Nullable(UInt8), - min_total_js_heap_size Nullable(UInt64), - avg_total_js_heap_size Nullable(UInt64), - max_total_js_heap_size Nullable(UInt64), - min_used_js_heap_size Nullable(UInt64), - avg_used_js_heap_size Nullable(UInt64), - max_used_js_heap_size Nullable(UInt64), - type Nullable(Enum8('other'=-1, 'script'=0, 'stylesheet'=1, 'fetch'=2, 'img'=3, 'media'=4)), - header_size Nullable(UInt16), - encoded_body_size Nullable(UInt32), - decoded_body_size Nullable(UInt32), - compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), - success Nullable(UInt8), - method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), - status Nullable(UInt16) -) ENGINE = MergeTree - PARTITION BY toYYYYMM(datetime) - ORDER BY (project_id, datetime, event_type, session_id); - -CREATE TABLE IF NOT EXISTS massive_split.sessions_s -( - session_id UInt64, - project_id UInt32, - tracker_version String, - rev_id Nullable(String), - user_uuid UUID, - user_os String, - user_os_version Nullable(String), - user_browser String, - user_browser_version Nullable(String), - user_device Nullable(String), - user_device_type Enum8('other'=0, 'desktop'=1, 'mobile'=2), - user_country Enum8('UN'=-128, 'RW'=-127, 'SO'=-126, 'YE'=-125, 'IQ'=-124, 'SA'=-123, 'IR'=-122, 'CY'=-121, 'TZ'=-120, 'SY'=-119, 'AM'=-118, 'KE'=-117, 'CD'=-116, 'DJ'=-115, 'UG'=-114, 'CF'=-113, 'SC'=-112, 'JO'=-111, 'LB'=-110, 'KW'=-109, 'OM'=-108, 'QA'=-107, 'BH'=-106, 'AE'=-105, 'IL'=-104, 'TR'=-103, 'ET'=-102, 'ER'=-101, 'EG'=-100, 'SD'=-99, 'GR'=-98, 'BI'=-97, 'EE'=-96, 'LV'=-95, 'AZ'=-94, 'LT'=-93, 'SJ'=-92, 'GE'=-91, 'MD'=-90, 'BY'=-89, 'FI'=-88, 'AX'=-87, 'UA'=-86, 'MK'=-85, 'HU'=-84, 'BG'=-83, 'AL'=-82, 'PL'=-81, 'RO'=-80, 'XK'=-79, 'ZW'=-78, 'ZM'=-77, 'KM'=-76, 'MW'=-75, 'LS'=-74, 'BW'=-73, 'MU'=-72, 'SZ'=-71, 'RE'=-70, 'ZA'=-69, 'YT'=-68, 'MZ'=-67, 'MG'=-66, 'AF'=-65, 'PK'=-64, 'BD'=-63, 'TM'=-62, 'TJ'=-61, 'LK'=-60, 'BT'=-59, 'IN'=-58, 'MV'=-57, 'IO'=-56, 'NP'=-55, 'MM'=-54, 'UZ'=-53, 'KZ'=-52, 'KG'=-51, 'TF'=-50, 'HM'=-49, 'CC'=-48, 'PW'=-47, 'VN'=-46, 'TH'=-45, 'ID'=-44, 'LA'=-43, 'TW'=-42, 'PH'=-41, 'MY'=-40, 'CN'=-39, 'HK'=-38, 'BN'=-37, 'MO'=-36, 'KH'=-35, 'KR'=-34, 'JP'=-33, 'KP'=-32, 'SG'=-31, 'CK'=-30, 'TL'=-29, 'RU'=-28, 'MN'=-27, 'AU'=-26, 'CX'=-25, 'MH'=-24, 'FM'=-23, 'PG'=-22, 'SB'=-21, 'TV'=-20, 'NR'=-19, 'VU'=-18, 'NC'=-17, 'NF'=-16, 'NZ'=-15, 'FJ'=-14, 'LY'=-13, 'CM'=-12, 'SN'=-11, 'CG'=-10, 'PT'=-9, 'LR'=-8, 'CI'=-7, 'GH'=-6, 'GQ'=-5, 'NG'=-4, 'BF'=-3, 'TG'=-2, 'GW'=-1, 'MR'=0, 'BJ'=1, 'GA'=2, 'SL'=3, 'ST'=4, 'GI'=5, 'GM'=6, 'GN'=7, 'TD'=8, 'NE'=9, 'ML'=10, 'EH'=11, 'TN'=12, 'ES'=13, 'MA'=14, 'MT'=15, 'DZ'=16, 'FO'=17, 'DK'=18, 'IS'=19, 'GB'=20, 'CH'=21, 'SE'=22, 'NL'=23, 'AT'=24, 'BE'=25, 'DE'=26, 'LU'=27, 'IE'=28, 'MC'=29, 'FR'=30, 'AD'=31, 'LI'=32, 'JE'=33, 'IM'=34, 'GG'=35, 'SK'=36, 'CZ'=37, 'NO'=38, 'VA'=39, 'SM'=40, 'IT'=41, 'SI'=42, 'ME'=43, 'HR'=44, 'BA'=45, 'AO'=46, 'NA'=47, 'SH'=48, 'BV'=49, 'BB'=50, 'CV'=51, 'GY'=52, 'GF'=53, 'SR'=54, 'PM'=55, 'GL'=56, 'PY'=57, 'UY'=58, 'BR'=59, 'FK'=60, 'GS'=61, 'JM'=62, 'DO'=63, 'CU'=64, 'MQ'=65, 'BS'=66, 'BM'=67, 'AI'=68, 'TT'=69, 'KN'=70, 'DM'=71, 'AG'=72, 'LC'=73, 'TC'=74, 'AW'=75, 'VG'=76, 'VC'=77, 'MS'=78, 'MF'=79, 'BL'=80, 'GP'=81, 'GD'=82, 'KY'=83, 'BZ'=84, 'SV'=85, 'GT'=86, 'HN'=87, 'NI'=88, 'CR'=89, 'VE'=90, 'EC'=91, 'CO'=92, 'PA'=93, 'HT'=94, 'AR'=95, 'CL'=96, 'BO'=97, 'PE'=98, 'MX'=99, 'PF'=100, 'PN'=101, 'KI'=102, 'TK'=103, 'TO'=104, 'WF'=105, 'WS'=106, 'NU'=107, 'MP'=108, 'GU'=109, 'PR'=110, 'VI'=111, 'UM'=112, 'AS'=113, 'CA'=114, 'US'=115, 'PS'=116, 'RS'=117, 'AQ'=118, 'SX'=119, 'CW'=120, 'BQ'=121, 'SS'=122), - datetime DateTime, - duration UInt32, - pages_count UInt16, - events_count UInt16, - errors_count UInt16, - utm_source Nullable(String), - utm_medium Nullable(String), - utm_campaign Nullable(String), - _timestamp DateTime DEFAULT now() -) ENGINE = ReplacingMergeTree(_timestamp) - PARTITION BY toYYYYMMDD(datetime) - ORDER BY (project_id, datetime, session_id) - TTL datetime + INTERVAL 1 MONTH - SETTINGS index_granularity = 512; - - -CREATE TABLE IF NOT EXISTS massive_split.metadata_s -( - session_id UInt64, - project_id UInt32, - datetime DateTime, - user_id Nullable(String), - metadata_1 Nullable(String), - metadata_2 Nullable(String), - metadata_3 Nullable(String), - metadata_4 Nullable(String), - metadata_5 Nullable(String), - metadata_6 Nullable(String), - metadata_7 Nullable(String), - metadata_8 Nullable(String), - metadata_9 Nullable(String), - metadata_10 Nullable(String), - _timestamp DateTime DEFAULT now() -) ENGINE = ReplacingMergeTree(_timestamp) - PARTITION BY toDate(datetime) - ORDER BY (project_id, datetime, session_id); - -INSERT INTO massive_split.sessions_s(session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, user_device_type, - user_country, datetime, duration, pages_count, events_count, errors_count, - utm_source, utm_medium, utm_campaign, riteration) -SELECT session_id + 6651141467121565 * 4 AS session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - duration, - mod(rand(), 100) AS pages_count, - events_count, - errors_count, - utm_source, - utm_medium, - utm_campaign, - 4 AS riteration -FROM default.sessions; - -ALTER TABLE massive_split.sessions_s - ADD COLUMN riteration UInt8; - -INSERT INTO massive_split.metadata_s(session_id, project_id, datetime, user_id, metadata_1, metadata_2, metadata_3, - metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, metadata_9, - metadata_10) -SELECT session_id, - project_id, - datetime, - user_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10 -FROM massive2.events7 AS s -LIMIT 1 BY session_id; - -INSERT INTO massive_split.events_s(session_id, project_id, event_type, datetime, label, hesitation_time, name, payload, - level, source, message, error_id, duration, context, container_type, container_id, - container_name, container_src, url, request_start, response_start, response_end, - dom_content_loaded_event_start, dom_content_loaded_event_end, load_event_start, - load_event_end, first_paint, first_contentful_paint, speed_index, visually_complete, - time_to_interactive, min_fps, avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, - min_total_js_heap_size, avg_total_js_heap_size, max_total_js_heap_size, - min_used_js_heap_size, avg_used_js_heap_size, max_used_js_heap_size, type, - header_size, encoded_body_size, decoded_body_size, success, method, status) -SELECT session_id, - project_id, - event_type, - datetime, - label, - hesitation_time, - name, - payload, - level, - source, - message, - error_id, - duration, - context, - container_type, - container_id, - container_name, - container_src, - url, - request_start, - response_start, - response_end, - dom_content_loaded_event_start, - dom_content_loaded_event_end, - load_event_start, - load_event_end, - first_paint, - first_contentful_paint, - speed_index, - visually_complete, - time_to_interactive, - min_fps, - avg_fps, - max_fps, - min_cpu, - avg_cpu, - max_cpu, - min_total_js_heap_size, - avg_total_js_heap_size, - max_total_js_heap_size, - min_used_js_heap_size, - avg_used_js_heap_size, - max_used_js_heap_size, - type, - header_size, - encoded_body_size, - decoded_body_size, - success, - method, - status -FROM massive2.events7; - -SELECT COUNT(*) -FROM massive_split.sessions_s; -SELECT COUNT(*) -FROM massive_split.metadata_s; -SELECT COUNT(*) -FROM massive_split.events_s; -SELECT COUNT(*) -FROM massive2.events7; --- SELECT COUNT(*) FROM massive2.sessions2; - - -CREATE TABLE IF NOT EXISTS massive_split.sessions_meta -( - session_id UInt64, - project_id UInt32, - tracker_version String, - rev_id Nullable(String), - user_uuid UUID, - user_os String, - user_os_version Nullable(String), - user_browser String, - user_browser_version Nullable(String), - user_device Nullable(String), - user_device_type Enum8('other'=0, 'desktop'=1, 'mobile'=2), - user_country Enum8('UN'=-128, 'RW'=-127, 'SO'=-126, 'YE'=-125, 'IQ'=-124, 'SA'=-123, 'IR'=-122, 'CY'=-121, 'TZ'=-120, 'SY'=-119, 'AM'=-118, 'KE'=-117, 'CD'=-116, 'DJ'=-115, 'UG'=-114, 'CF'=-113, 'SC'=-112, 'JO'=-111, 'LB'=-110, 'KW'=-109, 'OM'=-108, 'QA'=-107, 'BH'=-106, 'AE'=-105, 'IL'=-104, 'TR'=-103, 'ET'=-102, 'ER'=-101, 'EG'=-100, 'SD'=-99, 'GR'=-98, 'BI'=-97, 'EE'=-96, 'LV'=-95, 'AZ'=-94, 'LT'=-93, 'SJ'=-92, 'GE'=-91, 'MD'=-90, 'BY'=-89, 'FI'=-88, 'AX'=-87, 'UA'=-86, 'MK'=-85, 'HU'=-84, 'BG'=-83, 'AL'=-82, 'PL'=-81, 'RO'=-80, 'XK'=-79, 'ZW'=-78, 'ZM'=-77, 'KM'=-76, 'MW'=-75, 'LS'=-74, 'BW'=-73, 'MU'=-72, 'SZ'=-71, 'RE'=-70, 'ZA'=-69, 'YT'=-68, 'MZ'=-67, 'MG'=-66, 'AF'=-65, 'PK'=-64, 'BD'=-63, 'TM'=-62, 'TJ'=-61, 'LK'=-60, 'BT'=-59, 'IN'=-58, 'MV'=-57, 'IO'=-56, 'NP'=-55, 'MM'=-54, 'UZ'=-53, 'KZ'=-52, 'KG'=-51, 'TF'=-50, 'HM'=-49, 'CC'=-48, 'PW'=-47, 'VN'=-46, 'TH'=-45, 'ID'=-44, 'LA'=-43, 'TW'=-42, 'PH'=-41, 'MY'=-40, 'CN'=-39, 'HK'=-38, 'BN'=-37, 'MO'=-36, 'KH'=-35, 'KR'=-34, 'JP'=-33, 'KP'=-32, 'SG'=-31, 'CK'=-30, 'TL'=-29, 'RU'=-28, 'MN'=-27, 'AU'=-26, 'CX'=-25, 'MH'=-24, 'FM'=-23, 'PG'=-22, 'SB'=-21, 'TV'=-20, 'NR'=-19, 'VU'=-18, 'NC'=-17, 'NF'=-16, 'NZ'=-15, 'FJ'=-14, 'LY'=-13, 'CM'=-12, 'SN'=-11, 'CG'=-10, 'PT'=-9, 'LR'=-8, 'CI'=-7, 'GH'=-6, 'GQ'=-5, 'NG'=-4, 'BF'=-3, 'TG'=-2, 'GW'=-1, 'MR'=0, 'BJ'=1, 'GA'=2, 'SL'=3, 'ST'=4, 'GI'=5, 'GM'=6, 'GN'=7, 'TD'=8, 'NE'=9, 'ML'=10, 'EH'=11, 'TN'=12, 'ES'=13, 'MA'=14, 'MT'=15, 'DZ'=16, 'FO'=17, 'DK'=18, 'IS'=19, 'GB'=20, 'CH'=21, 'SE'=22, 'NL'=23, 'AT'=24, 'BE'=25, 'DE'=26, 'LU'=27, 'IE'=28, 'MC'=29, 'FR'=30, 'AD'=31, 'LI'=32, 'JE'=33, 'IM'=34, 'GG'=35, 'SK'=36, 'CZ'=37, 'NO'=38, 'VA'=39, 'SM'=40, 'IT'=41, 'SI'=42, 'ME'=43, 'HR'=44, 'BA'=45, 'AO'=46, 'NA'=47, 'SH'=48, 'BV'=49, 'BB'=50, 'CV'=51, 'GY'=52, 'GF'=53, 'SR'=54, 'PM'=55, 'GL'=56, 'PY'=57, 'UY'=58, 'BR'=59, 'FK'=60, 'GS'=61, 'JM'=62, 'DO'=63, 'CU'=64, 'MQ'=65, 'BS'=66, 'BM'=67, 'AI'=68, 'TT'=69, 'KN'=70, 'DM'=71, 'AG'=72, 'LC'=73, 'TC'=74, 'AW'=75, 'VG'=76, 'VC'=77, 'MS'=78, 'MF'=79, 'BL'=80, 'GP'=81, 'GD'=82, 'KY'=83, 'BZ'=84, 'SV'=85, 'GT'=86, 'HN'=87, 'NI'=88, 'CR'=89, 'VE'=90, 'EC'=91, 'CO'=92, 'PA'=93, 'HT'=94, 'AR'=95, 'CL'=96, 'BO'=97, 'PE'=98, 'MX'=99, 'PF'=100, 'PN'=101, 'KI'=102, 'TK'=103, 'TO'=104, 'WF'=105, 'WS'=106, 'NU'=107, 'MP'=108, 'GU'=109, 'PR'=110, 'VI'=111, 'UM'=112, 'AS'=113, 'CA'=114, 'US'=115, 'PS'=116, 'RS'=117, 'AQ'=118, 'SX'=119, 'CW'=120, 'BQ'=121, 'SS'=122), - datetime DateTime, - duration UInt32, - pages_count UInt16, - events_count UInt16, - errors_count UInt16, - utm_source Nullable(String), - utm_medium Nullable(String), - utm_campaign Nullable(String), - user_id Nullable(String), - metadata_1 Nullable(String), - metadata_2 Nullable(String), - metadata_3 Nullable(String), - metadata_4 Nullable(String), - metadata_5 Nullable(String), - metadata_6 Nullable(String), - metadata_7 Nullable(String), - metadata_8 Nullable(String), - metadata_9 Nullable(String), - metadata_10 Nullable(String), - _timestamp DateTime DEFAULT now() -) ENGINE = ReplacingMergeTree(_timestamp) - PARTITION BY toYYYYMMDD(datetime) - ORDER BY (project_id, datetime, session_id) - TTL datetime + INTERVAL 1 MONTH - SETTINGS index_granularity = 512; - -INSERT INTO massive_split.sessions_meta(session_id, project_id, tracker_version, rev_id, user_uuid, user_os, - user_os_version, user_browser, user_browser_version, user_device, - user_device_type, user_country, datetime, duration, pages_count, events_count, - errors_count, utm_source, utm_medium, utm_campaign, user_id, metadata_1, - metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, - metadata_8, metadata_9, metadata_10) -SELECT session_id, - project_id, - tracker_version, - rev_id, - user_uuid, - user_os, - user_os_version, - user_browser, - user_browser_version, - user_device, - user_device_type, - user_country, - datetime, - duration, - pages_count, - events_count, - errors_count, - utm_source, - utm_medium, - utm_campaign, - user_id, - metadata_1, - metadata_2, - metadata_3, - metadata_4, - metadata_5, - metadata_6, - metadata_7, - metadata_8, - metadata_9, - metadata_10 -FROM massive_split.sessions_s AS s - LEFT JOIN massive_split.metadata_s AS m ON (s.project_id = m.project_id AND s.session_id = m.session_id); - - -INSERT INTO final.errors(error_id, project_id, source, name, message) -SELECT error_id, project_id, toString(source), name, message -FROM default.errors; diff --git a/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/queries.sql b/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/queries.sql deleted file mode 100644 index 556209c79..000000000 --- a/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/queries.sql +++ /dev/null @@ -1,983 +0,0 @@ --- Q1 -SELECT session_id --- FROM massive2.events7 --- FROM events_l7d_mv -FROM events_l24h_mv -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' - AND datetime <= '2022-04-03 00:00:00' -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - - --- Q1.1 -SELECT session_id -FROM massive2.events7 -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd' -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q1.2 -SELECT session_id -FROM --- massive_split.events_s --- INNER JOIN massive_split.metadata_s USING (session_id) -events_l24h_mv - INNER JOIN metadata_l24h_mv USING (session_id) -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd' -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q1.2.1 -SELECT session_id -FROM --- massive_split.events_s --- INNER JOIN massive_split.metadata_s USING (session_id) --- events_l7d_mv AS events_s --- INNER JOIN metadata_l7d_mv AS metadata_s USING (session_id) -events_l24h_mv AS events_s - INNER JOIN metadata_l24h_mv AS metadata_s USING (session_id) -WHERE events_s.project_id = 2460 - AND events_s.datetime >= '2022-04-02 00:00:00' - AND events_s.datetime <= '2022-04-03 00:00:00' --- AND events_s.datetime <= '2022-04-10 00:00:00' --- AND events_s.datetime <= '2022-05-02 00:00:00' - AND metadata_s.project_id = 2460 - AND metadata_s.datetime >= '2022-04-02 00:00:00' - AND metadata_s.datetime <= '2022-04-03 00:00:00' --- AND metadata_s.datetime <= '2022-04-10 00:00:00' --- AND metadata_s.datetime <= '2022-05-02 00:00:00' - AND metadata_s.user_id = 'uucUZvTpPd' -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q1.3 -SELECT session_id -FROM --- massive_split.events_s --- events_l7d_mv -events_l24h_mv - INNER JOIN (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta USING (session_id) -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q1.4 -SELECT session_id -FROM (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta - -- INNER JOIN massive_split.events_s USING (session_id) --- INNER JOIN events_l7d_mv USING (session_id) - INNER JOIN events_l24h_mv USING (session_id) -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q1.5 -SELECT session_id --- FROM massive_split.events_s --- FROM events_l7d_mv -FROM events_l24h_mv -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND session_id IN (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q2 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 --- FROM massive2.events7 --- FROM events_l7d_mv - FROM events_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' - -- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - ) -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q2.1 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 - FROM massive2.events7 - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q2.2 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 --- FROM massive_split.events_s --- INNER JOIN massive_split.metadata_s USING (session_id) --- FROM events_l7d_mv --- INNER JOIN metadata_l7d_mv USING (session_id) - FROM events_l24h_mv - INNER JOIN metadata_l24h_mv USING (session_id) - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q2.2.1 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 --- FROM massive_split.events_s --- INNER JOIN massive_split.metadata_s USING (session_id) --- FROM events_l7d_mv AS events_s --- INNER JOIN metadata_l7d_mv AS metadata_s USING (session_id) - FROM events_l24h_mv AS events_s - INNER JOIN metadata_l24h_mv AS metadata_s USING (session_id) - WHERE events_s.project_id = 2460 - AND events_s.datetime >= '2022-04-02 00:00:00' - AND events_s.datetime <= '2022-04-03 00:00:00' --- AND events_s.datetime <= '2022-04-10 00:00:00' --- AND events_s.datetime <= '2022-05-02 00:00:00' - AND metadata_s.project_id = 2460 - AND metadata_s.datetime >= '2022-04-02 00:00:00' - AND metadata_s.datetime <= '2022-04-03 00:00:00' --- AND metadata_s.datetime <= '2022-04-10 00:00:00' --- AND metadata_s.datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q2.3 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 --- FROM massive_split.events_s --- FROM events_l7d_mv - FROM events_l24h_mv - INNER JOIN (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta USING (session_id) - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' - -- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - ) -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q2.4 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 - FROM (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta - -- INNER JOIN massive_split.events_s USING (session_id) --- INNER JOIN events_l7d_mv USING (session_id) - INNER JOIN events_l24h_mv USING (session_id) - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' - -- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - ) -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q2.5 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 --- FROM massive_split.events_s --- FROM events_l7d_mv - FROM events_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND session_id IN (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd')) -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q3 -SELECT session_id --- FROM massive_split.events_s --- FROM events_l7d_mv -FROM events_l24h_mv -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST') -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q3.1 -SELECT session_id -FROM massive2.events7 -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST') - AND user_id = 'uucUZvTpPd' -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q3.2 -SELECT session_id --- FROM massive_split.events_s --- INNER JOIN massive_split.metadata_s USING (session_id) --- FROM events_l7d_mv --- INNER JOIN metadata_l7d_mv USING (session_id) -FROM events_l24h_mv - INNER JOIN metadata_l24h_mv USING (session_id) -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST') - AND user_id = 'uucUZvTpPd' -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q3.2.1 -SELECT session_id --- FROM massive_split.events_s --- INNER JOIN massive_split.metadata_s USING (session_id) --- FROM events_l7d_mv AS events_s --- INNER JOIN metadata_l7d_mv AS metadata_s USING (session_id) -FROM events_l24h_mv AS events_s - INNER JOIN metadata_l24h_mv AS metadata_s USING (session_id) -WHERE events_s.project_id = 2460 - AND events_s.datetime >= '2022-04-02 00:00:00' - AND events_s.datetime <= '2022-04-03 00:00:00' --- AND events_s.datetime <= '2022-04-10 00:00:00' --- AND events_s.datetime <= '2022-05-02 00:00:00' - AND (events_s.event_type = 'CLICK' OR events_s.event_type = 'REQUEST') - AND metadata_s.project_id = 2460 - AND metadata_s.datetime >= '2022-04-02 00:00:00' - AND metadata_s.datetime <= '2022-04-03 00:00:00' --- AND metadata_s.datetime <= '2022-04-10 00:00:00' --- AND metadata_s.datetime <= '2022-05-02 00:00:00' - AND metadata_s.user_id = 'uucUZvTpPd' -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q3.3 -SELECT session_id --- FROM massive_split.events_s --- FROM events_l7d_mv -FROM events_l24h_mv - INNER JOIN (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta USING (session_id) -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST') -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q3.4 -SELECT session_id -FROM (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta - -- INNER JOIN massive_split.events_s USING (session_id) --- INNER JOIN events_l7d_mv USING (session_id) - INNER JOIN events_l24h_mv USING (session_id) -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST') -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q3.5 -SELECT session_id --- FROM massive_split.events_s --- FROM events_l7d_mv -FROM events_l24h_mv -WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST') - AND session_id IN (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q4 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 --- FROM massive_split.events_s --- FROM events_l7d_mv - FROM events_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST')) -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q4.1 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 - FROM massive2.events7 - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST') - AND user_id = 'uucUZvTpPd') -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q4.2 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 --- FROM massive_split.events_s --- INNER JOIN massive_split.metadata_s USING (session_id) --- FROM events_l7d_mv --- INNER JOIN metadata_l7d_mv USING (session_id) - FROM events_l24h_mv - INNER JOIN metadata_l24h_mv USING (session_id) - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST') - AND user_id = 'uucUZvTpPd') -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q4.2.1 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 --- FROM massive_split.events_s --- INNER JOIN massive_split.metadata_s USING (session_id) --- FROM events_l7d_mv AS events_s --- INNER JOIN metadata_l7d_mv AS metadata_s USING (session_id) - FROM events_l24h_mv AS events_s - INNER JOIN metadata_l24h_mv AS metadata_s USING (session_id) - WHERE events_s.project_id = 2460 - AND events_s.datetime >= '2022-04-02 00:00:00' - AND events_s.datetime <= '2022-04-03 00:00:00' --- AND events_s.datetime <= '2022-04-10 00:00:00' --- AND events_s.datetime <= '2022-05-02 00:00:00' - AND (events_s.event_type = 'CLICK' OR events_s.event_type = 'REQUEST') - AND metadata_s.user_id = 'uucUZvTpPd' - AND metadata_s.project_id = 2460 - AND metadata_s.datetime >= '2022-04-02 00:00:00' - AND metadata_s.datetime <= '2022-04-03 00:00:00' - -- AND metadata_s.datetime <= '2022-04-10 00:00:00' --- AND metadata_s.datetime <= '2022-05-02 00:00:00' - ) -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q4.3 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 --- FROM massive_split.events_s --- FROM events_l7d_mv - FROM events_l24h_mv - INNER JOIN (SELECT DISTINCT session_id --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta USING (session_id) - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST')) -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q4.4 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 - FROM (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta - -- INNER JOIN massive_split.events_s USING (session_id) --- INNER JOIN events_l7d_mv USING (session_id) - INNER JOIN events_l24h_mv USING (session_id) - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST')) -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- Q4.5 -SELECT session_id -FROM (SELECT session_id, - datetime, - event_type = 'CLICK' AND label ILIKE '%invoice%' AS c1, - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%' AS c2 - FROM events_l24h_mv --- FROM events_l7d_mv --- FROM massive_split.events_s - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND (event_type = 'CLICK' OR event_type = 'REQUEST') - AND session_id IN (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd')) -GROUP BY session_id -HAVING windowFunnel(99999)(datetime, c1, c2) = 2 -LIMIT 10 -SETTINGS -max_threads = 4; - --- QU1 -SELECT user_id, COUNT(session_id) -FROM (SELECT user_id, session_id - FROM massive2.events7 AS events - WHERE events.project_id = 2460 - AND events.datetime >= '2022-04-02 00:00:00' - AND events.datetime <= '2022-04-10 00:00:00' --- AND events.datetime <= '2022-05-02 00:00:00' - GROUP BY user_id, session_id - HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 - ) AS filtred_sessions -GROUP BY user_id -LIMIT 10 -SETTINGS -max_threads = 4; - --- QU1.1 -SELECT user_id, COUNT(session_id) -FROM (SELECT user_id, session_id - FROM massive2.events7 AS events - WHERE events.project_id = 2460 - AND events.datetime >= '2022-04-02 00:00:00' - AND events.datetime <= '2022-04-10 00:00:00' --- AND events.datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd' - GROUP BY user_id, session_id - HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 - ) AS filtred_sessions -GROUP BY user_id -LIMIT 10 -SETTINGS -max_threads = 4; - --- QU1.2 -SELECT user_id, COUNT(session_id) -FROM (SELECT user_id, - session_id --- FROM massive_split.events_s AS events --- INNER JOIN massive_split.metadata_s USING (session_id) --- FROM events_l7d_mv AS events --- INNER JOIN metadata_l7d_mv AS metadata_s USING (session_id) - FROM events_l24h_mv AS events - INNER JOIN metadata_l24h_mv AS metadata_s USING (session_id) - WHERE events.project_id = 2460 - AND events.datetime >= '2022-04-02 00:00:00' - AND events.datetime <= '2022-04-03 00:00:00' --- AND events.datetime <= '2022-04-10 00:00:00' --- AND events.datetime <= '2022-05-02 00:00:00' - GROUP BY user_id, session_id - HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 - ) AS filtred_sessions -GROUP BY user_id -LIMIT 10 -SETTINGS -max_threads = 4; - --- QU1.3 -SELECT user_id, COUNT(session_id) -FROM (SELECT user_id, - session_id --- FROM massive_split.events_s AS events --- INNER JOIN massive_split.metadata_s USING (session_id) --- FROM events_l7d_mv AS events --- INNER JOIN metadata_l7d_mv AS metadata_s USING (session_id) - FROM events_l24h_mv AS events - INNER JOIN metadata_l24h_mv AS metadata_s USING (session_id) - WHERE events.project_id = 2460 - AND events.datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND events.datetime <= '2022-04-10 00:00:00' --- AND events.datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd' - GROUP BY user_id, session_id - HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 - ) AS filtred_sessions -GROUP BY user_id -LIMIT 10 -SETTINGS -max_threads = 4; - --- QU1.4 -SELECT user_id, COUNT(session_id) -FROM (SELECT user_id, - session_id --- FROM massive_split.events_s AS events --- FROM events_l7d_mv AS events - FROM events_l24h_mv AS events - INNER JOIN (SELECT DISTINCT session_id, - user_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta USING (session_id) - WHERE events.project_id = 2460 - AND events.datetime >= '2022-04-02 00:00:00' - AND events.datetime <= '2022-04-03 00:00:00' --- AND events.datetime <= '2022-04-10 00:00:00' --- AND events.datetime <= '2022-05-02 00:00:00' - GROUP BY user_id, session_id - HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 - ) AS filtred_sessions -GROUP BY user_id -LIMIT 10 -SETTINGS -max_threads = 4; - --- QU1.4-A -SELECT user_id, COUNT(session_id) -FROM (SELECT user_id, - session_id --- FROM massive_split.events_s AS events --- FROM events_l7d_mv AS events - FROM events_l24h_mv AS events - INNER JOIN (SELECT DISTINCT session_id, - user_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' - -- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - ) AS meta USING (session_id) - WHERE events.project_id = 2460 - AND events.datetime >= '2022-04-02 00:00:00' - AND events.datetime <= '2022-04-03 00:00:00' --- AND events.datetime <= '2022-04-10 00:00:00' --- AND events.datetime <= '2022-05-02 00:00:00' - GROUP BY user_id, session_id - HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 - ) AS filtred_sessions -GROUP BY user_id -LIMIT 10 -SETTINGS -max_threads = 4; - --- QU1.5 -SELECT user_id, COUNT(session_id) -FROM (SELECT user_id, session_id - FROM (SELECT DISTINCT session_id, - user_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta - -- INNER JOIN massive_split.events_s AS events USING (session_id) --- INNER JOIN events_l7d_mv AS events USING (session_id) - INNER JOIN events_l24h_mv AS events USING (session_id) - WHERE events.project_id = 2460 - AND events.datetime >= '2022-04-02 00:00:00' - AND events.datetime <= '2022-04-03 00:00:00' --- AND events.datetime <= '2022-04-10 00:00:00' --- AND events.datetime <= '2022-05-02 00:00:00' - GROUP BY user_id, session_id - HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 - ) AS filtred_sessions -GROUP BY user_id -LIMIT 10 -SETTINGS -max_threads = 4; - --- QU1.6 -SELECT user_id, COUNT(session_id) -FROM (SELECT user_id, - session_id --- FROM massive_split.events_s AS events --- FROM events_l7d_mv AS events - FROM events_l24h_mv AS events - INNER JOIN (SELECT DISTINCT session_id, - user_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') AS meta USING (session_id) - WHERE events.project_id = 2460 - AND events.datetime >= '2022-04-02 00:00:00' - AND events.datetime <= '2022-04-03 00:00:00' --- AND events.datetime <= '2022-04-10 00:00:00' --- AND events.datetime <= '2022-05-02 00:00:00' - AND session_id IN (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - AND user_id = 'uucUZvTpPd') - GROUP BY user_id, session_id - HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 - ) AS filtred_sessions -GROUP BY user_id -LIMIT 10 -SETTINGS -max_threads = 4; - --- QU1.6-A -SELECT user_id, COUNT(session_id) -FROM (SELECT user_id, - session_id --- FROM massive_split.events_s AS events --- FROM events_l7d_mv AS events - FROM events_l24h_mv AS events - INNER JOIN (SELECT DISTINCT session_id, - user_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' - -- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - ) AS meta USING (session_id) - WHERE events.project_id = 2460 - AND events.datetime >= '2022-04-02 00:00:00' - AND events.datetime <= '2022-04-03 00:00:00' --- AND events.datetime <= '2022-04-10 00:00:00' --- AND events.datetime <= '2022-05-02 00:00:00' - AND session_id IN (SELECT DISTINCT session_id --- FROM massive_split.metadata_s --- FROM metadata_l7d_mv - FROM metadata_l24h_mv - WHERE project_id = 2460 - AND datetime >= '2022-04-02 00:00:00' - AND datetime <= '2022-04-03 00:00:00' --- AND datetime <= '2022-04-10 00:00:00' --- AND datetime <= '2022-05-02 00:00:00' - ) - GROUP BY user_id, session_id - HAVING windowFunnel(99999)(datetime, event_type = 'CLICK' AND label ILIKE '%invoice%', - event_type = 'REQUEST' AND url ILIKE '%letsdeel.com/pay%') = 2 - ) AS filtred_sessions -GROUP BY user_id -LIMIT 10 -SETTINGS -max_threads = 4; - --- QM4: -SELECT timestamp, - groupArray([toString(t.type), toString(t.count)]) AS types -FROM (SELECT toUnixTimestamp(toStartOfInterval(events7.datetime, INTERVAL 37565 second)) * 1000 AS timestamp, - events7.type, - COUNT(events7.session_id) AS count --- FROM massive_split.events_s AS events7 --- FROM events_l7d_mv AS events7 - FROM events_l24h_mv AS events7 - WHERE events7.project_id = toUInt32(2460) - AND toStartOfInterval(events7.datetime, INTERVAL 37565 second) >= '2022-04-02 00:00:00' - AND events7.datetime <= '2022-04-03 00:00:00' --- AND events7.datetime <= '2022-04-10 00:00:00' --- AND events7.datetime < '2022-05-02 00:00:00' - AND events7.event_type = 'RESOURCE' - GROUP BY timestamp, events7.type - ORDER BY timestamp) AS t -GROUP BY timestamp - SETTINGS - max_threads = 4;