diff --git a/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/1.8.0.sql b/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/1.8.0.sql index 01e542d51..c8de5781e 100644 --- a/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/1.8.0.sql +++ b/ee/scripts/helm/db/init_dbs/clickhouse/1.8.0/1.8.0.sql @@ -37,8 +37,7 @@ CREATE TABLE IF NOT EXISTS resources decoded_body_size Nullable(UInt32), compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), success UInt8, - method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), - status Nullable(UInt16) + method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)) ) ENGINE = MergeTree PARTITION BY toYYYYMM(datetime) ORDER BY (project_id, datetime, type, session_id) @@ -111,9 +110,10 @@ CREATE TABLE IF NOT EXISTS events -- encoded_body_size Nullable(UInt32), -- decoded_body_size Nullable(UInt32), -- compression_ratio Nullable(Float32) MATERIALIZED divide(decoded_body_size, encoded_body_size), --- success Nullable(UInt8), --- method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), --- status Nullable(UInt16), + method Nullable(Enum8('GET' = 0, 'HEAD' = 1, 'POST' = 2, 'PUT' = 3, 'DELETE' = 4, 'CONNECT' = 5, 'OPTIONS' = 6, 'TRACE' = 7, 'PATCH' = 8)), + status Nullable(UInt16), + success Nullable(UInt8), +-- success Nullable(UInt8) MATERIALIZED if(event_type != 'REQUEST', null, 99 < status < 400), request_body Nullable(String), response_body Nullable(String), _timestamp DateTime DEFAULT now() diff --git a/ee/scripts/helm/db/init_dbs/clickhouse/create/negatives_buffer.sql b/ee/scripts/helm/db/init_dbs/clickhouse/create/negatives_buffer.sql deleted file mode 100644 index ac67028b3..000000000 --- a/ee/scripts/helm/db/init_dbs/clickhouse/create/negatives_buffer.sql +++ /dev/null @@ -1,215 +0,0 @@ -CREATE TABLE IF NOT EXISTS negatives_buffer -( - sessionid UInt64, - clickevent_hesitationtime Nullable(UInt64), - clickevent_label Nullable(String), - clickevent_messageid Nullable(UInt64), - clickevent_timestamp Nullable(Datetime), - connectioninformation_downlink Nullable(UInt64), - connectioninformation_type Nullable(String), - consolelog_level Nullable(String), - consolelog_value Nullable(String), - cpuissue_duration Nullable(UInt64), - cpuissue_rate Nullable(UInt64), - cpuissue_timestamp Nullable(Datetime), - createdocument Nullable(UInt8), - createelementnode_id Nullable(UInt64), - createelementnode_parentid Nullable(UInt64), - cssdeleterule_index Nullable(UInt64), - cssdeleterule_stylesheetid Nullable(UInt64), - cssinsertrule_index Nullable(UInt64), - cssinsertrule_rule Nullable(String), - cssinsertrule_stylesheetid Nullable(UInt64), - customevent_messageid Nullable(UInt64), - customevent_name Nullable(String), - customevent_payload Nullable(String), - customevent_timestamp Nullable(Datetime), - domdrop_timestamp Nullable(Datetime), - errorevent_message Nullable(String), - errorevent_messageid Nullable(UInt64), - errorevent_name Nullable(String), - errorevent_payload Nullable(String), - errorevent_source Nullable(String), - errorevent_timestamp Nullable(Datetime), - fetch_duration Nullable(UInt64), - fetch_method Nullable(String), - fetch_request Nullable(String), - fetch_status Nullable(UInt64), - fetch_timestamp Nullable(Datetime), - fetch_url Nullable(String), - graphql_operationkind Nullable(String), - graphql_operationname Nullable(String), - graphql_response Nullable(String), - graphql_variables Nullable(String), - graphqlevent_messageid Nullable(UInt64), - graphqlevent_name Nullable(String), - graphqlevent_timestamp Nullable(Datetime), - inputevent_label Nullable(String), - inputevent_messageid Nullable(UInt64), - inputevent_timestamp Nullable(Datetime), - inputevent_value Nullable(String), - inputevent_valuemasked Nullable(UInt8), - jsexception_message Nullable(String), - jsexception_name Nullable(String), - jsexception_payload Nullable(String), - longtasks_timestamp Nullable(Datetime), - longtasks_duration Nullable(UInt64), - longtasks_containerid Nullable(String), - longtasks_containersrc Nullable(String), - memoryissue_duration Nullable(UInt64), - memoryissue_rate Nullable(UInt64), - memoryissue_timestamp Nullable(Datetime), - metadata_key Nullable(String), - metadata_value Nullable(String), - mobx_payload Nullable(String), - mobx_type Nullable(String), - mouseclick_id Nullable(UInt64), - mouseclick_hesitationtime Nullable(UInt64), - mouseclick_label Nullable(String), - mousemove_x Nullable(UInt64), - mousemove_y Nullable(UInt64), - movenode_id Nullable(UInt64), - movenode_index Nullable(UInt64), - movenode_parentid Nullable(UInt64), - ngrx_action Nullable(String), - ngrx_duration Nullable(UInt64), - ngrx_state Nullable(String), - pageevent_domcontentloadedeventend Nullable(UInt64), - pageevent_domcontentloadedeventstart Nullable(UInt64), - pageevent_firstcontentfulpaint Nullable(UInt64), - pageevent_firstpaint Nullable(UInt64), - pageevent_loaded Nullable(UInt8), - pageevent_loadeventend Nullable(UInt64), - pageevent_loadeventstart Nullable(UInt64), - pageevent_messageid Nullable(UInt64), - pageevent_referrer Nullable(String), - pageevent_requeststart Nullable(UInt64), - pageevent_responseend Nullable(UInt64), - pageevent_responsestart Nullable(UInt64), - pageevent_speedindex Nullable(UInt64), - pageevent_timestamp Nullable(Datetime), - pageevent_url Nullable(String), - pageloadtiming_domcontentloadedeventend Nullable(UInt64), - pageloadtiming_domcontentloadedeventstart Nullable(UInt64), - pageloadtiming_firstcontentfulpaint Nullable(UInt64), - pageloadtiming_firstpaint Nullable(UInt64), - pageloadtiming_loadeventend Nullable(UInt64), - pageloadtiming_loadeventstart Nullable(UInt64), - pageloadtiming_requeststart Nullable(UInt64), - pageloadtiming_responseend Nullable(UInt64), - pageloadtiming_responsestart Nullable(UInt64), - pagerendertiming_speedindex Nullable(UInt64), - pagerendertiming_timetointeractive Nullable(UInt64), - pagerendertiming_visuallycomplete Nullable(UInt64), - performancetrack_frames Nullable(Int64), - performancetrack_ticks Nullable(Int64), - performancetrack_totaljsheapsize Nullable(UInt64), - performancetrack_usedjsheapsize Nullable(UInt64), - performancetrackaggr_avgcpu Nullable(UInt64), - performancetrackaggr_avgfps Nullable(UInt64), - performancetrackaggr_avgtotaljsheapsize Nullable(UInt64), - performancetrackaggr_avgusedjsheapsize Nullable(UInt64), - performancetrackaggr_maxcpu Nullable(UInt64), - performancetrackaggr_maxfps Nullable(UInt64), - performancetrackaggr_maxtotaljsheapsize Nullable(UInt64), - performancetrackaggr_maxusedjsheapsize Nullable(UInt64), - performancetrackaggr_mincpu Nullable(UInt64), - performancetrackaggr_minfps Nullable(UInt64), - performancetrackaggr_mintotaljsheapsize Nullable(UInt64), - performancetrackaggr_minusedjsheapsize Nullable(UInt64), - performancetrackaggr_timestampend Nullable(Datetime), - performancetrackaggr_timestampstart Nullable(Datetime), - profiler_args Nullable(String), - profiler_duration Nullable(UInt64), - profiler_name Nullable(String), - profiler_result Nullable(String), - rawcustomevent_name Nullable(String), - rawcustomevent_payload Nullable(String), - rawerrorevent_message Nullable(String), - rawerrorevent_name Nullable(String), - rawerrorevent_payload Nullable(String), - rawerrorevent_source Nullable(String), - rawerrorevent_timestamp Nullable(Datetime), - redux_action Nullable(String), - redux_duration Nullable(UInt64), - redux_state Nullable(String), - removenode_id Nullable(UInt64), - removenodeattribute_id Nullable(UInt64), - removenodeattribute_name Nullable(String), - resourceevent_decodedbodysize Nullable(UInt64), - resourceevent_duration Nullable(UInt64), - resourceevent_encodedbodysize Nullable(UInt64), - resourceevent_headersize Nullable(UInt64), - resourceevent_messageid Nullable(UInt64), - resourceevent_method Nullable(String), - resourceevent_status Nullable(UInt64), - resourceevent_success Nullable(UInt8), - resourceevent_timestamp Nullable(Datetime), - resourceevent_ttfb Nullable(UInt64), - resourceevent_type Nullable(String), - resourceevent_url Nullable(String), - resourcetiming_decodedbodysize Nullable(UInt64), - resourcetiming_duration Nullable(UInt64), - resourcetiming_encodedbodysize Nullable(UInt64), - resourcetiming_headersize Nullable(UInt64), - resourcetiming_initiator Nullable(String), - resourcetiming_timestamp Nullable(Datetime), - resourcetiming_ttfb Nullable(UInt64), - resourcetiming_url Nullable(String), - sessiondisconnect Nullable(UInt8), - sessiondisconnect_timestamp Nullable(Datetime), - sessionend Nullable(UInt8), - sessionend_timestamp Nullable(Datetime), - sessionstart_projectid Nullable(UInt64), - sessionstart_revid Nullable(String), - sessionstart_timestamp Nullable(Datetime), - sessionstart_trackerversion Nullable(String), - sessionstart_useragent Nullable(String), - sessionstart_userbrowser Nullable(String), - sessionstart_userbrowserversion Nullable(String), - sessionstart_usercountry Nullable(String), - sessionstart_userdevice Nullable(String), - sessionstart_userdeviceheapsize Nullable(UInt64), - sessionstart_userdevicememorysize Nullable(UInt64), - sessionstart_userdevicetype Nullable(String), - sessionstart_useros Nullable(String), - sessionstart_userosversion Nullable(String), - sessionstart_useruuid Nullable(String), - setcssdata_data Nullable(UInt64), - setcssdata_id Nullable(UInt64), - setinputchecked_checked Nullable(UInt64), - setinputchecked_id Nullable(UInt64), - setinputtarget_id Nullable(UInt64), - setinputtarget_label Nullable(UInt64), - setinputvalue_id Nullable(UInt64), - setinputvalue_mask Nullable(UInt64), - setinputvalue_value Nullable(UInt64), - setnodeattribute_id Nullable(UInt64), - setnodeattribute_name Nullable(UInt64), - setnodeattribute_value Nullable(UInt64), - setnodedata_data Nullable(UInt64), - setnodedata_id Nullable(UInt64), - setnodescroll_id Nullable(UInt64), - setnodescroll_x Nullable(Int64), - setnodescroll_y Nullable(Int64), - setpagelocation_navigationstart Nullable(UInt64), - setpagelocation_referrer Nullable(String), - setpagelocation_url Nullable(String), - setpagevisibility_hidden Nullable(UInt8), - setviewportscroll_x Nullable(Int64), - setviewportscroll_y Nullable(Int64), - setviewportsize_height Nullable(UInt64), - setviewportsize_width Nullable(UInt64), - stateaction_type Nullable(String), - stateactionevent_messageid Nullable(UInt64), - stateactionevent_timestamp Nullable(Datetime), - stateactionevent_type Nullable(String), - timestamp_timestamp Nullable(Datetime), - useranonymousid_id Nullable(String), - userid_id Nullable(String), - vuex_mutation Nullable(String), - vuex_state Nullable(String), - received_at Datetime, - batch_order_number Int64 -) - ENGINE = Buffer(default, negatives, 16, 10, 120, 10000, 1000000, 10000, 100000000); diff --git a/ee/scripts/helm/db/init_dbs/clickhouse/create/negatives_creation_clickhouse.sql b/ee/scripts/helm/db/init_dbs/clickhouse/create/negatives_creation_clickhouse.sql deleted file mode 100644 index 361082d7c..000000000 --- a/ee/scripts/helm/db/init_dbs/clickhouse/create/negatives_creation_clickhouse.sql +++ /dev/null @@ -1,218 +0,0 @@ -CREATE TABLE IF NOT EXISTS negatives -( - sessionid UInt64, - clickevent_hesitationtime Nullable(UInt64), - clickevent_label Nullable(String), - clickevent_messageid Nullable(UInt64), - clickevent_timestamp Nullable(Datetime), - connectioninformation_downlink Nullable(UInt64), - connectioninformation_type Nullable(String), - consolelog_level Nullable(String), - consolelog_value Nullable(String), - cpuissue_duration Nullable(UInt64), - cpuissue_rate Nullable(UInt64), - cpuissue_timestamp Nullable(Datetime), - createdocument Nullable(UInt8), - createelementnode_id Nullable(UInt64), - createelementnode_parentid Nullable(UInt64), - cssdeleterule_index Nullable(UInt64), - cssdeleterule_stylesheetid Nullable(UInt64), - cssinsertrule_index Nullable(UInt64), - cssinsertrule_rule Nullable(String), - cssinsertrule_stylesheetid Nullable(UInt64), - customevent_messageid Nullable(UInt64), - customevent_name Nullable(String), - customevent_payload Nullable(String), - customevent_timestamp Nullable(Datetime), - domdrop_timestamp Nullable(Datetime), - errorevent_message Nullable(String), - errorevent_messageid Nullable(UInt64), - errorevent_name Nullable(String), - errorevent_payload Nullable(String), - errorevent_source Nullable(String), - errorevent_timestamp Nullable(Datetime), - fetch_duration Nullable(UInt64), - fetch_method Nullable(String), - fetch_request Nullable(String), - fetch_status Nullable(UInt64), - fetch_timestamp Nullable(Datetime), - fetch_url Nullable(String), - graphql_operationkind Nullable(String), - graphql_operationname Nullable(String), - graphql_response Nullable(String), - graphql_variables Nullable(String), - graphqlevent_messageid Nullable(UInt64), - graphqlevent_name Nullable(String), - graphqlevent_timestamp Nullable(Datetime), - inputevent_label Nullable(String), - inputevent_messageid Nullable(UInt64), - inputevent_timestamp Nullable(Datetime), - inputevent_value Nullable(String), - inputevent_valuemasked Nullable(UInt8), - jsexception_message Nullable(String), - jsexception_name Nullable(String), - jsexception_payload Nullable(String), - longtasks_timestamp Nullable(Datetime), - longtasks_duration Nullable(UInt64), - longtasks_containerid Nullable(String), - longtasks_containersrc Nullable(String), - memoryissue_duration Nullable(UInt64), - memoryissue_rate Nullable(UInt64), - memoryissue_timestamp Nullable(Datetime), - metadata_key Nullable(String), - metadata_value Nullable(String), - mobx_payload Nullable(String), - mobx_type Nullable(String), - mouseclick_id Nullable(UInt64), - mouseclick_hesitationtime Nullable(UInt64), - mouseclick_label Nullable(String), - mousemove_x Nullable(UInt64), - mousemove_y Nullable(UInt64), - movenode_id Nullable(UInt64), - movenode_index Nullable(UInt64), - movenode_parentid Nullable(UInt64), - ngrx_action Nullable(String), - ngrx_duration Nullable(UInt64), - ngrx_state Nullable(String), - pageevent_domcontentloadedeventend Nullable(UInt64), - pageevent_domcontentloadedeventstart Nullable(UInt64), - pageevent_firstcontentfulpaint Nullable(UInt64), - pageevent_firstpaint Nullable(UInt64), - pageevent_loaded Nullable(UInt8), - pageevent_loadeventend Nullable(UInt64), - pageevent_loadeventstart Nullable(UInt64), - pageevent_messageid Nullable(UInt64), - pageevent_referrer Nullable(String), - pageevent_requeststart Nullable(UInt64), - pageevent_responseend Nullable(UInt64), - pageevent_responsestart Nullable(UInt64), - pageevent_speedindex Nullable(UInt64), - pageevent_timestamp Nullable(Datetime), - pageevent_url Nullable(String), - pageloadtiming_domcontentloadedeventend Nullable(UInt64), - pageloadtiming_domcontentloadedeventstart Nullable(UInt64), - pageloadtiming_firstcontentfulpaint Nullable(UInt64), - pageloadtiming_firstpaint Nullable(UInt64), - pageloadtiming_loadeventend Nullable(UInt64), - pageloadtiming_loadeventstart Nullable(UInt64), - pageloadtiming_requeststart Nullable(UInt64), - pageloadtiming_responseend Nullable(UInt64), - pageloadtiming_responsestart Nullable(UInt64), - pagerendertiming_speedindex Nullable(UInt64), - pagerendertiming_timetointeractive Nullable(UInt64), - pagerendertiming_visuallycomplete Nullable(UInt64), - performancetrack_frames Nullable(Int64), - performancetrack_ticks Nullable(Int64), - performancetrack_totaljsheapsize Nullable(UInt64), - performancetrack_usedjsheapsize Nullable(UInt64), - performancetrackaggr_avgcpu Nullable(UInt64), - performancetrackaggr_avgfps Nullable(UInt64), - performancetrackaggr_avgtotaljsheapsize Nullable(UInt64), - performancetrackaggr_avgusedjsheapsize Nullable(UInt64), - performancetrackaggr_maxcpu Nullable(UInt64), - performancetrackaggr_maxfps Nullable(UInt64), - performancetrackaggr_maxtotaljsheapsize Nullable(UInt64), - performancetrackaggr_maxusedjsheapsize Nullable(UInt64), - performancetrackaggr_mincpu Nullable(UInt64), - performancetrackaggr_minfps Nullable(UInt64), - performancetrackaggr_mintotaljsheapsize Nullable(UInt64), - performancetrackaggr_minusedjsheapsize Nullable(UInt64), - performancetrackaggr_timestampend Nullable(Datetime), - performancetrackaggr_timestampstart Nullable(Datetime), - profiler_args Nullable(String), - profiler_duration Nullable(UInt64), - profiler_name Nullable(String), - profiler_result Nullable(String), - rawcustomevent_name Nullable(String), - rawcustomevent_payload Nullable(String), - rawerrorevent_message Nullable(String), - rawerrorevent_name Nullable(String), - rawerrorevent_payload Nullable(String), - rawerrorevent_source Nullable(String), - rawerrorevent_timestamp Nullable(Datetime), - redux_action Nullable(String), - redux_duration Nullable(UInt64), - redux_state Nullable(String), - removenode_id Nullable(UInt64), - removenodeattribute_id Nullable(UInt64), - removenodeattribute_name Nullable(String), - resourceevent_decodedbodysize Nullable(UInt64), - resourceevent_duration Nullable(UInt64), - resourceevent_encodedbodysize Nullable(UInt64), - resourceevent_headersize Nullable(UInt64), - resourceevent_messageid Nullable(UInt64), - resourceevent_method Nullable(String), - resourceevent_status Nullable(UInt64), - resourceevent_success Nullable(UInt8), - resourceevent_timestamp Nullable(Datetime), - resourceevent_ttfb Nullable(UInt64), - resourceevent_type Nullable(String), - resourceevent_url Nullable(String), - resourcetiming_decodedbodysize Nullable(UInt64), - resourcetiming_duration Nullable(UInt64), - resourcetiming_encodedbodysize Nullable(UInt64), - resourcetiming_headersize Nullable(UInt64), - resourcetiming_initiator Nullable(String), - resourcetiming_timestamp Nullable(Datetime), - resourcetiming_ttfb Nullable(UInt64), - resourcetiming_url Nullable(String), - sessiondisconnect Nullable(UInt8), - sessiondisconnect_timestamp Nullable(Datetime), - sessionend Nullable(UInt8), - sessionend_timestamp Nullable(Datetime), - sessionstart_projectid Nullable(UInt64), - sessionstart_revid Nullable(String), - sessionstart_timestamp Nullable(Datetime), - sessionstart_trackerversion Nullable(String), - sessionstart_useragent Nullable(String), - sessionstart_userbrowser Nullable(String), - sessionstart_userbrowserversion Nullable(String), - sessionstart_usercountry Nullable(String), - sessionstart_userdevice Nullable(String), - sessionstart_userdeviceheapsize Nullable(UInt64), - sessionstart_userdevicememorysize Nullable(UInt64), - sessionstart_userdevicetype Nullable(String), - sessionstart_useros Nullable(String), - sessionstart_userosversion Nullable(String), - sessionstart_useruuid Nullable(String), - setcssdata_data Nullable(UInt64), - setcssdata_id Nullable(UInt64), - setinputchecked_checked Nullable(UInt64), - setinputchecked_id Nullable(UInt64), - setinputtarget_id Nullable(UInt64), - setinputtarget_label Nullable(UInt64), - setinputvalue_id Nullable(UInt64), - setinputvalue_mask Nullable(UInt64), - setinputvalue_value Nullable(UInt64), - setnodeattribute_id Nullable(UInt64), - setnodeattribute_name Nullable(UInt64), - setnodeattribute_value Nullable(UInt64), - setnodedata_data Nullable(UInt64), - setnodedata_id Nullable(UInt64), - setnodescroll_id Nullable(UInt64), - setnodescroll_x Nullable(Int64), - setnodescroll_y Nullable(Int64), - setpagelocation_navigationstart Nullable(UInt64), - setpagelocation_referrer Nullable(String), - setpagelocation_url Nullable(String), - setpagevisibility_hidden Nullable(UInt8), - setviewportscroll_x Nullable(Int64), - setviewportscroll_y Nullable(Int64), - setviewportsize_height Nullable(UInt64), - setviewportsize_width Nullable(UInt64), - stateaction_type Nullable(String), - stateactionevent_messageid Nullable(UInt64), - stateactionevent_timestamp Nullable(Datetime), - stateactionevent_type Nullable(String), - timestamp_timestamp Nullable(Datetime), - useranonymousid_id Nullable(String), - userid_id Nullable(String), - vuex_mutation Nullable(String), - vuex_state Nullable(String), - received_at Datetime, - batch_order_number Int64 -) - ENGINE = MergeTree() - PARTITION BY toYYYYMM(received_at) - ORDER BY (received_at, batch_order_number) - SETTINGS min_bytes_for_wide_part = 1, use_minimalistic_part_header_in_zookeeper = 1; \ No newline at end of file