BEGIN; CREATE OR REPLACE FUNCTION openreplay_version() RETURNS text AS $$ SELECT 'v1.10.0' $$ LANGUAGE sql IMMUTABLE; ALTER TYPE webhook_type ADD VALUE IF NOT EXISTS 'msteams'; UPDATE metrics SET is_public= TRUE; ALTER TABLE IF EXISTS metrics ALTER COLUMN metric_type TYPE text, ALTER COLUMN metric_type SET DEFAULT 'timeseries', ALTER COLUMN view_type TYPE text, ALTER COLUMN view_type SET DEFAULT 'lineChart', ADD COLUMN IF NOT EXISTS thumbnail text; DO $$ BEGIN IF EXISTS(SELECT column_name FROM information_schema.columns WHERE table_name = 'metrics' and column_name = 'is_predefined') THEN -- 1. pre transform structure ALTER TABLE IF EXISTS metrics ADD COLUMN IF NOT EXISTS o_metric_id INTEGER, ADD COLUMN IF NOT EXISTS o_widget_id INTEGER; -- 2. insert predefined metrics related to dashboards as custom metrics INSERT INTO metrics(project_id, user_id, name, metric_type, view_type, metric_of, metric_value, metric_format, default_config, is_public, o_metric_id, o_widget_id) SELECT dashboards.project_id, dashboard_widgets.user_id, metrics.name, left(category, 1) || right(replace(initcap(category), ' ', ''), -1) AS metric_type, 'chart' AS view_type, left(predefined_key, 1) || right(replace(initcap(predefined_key), '_', ''), -1) AS metric_of, metric_value, metric_format, default_config, TRUE AS is_public, metrics.metric_id, dashboard_widgets.widget_id FROM metrics INNER JOIN dashboard_widgets USING (metric_id) INNER JOIN dashboards USING (dashboard_id) WHERE is_predefined; -- 3. update widgets UPDATE dashboard_widgets SET metric_id=metrics.metric_id FROM metrics WHERE metrics.o_widget_id IS NOT NULL AND dashboard_widgets.widget_id = metrics.o_widget_id; -- 4. delete predefined metrics DELETE FROM metrics WHERE is_predefined; ALTER TABLE IF EXISTS metrics DROP COLUMN IF EXISTS active, DROP COLUMN IF EXISTS is_predefined, DROP COLUMN IF EXISTS predefined_key, DROP COLUMN IF EXISTS is_template, DROP COLUMN IF EXISTS category, DROP COLUMN IF EXISTS o_metric_id, DROP COLUMN IF EXISTS o_widget_id, DROP CONSTRAINT IF EXISTS null_project_id_for_template_only, DROP CONSTRAINT IF EXISTS metrics_unique_key, DROP CONSTRAINT IF EXISTS unique_key; END IF; END; $$ LANGUAGE plpgsql; DROP TYPE IF EXISTS metric_type; DROP TYPE IF EXISTS metric_view_type; ALTER TABLE IF EXISTS events.clicks ADD COLUMN IF NOT EXISTS path text; DROP INDEX IF EXISTS events.clicks_url_gin_idx; DROP INDEX IF EXISTS events.inputs_label_value_idx; DROP INDEX IF EXISTS events.inputs_label_idx; DROP INDEX IF EXISTS events.pages_base_path_idx; DROP INDEX IF EXISTS events.pages_base_path_idx1; DROP INDEX IF EXISTS events.pages_base_path_idx2; DROP INDEX IF EXISTS events.pages_base_referrer_gin_idx1; DROP INDEX IF EXISTS events.pages_base_referrer_gin_idx2; DROP INDEX IF EXISTS events.resources_url_gin_idx; DROP INDEX IF EXISTS events.resources_url_idx; DROP INDEX IF EXISTS events.resources_url_hostpath_idx; DROP INDEX IF EXISTS events.resources_session_id_timestamp_idx; DROP INDEX IF EXISTS events.resources_duration_durationgt0_idx; DROP INDEX IF EXISTS events.state_actions_name_idx; DROP INDEX IF EXISTS events_common.requests_query_nn_idx; DROP INDEX IF EXISTS events_common.requests_host_nn_idx; DROP INDEX IF EXISTS events_common.issues_context_string_gin_idx; DROP INDEX IF EXISTS public.sessions_user_country_gin_idx; DROP INDEX IF EXISTS public.sessions_user_browser_gin_idx; DROP INDEX IF EXISTS public.sessions_user_os_gin_idx; DROP INDEX IF EXISTS public.issues_context_string_gin_idx; ALTER TABLE IF EXISTS projects ADD COLUMN IF NOT EXISTS beacon_size integer NOT NULL DEFAULT 0; -- To migrate saved search data -- SET client_min_messages TO NOTICE; -- SET client_min_messages TO NOTICE; CREATE OR REPLACE FUNCTION get_new_event_key(key text) RETURNS text AS $$ DECLARE events_map CONSTANT JSONB := '{ "CLICK": "click", "INPUT": "input", "LOCATION": "location", "CUSTOM": "custom", "REQUEST": "request", "FETCH": "fetch", "GRAPHQL": "graphql", "STATEACTION": "stateAction", "ERROR": "error", "CLICK_IOS": "clickIos", "INPUT_IOS": "inputIos", "VIEW_IOS": "viewIos", "CUSTOM_IOS": "customIos", "REQUEST_IOS": "requestIos", "ERROR_IOS": "errorIos", "DOM_COMPLETE": "domComplete", "LARGEST_CONTENTFUL_PAINT_TIME": "largestContentfulPaintTime", "TIME_BETWEEN_EVENTS": "timeBetweenEvents", "TTFB": "ttfb", "AVG_CPU_LOAD": "avgCpuLoad", "AVG_MEMORY_USAGE": "avgMemoryUsage", "FETCH_FAILED": "fetchFailed" }'; BEGIN RETURN jsonb_extract_path(events_map, key); END; $$ LANGUAGE plpgsql IMMUTABLE; CREATE OR REPLACE FUNCTION get_new_event_filter_key(key text) RETURNS text AS $$ DECLARE event_filters_map CONSTANT JSONB := '{ "FETCH_URL": "fetchUrl", "FETCH_STATUS_CODE": "fetchStatusCode", "FETCH_METHOD": "fetchMethod", "FETCH_DURATION": "fetchDuration", "FETCH_REQUEST_BODY": "fetchRequestBody", "FETCH_RESPONSE_BODY": "fetchResponseBody", "GRAPHQL_NAME": "graphqlName", "GRAPHQL_METHOD": "graphqlMethod", "GRAPHQL_REQUEST_BODY": "graphqlRequestBody", "GRAPHQL_RESPONSE_BODY": "graphqlResponseBody" }'; BEGIN RETURN jsonb_extract_path(event_filters_map, key); END; $$ LANGUAGE plpgsql IMMUTABLE; CREATE OR REPLACE FUNCTION get_new_filter_key(key text) RETURNS text AS $$ DECLARE filters_map CONSTANT JSONB := '{ "USEROS": "userOs", "USERBROWSER": "userBrowser", "USERDEVICE": "userDevice", "USERCOUNTRY": "userCountry", "USERID": "userId", "USERANONYMOUSID": "userAnonymousId", "REFERRER": "referrer", "REVID": "revId", "USEROS_IOS": "userOsIos", "USERDEVICE_IOS": "userDeviceIos", "USERCOUNTRY_IOS": "userCountryIos", "USERID_IOS": "userIdIos", "USERANONYMOUSID_IOS": "userAnonymousIdIos", "REVID_IOS": "revIdIos", "DURATION": "duration", "PLATFORM": "platform", "METADATA": "metadata", "ISSUE": "issue", "EVENTS_COUNT": "eventsCount", "UTM_SOURCE": "utmSource", "UTM_MEDIUM": "utmMedium", "UTM_CAMPAIGN": "utmCampaign" }'; BEGIN RETURN jsonb_extract_path(filters_map, key); END; $$ LANGUAGE plpgsql IMMUTABLE; DO $$ DECLARE row RECORD; events_att JSONB; event_filters_att JSONB; filters_att JSONB; element JSONB; s_element JSONB; new_value TEXT; new_events JSONB[]; new_filters JSONB[]; new_event_filters JSONB[]; changed BOOLEAN; planned_update JSONB[]; BEGIN planned_update := '{}'::jsonb[]; FOR row IN SELECT * FROM searches LOOP -- Transform events attributes events_att := row.filter -> 'events'; IF events_att IS NOT NULL THEN new_events := '{}'::jsonb[]; FOR element IN SELECT jsonb_array_elements(events_att) LOOP changed := FALSE; new_value := get_new_event_key(element ->> 'type'); if new_value IS NOT NULL THEN changed := TRUE; new_value := replace(new_value, '"', ''); element := element || jsonb_build_object('type', new_value); END IF; -- Transform event's sub-filters attributes event_filters_att := element -> 'filters'; new_event_filters := '{}'::jsonb[]; IF event_filters_att IS NOT NULL AND jsonb_array_length(event_filters_att) > 0 THEN FOR s_element IN SELECT jsonb_array_elements(event_filters_att) LOOP new_value := get_new_event_filter_key(s_element ->> 'type'); if new_value IS NOT NULL THEN changed := TRUE; new_value := replace(new_value, '"', ''); s_element := s_element || jsonb_build_object('type', new_value); new_event_filters := array_append(new_event_filters, s_element); END IF; END LOOP; element := element || jsonb_build_object('filters', new_event_filters); END IF; IF changed THEN new_events := array_append(new_events, element); END IF; END LOOP; IF array_length(new_events, 1) > 0 THEN row.filter := row.filter || jsonb_build_object('events', new_events); END IF; END IF; -- Transform filters attributes filters_att := row.filter -> 'filters'; IF filters_att IS NOT NULL THEN new_filters := '{}'::jsonb; FOR element IN SELECT jsonb_array_elements(filters_att) LOOP new_value := get_new_filter_key(element ->> 'type'); if new_value IS NOT NULL THEN new_value := replace(new_value, '"', ''); element := element || jsonb_build_object('type', new_value); new_filters := array_append(new_filters, element); END IF; END LOOP; IF array_length(new_filters, 1) > 0 THEN row.filter := row.filter || jsonb_build_object('filters', new_filters); END IF; END IF; IF array_length(new_events, 1) > 0 OR array_length(new_filters, 1) > 0 THEN planned_update := array_append(planned_update, jsonb_build_object('id', row.search_id, 'change', row.filter)); END IF; END LOOP; -- Update saved search IF array_length(planned_update, 1) > 0 THEN raise notice 'must update % elements',array_length(planned_update, 1); UPDATE searches SET filter=changes.change -> 'change' FROM (SELECT unnest(planned_update)) AS changes(change) WHERE search_id = (changes.change -> 'id')::integer; raise notice 'update done'; ELSE raise notice 'nothing to update'; END IF; END ; $$ LANGUAGE plpgsql; COMMIT; CREATE INDEX CONCURRENTLY IF NOT EXISTS clicks_selector_idx ON events.clicks (selector); CREATE INDEX CONCURRENTLY IF NOT EXISTS clicks_path_idx ON events.clicks (path); CREATE INDEX CONCURRENTLY IF NOT EXISTS clicks_path_gin_idx ON events.clicks USING GIN (path gin_trgm_ops); CREATE INDEX CONCURRENTLY IF NOT EXISTS issues_project_id_issue_id_idx ON public.issues (project_id, issue_id);