fix: ee/connectors/deploy/requirements_snowflake.txt to reduce vulnerabilities

The following vulnerabilities are fixed by pinning transitive dependencies:
- https://snyk.io/vuln/SNYK-PYTHON-PYCRYPTODOMEX-6145008

api/chalicelib/core/canvas.py

@@ -20,7 +20,7 @@ def get_canvas_presigned_urls(session_id, project_id):
                 "projectId": project_id,
                 "recordingId": rows[i]["recording_id"]
             }
-            key = config("CANVAS_PATTERN", default="%(sessionId)/%(recordingId)s.mp4") % params
+            key = config("CANVAS_PATTERN", default="%(sessionId)s/%(recordingId)s.mp4") % params
             rows[i] = StorageClient.get_presigned_url_for_sharing(
                 bucket=config("CANVAS_BUCKET", default=config("sessions_bucket")),
                 expires_in=config("PRESIGNED_URL_EXPIRATION", cast=int, default=900),

api/chalicelib/core/usability_testing/service.py

@@ -2,7 +2,7 @@ import logging
 
 from fastapi import HTTPException, status
 
-from chalicelib.core.db_request_handler import DatabaseRequestHandler
+from chalicelib.utils.db_request_handler import DatabaseRequestHandler
 from chalicelib.core.usability_testing.schema import UTTestCreate, UTTestSearch, UTTestUpdate
 from chalicelib.utils.TimeUTC import TimeUTC
 from chalicelib.utils.helper import dict_to_camel_case, list_to_camel_case

api/chalicelib/core/users.py

@@ -125,6 +125,10 @@ def update(tenant_id, user_id, changes, output=True):
             if key == "password":
                 sub_query_bauth.append("password = crypt(%(password)s, gen_salt('bf', 12))")
                 sub_query_bauth.append("changed_at = timezone('utc'::text, now())")
+                sub_query_bauth.append("change_pwd_expire_at = NULL")
+                sub_query_bauth.append("change_pwd_token = NULL")
+                sub_query_bauth.append("invitation_token = NULL")
+                sub_query_bauth.append("invited_at = NULL")
             else:
                 sub_query_bauth.append(f"{helper.key_to_snake_case(key)} = %({key})s")
         else:
@@ -445,9 +449,7 @@ def change_password(tenant_id, user_id, email, old_password, new_password):
 
 
 def set_password_invitation(user_id, new_password):
-    changes = {"password": new_password,
-               "invitationToken": None, "invitedAt": None,
-               "changePwdExpireAt": None, "changePwdToken": None}
+    changes = {"password": new_password}
     user = update(tenant_id=-1, user_id=user_id, changes=changes)
     r = authenticate(user['email'], new_password)
 

api/schemas/transformers_validators.py

@@ -10,7 +10,7 @@ def transform_email(email: str) -> str:
 
 
 def int_to_string(value: int) -> str:
-    return str(value) if isinstance(value, int) else int
+    return str(value) if isinstance(value, int) else value
 
 
 def remove_whitespace(value: str) -> str:

ee/api/.gitignore

@@ -274,3 +274,4 @@ Pipfile.lock
 /orpy.py
 /chalicelib/core/usability_testing/
 /NOTES.md
+/chalicelib/utils/db_request_handler.py

ee/api/app.py

@@ -52,7 +52,7 @@ async def lifespan(app: FastAPI):
     await events_queue.init()
     app.schedule.start()
 
-    for job in core_crons.cron_jobs + core_dynamic_crons.cron_jobs + traces.cron_jobs + ee_crons.ee_cron_jobs:
+    for job in core_crons.cron_jobs + core_dynamic_crons.cron_jobs + traces.cron_jobs + ee_crons.cron_jobs:
         app.schedule.add_job(id=job["func"].__name__, **job)
 
     ap_logger.info(">Scheduled jobs:")

ee/api/chalicelib/core/assist_stats.py

@@ -1,11 +1,12 @@
 import logging
-from datetime import datetime
 
 from fastapi import HTTPException
 
 from chalicelib.utils import pg_client, helper
+from chalicelib.utils.TimeUTC import TimeUTC
 from schemas import AssistStatsSessionsRequest, AssistStatsSessionsResponse, AssistStatsTopMembersResponse
 
+logger = logging.getLogger(__name__)
 event_type_mapping = {
     "sessionsAssisted": "assist",
     "assistDuration": "assist",
@@ -17,12 +18,12 @@ event_type_mapping = {
 def insert_aggregated_data():
     try:
         logging.info("Assist Stats: Inserting aggregated data")
-        end_timestamp = int(datetime.timestamp(datetime.now())) * 1000
+        end_timestamp = TimeUTC.now()
         start_timestamp = __last_run_end_timestamp_from_aggregates()
 
         if start_timestamp is None:  # first run
             logging.info("Assist Stats: First run, inserting data for last 7 days")
-            start_timestamp = end_timestamp - (7 * 24 * 60 * 60 * 1000)
+            start_timestamp = end_timestamp - TimeUTC.MS_WEEK
 
         offset = 0
         chunk_size = 1000
@@ -103,9 +104,8 @@ def __last_run_end_timestamp_from_aggregates():
         result = cur.fetchone()
         last_run_time = result['last_run_time'] if result else None
 
-    if last_run_time is None:  # first run handle all data
-        sql = "SELECT MIN(timestamp) as last_timestamp FROM assist_events;"
-        with pg_client.PostgresClient() as cur:
+        if last_run_time is None:  # first run handle all data
+            sql = "SELECT MIN(timestamp) as last_timestamp FROM assist_events;"
             cur.execute(sql)
             result = cur.fetchone()
             last_run_time = result['last_timestamp'] if result else None

ee/api/chalicelib/core/sessions_exp.py

@@ -1,10 +1,10 @@
 import ast
+import logging
 from typing import List, Union
 
 import schemas
-from chalicelib.core import events, metadata, projects, performance_event, metrics
+from chalicelib.core import events, metadata, projects, performance_event, metrics, sessions_legacy
 from chalicelib.utils import pg_client, helper, metrics_helper, ch_client, exp_ch_helper
-import logging
 
 logger = logging.getLogger(__name__)
 SESSION_PROJECTION_COLS_CH = """\
@@ -353,6 +353,7 @@ def search2_table(data: schemas.SessionsSearchPayloadSchema, project_id: int, de
     step_size = int(metrics_helper.__get_step_size(endTimestamp=data.endTimestamp, startTimestamp=data.startTimestamp,
                                                    density=density))
     extra_event = None
+    extra_deduplication = []
     if metric_of == schemas.MetricOfTable.visited_url:
         extra_event = f"""SELECT DISTINCT ev.session_id, ev.url_path
                             FROM {exp_ch_helper.get_main_events_table(data.startTimestamp)} AS ev
@@ -360,12 +361,14 @@ def search2_table(data: schemas.SessionsSearchPayloadSchema, project_id: int, de
                               AND ev.datetime <= toDateTime(%(endDate)s / 1000)
                               AND ev.project_id = %(project_id)s
                               AND ev.event_type = 'LOCATION'"""
+        extra_deduplication.append("url_path")
     elif metric_of == schemas.MetricOfTable.issues and len(metric_value) > 0:
         data.filters.append(schemas.SessionSearchFilterSchema(value=metric_value, type=schemas.FilterType.issue,
                                                               operator=schemas.SearchEventOperator._is))
     full_args, query_part = search_query_parts_ch(data=data, error_status=None, errors_only=False,
                                                   favorite_only=False, issue=None, project_id=project_id,
-                                                  user_id=None, extra_event=extra_event)
+                                                  user_id=None, extra_event=extra_event,
+                                                  extra_deduplication=extra_deduplication)
     full_args["step_size"] = step_size
     sessions = []
     with ch_client.ClickHouseClient() as cur:
@@ -434,7 +437,6 @@ def search_table_of_individual_issues(data: schemas.SessionsSearchPayloadSchema,
         full_args["issues_limit"] = data.limit
         full_args["issues_limit_s"] = (data.page - 1) * data.limit
         full_args["issues_limit_e"] = data.page * data.limit
-        print(full_args)
         main_query = cur.format(f"""SELECT issues.type                             AS name,
                                                  issues.context_string                   AS value,
                                                  COUNT(DISTINCT raw_sessions.session_id) AS session_count,
@@ -519,7 +521,7 @@ def __get_event_type(event_type: Union[schemas.EventType, schemas.PerformanceEve
 
 # this function generates the query and return the generated-query with the dict of query arguments
 def search_query_parts_ch(data: schemas.SessionsSearchPayloadSchema, error_status, errors_only, favorite_only, issue,
-                          project_id, user_id, platform="web", extra_event=None):
+                          project_id, user_id, platform="web", extra_event=None, extra_deduplication=[]):
     ss_constraints = []
     full_args = {"project_id": project_id, "startDate": data.startTimestamp, "endDate": data.endTimestamp,
                  "projectId": project_id, "userId": user_id}
@@ -1391,15 +1393,15 @@ def search_query_parts_ch(data: schemas.SessionsSearchPayloadSchema, error_statu
                         _value_conditions_not.append(_p)
                         value_conditions_not.append(p)
                 del _value_conditions_not
-                sequence_conditions += value_conditions_not
+                # sequence_conditions += value_conditions_not
                 events_extra_join += f"""LEFT ANTI JOIN ( SELECT DISTINCT session_id
                                         FROM {MAIN_EVENTS_TABLE} AS main
                                         WHERE {' AND '.join(__events_where_basic)}
                                             AND ({' OR '.join(value_conditions_not)})) AS sub USING(session_id)"""
 
-            # if has_values:
-            #     events_conditions = [c for c in list(set(sequence_conditions))]
-            #     events_conditions_where.append(f"({' OR '.join(events_conditions)})")
+            if has_values and len(sequence_conditions) > 0:
+                events_conditions = [c for c in list(set(sequence_conditions))]
+                events_conditions_where.append(f"({' OR '.join(events_conditions)})")
 
             events_query_part = f"""SELECT main.session_id,
                                         MIN(main.datetime) AS first_event_ts,
@@ -1487,11 +1489,12 @@ def search_query_parts_ch(data: schemas.SessionsSearchPayloadSchema, error_statu
                                     FROM {MAIN_SESSIONS_TABLE} AS s {extra_event}
                                     WHERE {" AND ".join(extra_constraints)}) AS s ON(s.session_id=f.session_id)"""
         else:
+            deduplication_keys = ["session_id"] + extra_deduplication
             extra_join = f"""(SELECT * 
                                 FROM {MAIN_SESSIONS_TABLE} AS s {extra_join} {extra_event}
                                 WHERE {" AND ".join(extra_constraints)}
                                 ORDER BY _timestamp DESC
-                                LIMIT 1 BY session_id) AS s"""
+                                LIMIT 1 BY {",".join(deduplication_keys)}) AS s"""
         query_part = f"""\
                             FROM {f"({events_query_part}) AS f" if len(events_query_part) > 0 else ""}
                             {extra_join}
@@ -1665,3 +1668,29 @@ def check_recording_status(project_id: int) -> dict:
         "recordingStatus": row["recording_status"],
         "sessionsCount": row["sessions_count"]
     }
+
+
+# TODO: rewrite this function to use ClickHouse
+def search_sessions_by_ids(project_id: int, session_ids: list, sort_by: str = 'session_id',
+                           ascending: bool = False) -> dict:
+    if session_ids is None or len(session_ids) == 0:
+        return {"total": 0, "sessions": []}
+    with pg_client.PostgresClient() as cur:
+        meta_keys = metadata.get(project_id=project_id)
+        params = {"project_id": project_id, "session_ids": tuple(session_ids)}
+        order_direction = 'ASC' if ascending else 'DESC'
+        main_query = cur.mogrify(f"""SELECT {sessions_legacy.SESSION_PROJECTION_BASE_COLS}
+                                            {"," if len(meta_keys) > 0 else ""}{",".join([f'metadata_{m["index"]}' for m in meta_keys])}
+                                     FROM public.sessions AS s
+                                        WHERE project_id=%(project_id)s 
+                                            AND session_id IN %(session_ids)s
+                                     ORDER BY {sort_by} {order_direction};""", params)
+
+        cur.execute(main_query)
+        rows = cur.fetchall()
+        if len(meta_keys) > 0:
+            for s in rows:
+                s["metadata"] = {}
+                for m in meta_keys:
+                    s["metadata"][m["key"]] = s.pop(f'metadata_{m["index"]}')
+    return {"total": len(rows), "sessions": helper.list_to_camel_case(rows)}

ee/api/chalicelib/core/users.py

@@ -150,6 +150,10 @@ def update(tenant_id, user_id, changes, output=True):
             if key == "password":
                 sub_query_bauth.append("password = crypt(%(password)s, gen_salt('bf', 12))")
                 sub_query_bauth.append("changed_at = timezone('utc'::text, now())")
+                sub_query_bauth.append("change_pwd_expire_at = NULL")
+                sub_query_bauth.append("change_pwd_token = NULL")
+                sub_query_bauth.append("invitation_token = NULL")
+                sub_query_bauth.append("invited_at = NULL")
             else:
                 sub_query_bauth.append(f"{helper.key_to_snake_case(key)} = %({key})s")
         else:
@@ -524,9 +528,7 @@ def change_password(tenant_id, user_id, email, old_password, new_password):
 
 
 def set_password_invitation(tenant_id, user_id, new_password):
-    changes = {"password": new_password,
-               "invitationToken": None, "invitedAt": None,
-               "changePwdExpireAt": None, "changePwdToken": None}
+    changes = {"password": new_password}
     user = update(tenant_id=tenant_id, user_id=user_id, changes=changes)
     r = authenticate(user['email'], new_password)
 

ee/api/clean-dev.sh

@@ -55,7 +55,7 @@ rm -rf ./chalicelib/core/user_testing.py
 rm -rf ./chalicelib/saml
 rm -rf ./chalicelib/utils/__init__.py
 rm -rf ./chalicelib/utils/args_transformer.py
-rm -rf ./chalicelib/utils/canvas.py
+rm -rf ./chalicelib/core/canvas.py
 rm -rf ./chalicelib/utils/captcha.py
 rm -rf ./chalicelib/utils/dev.py
 rm -rf ./chalicelib/utils/email_handler.py
@@ -93,4 +93,5 @@ rm -rf ./schemas/overrides.py
 rm -rf ./schemas/schemas.py
 rm -rf ./schemas/transformers_validators.py
 rm -rf ./orpy.py
-rm -rf ./chalicelib/core/usability_testing/
+rm -rf ./chalicelib/core/usability_testing/
+rm -rf ./chalicelib/utils/db_request_handler.py

ee/api/crons/ee_crons.py

@@ -3,6 +3,8 @@ from apscheduler.triggers.interval import IntervalTrigger
 from chalicelib.utils import events_queue
 from chalicelib.core import assist_stats
 
+from decouple import config
+
 
 async def pg_events_queue() -> None:
     events_queue.global_queue.force_flush()
@@ -12,8 +14,14 @@ async def assist_events_aggregates_cron() -> None:
     assist_stats.insert_aggregated_data()
 
 
-ee_cron_jobs = [
-    {"func": pg_events_queue, "trigger": IntervalTrigger(minutes=5), "misfire_grace_time": 20, "max_instances": 1},
-    {"func": assist_events_aggregates_cron,
-     "trigger": IntervalTrigger(hours=1, start_date="2023-04-01 0:0:0", jitter=10), }
+# SINGLE_CRONS are crons that will be run the crons-service, they are a singleton crons
+SINGLE_CRONS = [{"func": assist_events_aggregates_cron,
+                 "trigger": IntervalTrigger(hours=1, start_date="2023-04-01 0:0:0", jitter=10)}]
+
+# cron_jobs is the list of crons to run in main API service (so you will have as many runs as the number of instances of the API)
+cron_jobs = [
+    {"func": pg_events_queue, "trigger": IntervalTrigger(minutes=5), "misfire_grace_time": 20, "max_instances": 1}
 ]
+
+if config("LOCAL_CRONS", default=False, cast=bool):
+    cron_jobs += SINGLE_CRONS

ee/connectors/deploy/requirements_snowflake.txt

@@ -20,7 +20,7 @@ msrest==0.7.1
 oauthlib==3.2.2
 oscrypto==1.3.0
 pycparser==2.21
-pycryptodomex==3.18.0
+pycryptodomex==3.19.1
 PyJWT==2.7.0
 pyOpenSSL==22.1.0
 python-dateutil==2.8.2

frontend/.env.sample

@@ -22,5 +22,5 @@ MINIO_ACCESS_KEY = ''
 MINIO_SECRET_KEY = ''
 
 # APP and TRACKER VERSIONS
-VERSION = 1.14.0
-TRACKER_VERSION = '9.0.0'
+VERSION = 1.16.3
+TRACKER_VERSION = '11.0.1'

frontend/app/api_client.ts

@@ -159,6 +159,8 @@ export default class APIClient {
       } else {
         return Promise.reject({ message: `! ${this.init.method} error on ${path}; ${response.status}`, response });
       }
+    }).catch((error) => {
+      return Promise.reject({ message: `! ${this.init.method} error on ${path};` });
     });
   }
 

frontend/app/components/Session_/OverviewPanel/OverviewPanel.tsx

@@ -78,7 +78,6 @@ function MobileOverviewPanelCont({  issuesList }: { issuesList: Record<string, a
 
 function WebOverviewPanelCont({ issuesList }: { issuesList: Record<string, any>[] }) {
   const { store } = React.useContext(PlayerContext);
-  const [dataLoaded, setDataLoaded] = React.useState(false);
   const [selectedFeatures, setSelectedFeatures] = React.useState([
     'PERFORMANCE',
     'FRUSTRATIONS',
@@ -93,7 +92,7 @@ function WebOverviewPanelCont({ issuesList }: { issuesList: Record<string, any>[
   } = store.get();
 
   const stackEventList = tabStates[currentTab]?.stackList || []
-  const eventsList = tabStates[currentTab]?.eventList || []
+  // const eventsList = tabStates[currentTab]?.eventList || []
   const frustrationsList = tabStates[currentTab]?.frustrationsList || []
   const exceptionsList = tabStates[currentTab]?.exceptionsList || []
   const resourceListUnmap = tabStates[currentTab]?.resourceList || []
@@ -116,24 +115,7 @@ function WebOverviewPanelCont({ issuesList }: { issuesList: Record<string, any>[
       PERFORMANCE: performanceChartData,
       FRUSTRATIONS: frustrationsList,
     };
-  }, [dataLoaded, currentTab]);
-
-  useEffect(() => {
-    if (dataLoaded) {
-      return;
-    }
-
-    if (
-      resourceList.length > 0 ||
-      exceptionsList.length > 0 ||
-      eventsList.length > 0 ||
-      stackEventList.length > 0 ||
-      issuesList.length > 0 ||
-      performanceChartData.length > 0
-    ) {
-      setDataLoaded(true);
-    }
-  }, [resourceList, issuesList, exceptionsList, eventsList, stackEventList, performanceChartData, currentTab]);
+  }, [tabStates, currentTab]);
 
   return <PanelComponent resources={resources} endTime={endTime} selectedFeatures={selectedFeatures} fetchPresented={fetchPresented} setSelectedFeatures={setSelectedFeatures} />
 }

frontend/app/components/shared/Filters/FilterAutoComplete/FilterAutoComplete.tsx

@@ -146,7 +146,9 @@ function FilterAutoComplete(props: Props) {
     const loadOptions = (inputValue: string, callback: (options: []) => void) => {
         // remove underscore from params
         const _params = Object.keys(params).reduce((acc: any, key: string) => {
-            acc[key] = params[key].replace(/^_/, '');
+            if (key === 'type' && params[key] === 'metadata') {
+                acc[key] = params[key].replace(/^_/, '');
+            }
             return acc;
         }, {});
 

frontend/app/types/filter/newFilter.js

@@ -642,7 +642,8 @@ export const addElementToLiveFiltersMap = (
   icon = 'filters/metadata'
 ) => {
   liveFiltersMap[key] = {
-    key, type, category, label: capitalize(key),
+    key, type, category,
+    label: key.replace(/^_/, '').charAt(0).toUpperCase() + key.slice(2),
     operator: operator,
     operatorOptions,
     icon,

scripts/docker-compose/upgrade.sh

@@ -5,9 +5,9 @@ original_env_file="$1"
 
 # Check if the original env file exists and is not empty
 if [ ! -s "$original_env_file" ]; then
-    echo "Error: The original env file is empty or does not exist."
-    echo "Usage: $0 /path/to/original.env"
-    exit 1
+	echo "Error: The original env file is empty or does not exist."
+	echo "Usage: $0 /path/to/original.env"
+	exit 1
 fi
 
 new_env_file="./common.env"
@@ -15,99 +15,111 @@ temp_env_file=$(mktemp)
 
 # Function to merge environment variables from original to new env file
 function merge_envs() {
-    while IFS='=' read -r key value; do
-        # Skip the line if the key is COMMON_VERSION
-        case "$key" in
-        COMMON_VERSION)
-            original_version=$(echo "$value" | xargs)
-            continue
-            ;;
-        COMMON_PG_PASSWORD)
-            pgpassword=$value
-            ;;
-        POSTGRES_VERSION | REDIS_VERSION | MINIO_VERSION)
-            # Don't update db versions automatically.
-            continue
-            ;;
-        esac
+	while IFS='=' read -r key value; do
+		# Skip the line if the key is COMMON_VERSION
+		case "$key" in
+		COMMON_VERSION)
+			original_version=$(echo "$value" | xargs)
+			continue
+			;;
+		COMMON_PG_PASSWORD)
+			pgpassword=$(echo $value | xargs)
+			;;
+		POSTGRES_VERSION | REDIS_VERSION | MINIO_VERSION)
+			# Don't update db versions automatically.
+			continue
+			;;
+		esac
 
-        # Remove any existing entry from the new env file and add the new value
-        grep -v "^$key=" "$new_env_file" >"$temp_env_file"
-        mv "$temp_env_file" "$new_env_file"
-        echo "$key=$value" >>"$new_env_file"
-    done <"$original_env_file"
+		# Remove any existing entry from the new env file and add the new value
+		grep -v "^$key=" "$new_env_file" >"$temp_env_file"
+		mv "$temp_env_file" "$new_env_file"
+		echo "$key=$value" >>"$new_env_file"
+	done <"$original_env_file"
 }
 
 # Function to normalize version numbers for comparison
 function normalise_version {
-    echo "$1" | awk -F. '{ printf("%03d%03d%03d\n", $1, $2, $3); }'
+	echo "$1" | awk -F. '{ printf("%03d%03d%03d\n", $1, $2, $3); }'
 }
 
 # Function to log messages
 function log_message() {
-    echo "$@" >&2
+	echo "$@" >&2
 }
 
 # Function to create migration versions based on the current and previous application versions
 function create_migration_versions() {
-    cd "${SCHEMA_DIR:-/opt/openreplay/openreplay/scripts/schema}" || {
-        log_message "not able to cd $SCHEMA_DIR"
-        exit 100
-    }
+	SCHEMA_DIR="../schema/"
+	cd $SCHEMA_DIR || {
+		log_message "not able to cd $SCHEMA_DIR"
+		exit 100
+	}
 
-    db=postgresql
-    # List all version directories excluding 'create' directory
-    all_versions=($(find db/init_dbs/$db -maxdepth 1 -type d -exec basename {} \; | grep -v create))
+	db=postgresql
+	# List all version directories excluding 'create' directory
+	all_versions=($(find db/init_dbs/$db -maxdepth 1 -type d -exec basename {} \; | grep -v create))
 
-    # Normalize the previous application version for comparison
-    PREVIOUS_APP_VERSION_NORMALIZED=$(normalise_version "${PREVIOUS_APP_VERSION}")
+	# Normalize the previous application version for comparison
+	PREVIOUS_APP_VERSION_NORMALIZED=$(normalise_version "${PREVIOUS_APP_VERSION}")
 
-    migration_versions=()
-    for ver in "${all_versions[@]}"; do
-        if [[ $(normalise_version "$ver") > "$PREVIOUS_APP_VERSION_NORMALIZED" ]]; then
-            migration_versions+=("$ver")
-        fi
-    done
+	migration_versions=()
+	for ver in "${all_versions[@]}"; do
+		if [[ $(normalise_version "$ver") > "$PREVIOUS_APP_VERSION_NORMALIZED" ]]; then
+			migration_versions+=("$ver")
+		fi
+	done
 
-    # Join migration versions into a single string separated by commas
-    joined_migration_versions=$(
-        IFS=,
-        echo "${migration_versions[*]}"
-    )
+	# Join migration versions into a single string separated by commas
+	joined_migration_versions=$(
+		IFS=,
+		echo "${migration_versions[*]}"
+	)
 
-    # Return to the previous directory
-    cd - >/dev/null || {
-        log_message "not able to cd back"
-        exit 100
-    }
+	# Return to the previous directory
+	cd - >/dev/null || {
+		log_message "not able to cd back"
+		exit 100
+	}
 
-    log_message "output: $joined_migration_versions"
-    echo "$joined_migration_versions"
+	log_message "output: $joined_migration_versions"
+	echo "$joined_migration_versions"
 }
 
+export SCHEMA_DIR="$(readlink -f ../schema/)"
+echo $SCHEMA_DIR
 # Function to perform migration
 function migrate() {
-    # Set schema directory and previous application version
-    export SCHEMA_DIR="../schema/"
-    export PREVIOUS_APP_VERSION=${original_version#v}
+	# Set schema directory and previous application version
+	export PREVIOUS_APP_VERSION=${original_version#v}
 
-    # Create migration versions array
-    IFS=',' read -ra joined_migration_versions <<<"$(create_migration_versions)"
-    # Check if there are versions to migrate
-    [[ ${#joined_migration_versions[@]} -eq 0 ]] && {
-        echo "Nothing to migrate"
-        return
-    }
-    # Loop through versions and prepare Docker run commands
-    for ver in "${joined_migration_versions[@]}"; do
-        echo "$ver"
-        "docker run --rm --network openreplay-net \
-        --name pgmigrate -e 'PGHOST=postgres' -e 'PGPORT=5432' \
-        -e 'PGDATABASE=postgres' -e 'PGUSER=postgres' -e 'PGPASSWORD=$pgpassword' \
-        -v /opt/data/:$SCHEMA_DIR postgres psql -f /opt/data/schema/db/init_dbs/postgresql/$ver/$ver.sql"
-    done
+	# Create migration versions array
+	IFS=',' read -ra joined_migration_versions <<<"$(create_migration_versions)"
+	# Check if there are versions to migrate
+	[[ ${#joined_migration_versions[@]} -eq 0 ]] && {
+		echo "Nothing to migrate"
+		return
+	}
+	# Loop through versions and prepare Docker run commands
+	for ver in "${joined_migration_versions[@]}"; do
+		echo "$ver"
+		docker run --rm --network docker-compose_opereplay-net \
+			--name pgmigrate -e PGHOST=postgres -e PGPORT=5432 \
+			-e PGDATABASE=postgres -e PGUSER=postgres -e PGPASSWORD=$pgpassword \
+			-v $SCHEMA_DIR:/opt/data/ postgres psql -f /opt/data/db/init_dbs/postgresql/$ver/$ver.sql
+	done
 }
 
 # Merge environment variables and perform migration
 merge_envs
 migrate
+
+# Load variables from common.env into the current shell's environment
+set -a # automatically export all variables
+source common.env
+set +a
+
+# Use the `envsubst` command to substitute the shell environment variables into reference_var.env and output to a combined .env
+find ./ -type f \( -iname "*.env" -o -iname "docker-compose.yaml" \) ! -name "common.env" -exec /bin/bash -c 'file="{}";cp "$file" "$file.bak"; envsubst < "$file.bak" > "$file"; rm "$file.bak"' \;
+
+sudo -E docker-compose up -d

scripts/helmcharts/openreplay/charts/alerts/Chart.yaml

@@ -15,10 +15,10 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.1.1
+version: 0.1.3
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
 # follow Semantic Versioning. They should reflect the version the application is using.
 # It is recommended to use it with quotes.
-AppVersion: "v1.16.0"
+AppVersion: "v1.16.1"

scripts/helmcharts/openreplay/charts/chalice/Chart.yaml

@@ -15,10 +15,10 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.1.7
+version: 0.1.17
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
 # follow Semantic Versioning. They should reflect the version the application is using.
 # It is recommended to use it with quotes.
-AppVersion: "v1.16.0"
+AppVersion: "v1.16.10"

scripts/helmcharts/openreplay/charts/frontend/Chart.yaml

@@ -15,10 +15,10 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (frontends://semver.org/)
-version: 0.1.10
+version: 0.1.13
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
 # follow Semantic Versioning. They should reflect the version the application is using.
 # It is recommended to use it with quotes.
-AppVersion: "v1.16.0"
+AppVersion: "v1.16.3"