jan/openreplay
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Dev (#2712)

Browse source 
* refactor(chalice): upgraded dependencies
refactor(alerts): upgraded dependencies
refactor(crons): upgraded dependencies
refactor(DB): v1.21.0 DB changes
This commit is contained in:
Kraiem Taha Yassine 2024-10-30 11:13:59 +01:00 • committed by GitHub
parent 5cbb89d949
commit d8642808d7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
18 changed files with 163 additions and 47 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
api/Pipfile
View file

@ -6,19 +6,19 @@ name = "pypi"
[packages]
urllib3 = "==1.26.16"
requests = "==2.32.3"
boto3 = "==1.35.29"
boto3 = "==1.35.51"
pyjwt = "==2.9.0"
psycopg2-binary = "==2.9.9"
psycopg2-binary = "==2.9.10"
psycopg = {extras = ["binary", "pool"], version = "==3.2.3"}
elasticsearch = "==8.15.1"
jira = "==3.8.0"
cachetools = "==5.5.0"
fastapi = "==0.115.0"
fastapi = "==0.115.4"
uvicorn = {extras = ["standard"], version = "==0.32.0"}
python-decouple = "==3.8"
apscheduler = "==3.10.4"
redis = "==5.1.0"
psycopg = {extras = ["binary", "pool"], version = "==3.2.3"}
uvicorn = {extras = ["standard"], version = "==0.31.0"}
pydantic = {extras = ["email"], version = "==2.9.2"}
apscheduler = "==3.10.4"
redis = "==5.2.0"
[dev-packages]

8
api/requirements-alerts.txt
View file

@ -1,9 +1,9 @@
# Keep this version to not have conflicts between requests and boto3
urllib3==1.26.16
requests==2.32.3
boto3==1.35.29
boto3==1.35.51
pyjwt==2.9.0
psycopg2-binary==2.9.9
psycopg2-binary==2.9.10
psycopg[pool,binary]==3.2.3
elasticsearch==8.15.1
jira==3.8.0
@ -11,8 +11,8 @@ cachetools==5.5.0
fastapi==0.115.0
uvicorn[standard]==0.31.0
fastapi==0.115.4
uvicorn[standard]==0.32.0
python-decouple==3.8
pydantic[email]==2.9.2
apscheduler==3.10.4

10
api/requirements.txt
View file

@ -1,9 +1,9 @@
# Keep this version to not have conflicts between requests and boto3
urllib3==1.26.16
requests==2.32.3
boto3==1.35.29
boto3==1.35.51
pyjwt==2.9.0
psycopg2-binary==2.9.9
psycopg2-binary==2.9.10
psycopg[pool,binary]==3.2.3
elasticsearch==8.15.1
jira==3.8.0
@ -11,10 +11,10 @@ cachetools==5.5.0
fastapi==0.115.0
uvicorn[standard]==0.31.0
fastapi==0.115.4
uvicorn[standard]==0.32.0
python-decouple==3.8
pydantic[email]==2.9.2
apscheduler==3.10.4
redis==5.1.0
redis==5.2.0

20
ee/api/Pipfile
View file

@ -6,24 +6,24 @@ name = "pypi"
[packages]
urllib3 = "==1.26.16"
requests = "==2.32.3"
boto3 = "==1.35.29"
boto3 = "==1.35.51"
pyjwt = "==2.9.0"
psycopg2-binary = "==2.9.9"
psycopg2-binary = "==2.9.10"
psycopg = {extras = ["pool", "binary"], version = "==3.2.3"}
elasticsearch = "==8.15.1"
jira = "==3.8.0"
cachetools = "==5.5.0"
fastapi = "==0.115.0"
fastapi = "==0.115.4"
uvicorn = {extras = ["standard"], version = "==0.32.0"}
gunicorn = "==23.0.0"
python-decouple = "==3.8"
apscheduler = "==3.10.4"
python3-saml = "==1.16.0"
python-multipart = "==0.0.12"
redis = "==5.1.0b6"
azure-storage-blob = "==12.22.0"
psycopg = {extras = ["binary", "pool"], version = "==3.2.3"}
uvicorn = {extras = ["standard"], version = "==0.31.0"}
pydantic = {extras = ["email"], version = "==2.9.2"}
apscheduler = "==3.10.4"
clickhouse-driver = {extras = ["lz4"], version = "==0.2.9"}
python3-saml = "==1.16.0"
python-multipart = "==0.0.16"
redis = "==5.2.0"
azure-storage-blob = "==12.23.1"
[dev-packages]

10
ee/api/requirements-alerts.txt
View file

@ -1,9 +1,9 @@
# Keep this version to not have conflicts between requests and boto3
urllib3==1.26.16
requests==2.32.3
boto3==1.35.29
boto3==1.35.51
pyjwt==2.9.0
psycopg2-binary==2.9.9
psycopg2-binary==2.9.10
psycopg[pool,binary]==3.2.3
elasticsearch==8.15.1
jira==3.8.0
@ -11,11 +11,11 @@ cachetools==5.5.0
fastapi==0.115.0
uvicorn[standard]==0.31.0
fastapi==0.115.4
uvicorn[standard]==0.32.0
python-decouple==3.8
pydantic[email]==2.9.2
apscheduler==3.10.4
clickhouse-driver[lz4]==0.2.9
azure-storage-blob==12.22.0
azure-storage-blob==12.23.1

10
ee/api/requirements-crons.txt
View file

@ -1,9 +1,9 @@
# Keep this version to not have conflicts between requests and boto3
urllib3==1.26.16
requests==2.32.3
boto3==1.35.29
boto3==1.35.51
pyjwt==2.9.0
psycopg2-binary==2.9.9
psycopg2-binary==2.9.10
psycopg[pool,binary]==3.2.3
elasticsearch==8.15.1
jira==3.8.0
@ -11,11 +11,11 @@ cachetools==5.5.0
fastapi==0.115.0
fastapi==0.115.4
python-decouple==3.8
pydantic[email]==2.9.2
apscheduler==3.10.4
clickhouse-driver[lz4]==0.2.9
redis==5.1.0b6
azure-storage-blob==12.22.0
redis==5.2.0
azure-storage-blob==12.23.1

14
ee/api/requirements.txt
View file

@ -1,9 +1,9 @@
# Keep this version to not have conflicts between requests and boto3
urllib3==1.26.16
requests==2.32.3
boto3==1.35.29
boto3==1.35.51
pyjwt==2.9.0
psycopg2-binary==2.9.9
psycopg2-binary==2.9.10
psycopg[pool,binary]==3.2.3
elasticsearch==8.15.1
jira==3.8.0
@ -11,8 +11,8 @@ cachetools==5.5.0
fastapi==0.115.0
uvicorn[standard]==0.31.0
fastapi==0.115.4
uvicorn[standard]==0.32.0
gunicorn==23.0.0
python-decouple==3.8
pydantic[email]==2.9.2
@ -22,8 +22,8 @@ clickhouse-driver[lz4]==0.2.9
# TODO: enable after xmlsec fix https://github.com/xmlsec/python-xmlsec/issues/252
#--no-binary is used to avoid libxml2 library version incompatibilities between xmlsec and lxml
python3-saml==1.16.0 --no-binary=lxml
python-multipart==0.0.12
python-multipart==0.0.16
redis==5.1.0b6
redis==5.2.0
#confluent-kafka==2.1.0
azure-storage-blob==12.22.0
azure-storage-blob==12.23.1

2
ee/scripts/schema/db/init_dbs/clickhouse/1.20.0/1.20.0.sql
View file

@ -1,4 +1,4 @@
CREATE OR REPLACE FUNCTION openreplay_version AS() -> 'v1.19.0-ee';
CREATE OR REPLACE FUNCTION openreplay_version AS() -> 'v1.20.0-ee';
DROP TABLE IF EXISTS experimental.events_l7d_mv;

1
ee/scripts/schema/db/init_dbs/clickhouse/1.21.0/1.21.0.sql Normal file
View file

@ -0,0 +1 @@
CREATE OR REPLACE FUNCTION openreplay_version AS() -> 'v1.21.0-ee';

2
ee/scripts/schema/db/init_dbs/clickhouse/create/init_schema.sql
View file

@ -1,4 +1,4 @@
CREATE OR REPLACE FUNCTION openreplay_version AS() -> 'v1.19.0-ee';
CREATE OR REPLACE FUNCTION openreplay_version AS() -> 'v1.21.0-ee';
CREATE DATABASE IF NOT EXISTS experimental;
CREATE TABLE IF NOT EXISTS experimental.autocomplete

32
ee/scripts/schema/db/init_dbs/postgresql/1.21.0/1.21.0.sql Normal file
View file

@ -0,0 +1,32 @@
\set previous_version 'v1.20.0-ee'
\set next_version 'v1.21.0-ee'
SELECT openreplay_version() AS current_version,
openreplay_version() = :'previous_version' AS valid_previous,
openreplay_version() = :'next_version' AS is_next
\gset
\if :valid_previous
\echo valid previous DB version :'previous_version', starting DB upgrade to :'next_version'
BEGIN;
SELECT format($fn_def$
CREATE OR REPLACE FUNCTION openreplay_version()
RETURNS text AS
$$
SELECT '%1$s'
$$ LANGUAGE sql IMMUTABLE;
$fn_def$, :'next_version')
\gexec
--
UPDATE public.roles
SET permissions='{SERVICE_SESSION_REPLAY,SERVICE_DEV_TOOLS,SERVICE_ASSIST_LIVE,SERVICE_ASSIST_CALL,SERVICE_READ_NOTES}'
WHERE service_role;
COMMIT;
\elif :is_next
\echo new version detected :'next_version', nothing to do
\else
\warn skipping DB upgrade of :'next_version', expected previous version :'previous_version', found :'current_version'
\endif

2
ee/scripts/schema/db/init_dbs/postgresql/init_schema.sql
View file

@ -1,4 +1,4 @@
\set or_version 'v1.19.0-ee'
\set or_version 'v1.21.0-ee'
SET client_min_messages TO NOTICE;
\set ON_ERROR_STOP true
SELECT EXISTS (SELECT 1

1
ee/scripts/schema/db/rollback_dbs/clickhouse/1.20.0/1.20.0.sql Normal file
View file

@ -0,0 +1 @@
CREATE OR REPLACE FUNCTION openreplay_version AS() -> 'v1.19.0-ee';

1
ee/scripts/schema/db/rollback_dbs/clickhouse/1.21.0/1.21.0.sql Normal file
View file

@ -0,0 +1 @@
CREATE OR REPLACE FUNCTION openreplay_version AS() -> 'v1.20.0-ee';

26
ee/scripts/schema/db/rollback_dbs/postgresql/1.21.0/1.21.0.sql Normal file
View file

@ -0,0 +1,26 @@
\set previous_version 'v1.21.0-ee'
\set next_version 'v1.20.0-ee'
SELECT openreplay_version() AS current_version,
openreplay_version() = :'previous_version' AS valid_previous,
openreplay_version() = :'next_version' AS is_next
\gset
\if :valid_previous
\echo valid previous DB version :'previous_version', starting DB downgrade to :'next_version'
BEGIN;
SELECT format($fn_def$
CREATE OR REPLACE FUNCTION openreplay_version()
RETURNS text AS
$$
SELECT '%1$s'
$$ LANGUAGE sql IMMUTABLE;
$fn_def$, :'next_version')
\gexec
COMMIT;
\elif :is_next
\echo new version detected :'next_version', nothing to do
\else
\warn skipping DB downgrade of :'next_version', expected previous version :'previous_version', found :'current_version'
\endif

29
scripts/schema/db/init_dbs/postgresql/1.21.0/1.21.0.sql Normal file
View file

@ -0,0 +1,29 @@
\set previous_version 'v1.20.0'
\set next_version 'v1.21.0'
SELECT openreplay_version() AS current_version,
openreplay_version() = :'previous_version' AS valid_previous,
openreplay_version() = :'next_version' AS is_next
\gset
\if :valid_previous
\echo valid previous DB version :'previous_version', starting DB upgrade to :'next_version'
BEGIN;
SELECT format($fn_def$
CREATE OR REPLACE FUNCTION openreplay_version()
RETURNS text AS
$$
SELECT '%1$s'
$$ LANGUAGE sql IMMUTABLE;
$fn_def$, :'next_version')
\gexec
--
COMMIT;
\elif :is_next
\echo new version detected :'next_version', nothing to do
\else
\warn skipping DB upgrade of :'next_version', expected previous version :'previous_version', found :'current_version'
\endif

2
scripts/schema/db/init_dbs/postgresql/init_schema.sql
View file

@ -1,4 +1,4 @@
\set or_version 'v1.19.0'
\set or_version 'v1.21.0'
SET client_min_messages TO NOTICE;
\set ON_ERROR_STOP true
SELECT EXISTS (SELECT 1

26
scripts/schema/db/rollback_dbs/postgresql/1.21.0/1.21.0.sql Normal file
View file

@ -0,0 +1,26 @@
\set previous_version 'v1.21.0'
\set next_version 'v1.20.0'
SELECT openreplay_version() AS current_version,
openreplay_version() = :'previous_version' AS valid_previous,
openreplay_version() = :'next_version' AS is_next
\gset
\if :valid_previous
\echo valid previous DB version :'previous_version', starting DB downgrade to :'next_version'
BEGIN;
SELECT format($fn_def$
CREATE OR REPLACE FUNCTION openreplay_version()
RETURNS text AS
$$
SELECT '%1$s'
$$ LANGUAGE sql IMMUTABLE;
$fn_def$, :'next_version')
\gexec
COMMIT;
\elif :is_next
\echo new version detected :'next_version', nothing to do
\else
\warn skipping DB downgrade of :'next_version', expected previous version :'previous_version', found :'current_version'
\endif