openreplay/api/chalicelib/core/log_tools/cloudwatch.py
Kraiem Taha Yassine d6e0865b8a
Dev (#2856)
refactor(chalice): refactored alerts
refactor(chalice): refactored autocomplete
refactor(chalice): refactored sessions*
refactor(chalice): refactored collaboration-tools
refactor(chalice): refactored log-tools*
refactor(chalice): refactored issue-tracking-tools*
2024-12-11 15:53:34 +01:00

110 lines
4 KiB
Python

import boto3
from chalicelib.core import log_tools
from schemas import schemas
IN_TY = "cloudwatch"
def __find_groups(client, token):
d_args = {
"limit": 50
}
if token is not None:
d_args["nextToken"] = token
response = client.describe_log_groups(**d_args)
response["logGroups"] = [i['logGroupName'] for i in response["logGroups"]]
if "nextToken" not in response:
return response["logGroups"]
return response["logGroups"] + __find_groups(client, response["nextToken"])
def __find_streams(project_id, log_group, client, token, stream_filter):
d_args = {"logGroupName": log_group, "orderBy": 'LastEventTime', 'limit': 50}
if token is not None and len(token) > 0:
d_args["nextToken"] = token
data = client.describe_log_streams(**d_args)
streams = list(filter(stream_filter, data['logStreams']))
if 'nextToken' not in data:
save_new_token(project_id=project_id, token=token)
return streams
return streams + __find_streams(project_id, log_group, client, data['nextToken'], stream_filter)
def __find_events(client, log_group, streams, last_token, start_time, end_time):
f_args = {
"logGroupName": log_group,
"logStreamNames": streams,
"startTime": start_time,
"endTime": end_time,
"limit": 10000,
"filterPattern": "openreplay_session_id"
}
if last_token is not None:
f_args["nextToken"] = last_token
response = client.filter_log_events(
**f_args
)
if "nextToken" not in response:
return response["events"]
return response["events"] + __find_events(client, log_group, streams, response["nextToken"], start_time, end_time)
def list_log_groups(aws_access_key_id, aws_secret_access_key, region):
logs = boto3.client('logs', aws_access_key_id=aws_access_key_id,
aws_secret_access_key=aws_secret_access_key,
region_name=region
)
return __find_groups(logs, None)
def get_all(tenant_id):
return log_tools.get_all_by_tenant(tenant_id=tenant_id, integration=IN_TY)
def get(project_id):
return log_tools.get(project_id=project_id, integration=IN_TY)
def update(tenant_id, project_id, changes):
options = {}
if "authorization_token" in changes:
options["authorization_token"] = changes.pop("authorization_token")
if "project_id" in changes:
options["project_id"] = changes.pop("project_id")
if len(options.keys()) > 0:
changes["options"] = options
return log_tools.edit(project_id=project_id, integration=IN_TY, changes=changes)
def add(tenant_id, project_id, aws_access_key_id, aws_secret_access_key, log_group_name, region):
return log_tools.add(project_id=project_id, integration=IN_TY,
options={"awsAccessKeyId": aws_access_key_id,
"awsSecretAccessKey": aws_secret_access_key,
"logGroupName": log_group_name, "region": region})
def save_new_token(project_id, token):
update(tenant_id=None, project_id=project_id, changes={"last_token": token})
def delete(tenant_id, project_id):
return log_tools.delete(project_id=project_id, integration=IN_TY)
def add_edit(tenant_id, project_id, data: schemas.IntegrationCloudwatchSchema):
s = get(project_id)
if s is not None:
return update(tenant_id=tenant_id, project_id=project_id,
changes={"awsAccessKeyId": data.aws_access_key_id,
"awsSecretAccessKey": data.aws_secret_access_key,
"logGroupName": data.log_group_name,
"region": data.region})
else:
return add(tenant_id=tenant_id,
project_id=project_id,
aws_access_key_id=data.aws_access_key_id,
aws_secret_access_key=data.aws_secret_access_key,
log_group_name=data.log_group_name,
region=data.region)