d1de937ed2
* fix(chalice): fixed Math-operators validation refactor(chalice): search for sessions that have events for heatmaps * refactor(chalice): search for sessions that have at least 1 location event for heatmaps * fix(chalice): fixed Math-operators validation refactor(chalice): search for sessions that have events for heatmaps * refactor(chalice): search for sessions that have at least 1 location event for heatmaps * feat(chalice): autocomplete return top 10 with stats * fix(chalice): fixed autocomplete top 10 meta-filters * refactor(chalice): removed unused code&endpoints * refactor(chalice): upgraded dependencies refactor(alerts): upgraded dependencies refactor(crons): upgraded dependencies * refactor(chalice): support userState filter for assist * refactor(chalice): removed unused code
110 lines
4 KiB
Python
110 lines
4 KiB
Python
import boto3
|
|
from chalicelib.core import log_tools
|
|
from schemas import schemas
|
|
|
|
IN_TY = "cloudwatch"
|
|
|
|
|
|
def __find_groups(client, token):
|
|
d_args = {
|
|
"limit": 50
|
|
}
|
|
if token is not None:
|
|
d_args["nextToken"] = token
|
|
response = client.describe_log_groups(**d_args)
|
|
response["logGroups"] = [i['logGroupName'] for i in response["logGroups"]]
|
|
if "nextToken" not in response:
|
|
return response["logGroups"]
|
|
|
|
return response["logGroups"] + __find_groups(client, response["nextToken"])
|
|
|
|
|
|
def __find_streams(project_id, log_group, client, token, stream_filter):
|
|
d_args = {"logGroupName": log_group, "orderBy": 'LastEventTime', 'limit': 50}
|
|
if token is not None and len(token) > 0:
|
|
d_args["nextToken"] = token
|
|
data = client.describe_log_streams(**d_args)
|
|
streams = list(filter(stream_filter, data['logStreams']))
|
|
if 'nextToken' not in data:
|
|
save_new_token(project_id=project_id, token=token)
|
|
return streams
|
|
return streams + __find_streams(project_id, log_group, client, data['nextToken'], stream_filter)
|
|
|
|
|
|
def __find_events(client, log_group, streams, last_token, start_time, end_time):
|
|
f_args = {
|
|
"logGroupName": log_group,
|
|
"logStreamNames": streams,
|
|
"startTime": start_time,
|
|
"endTime": end_time,
|
|
"limit": 10000,
|
|
"filterPattern": "openreplay_session_id"
|
|
}
|
|
if last_token is not None:
|
|
f_args["nextToken"] = last_token
|
|
response = client.filter_log_events(
|
|
**f_args
|
|
)
|
|
if "nextToken" not in response:
|
|
return response["events"]
|
|
|
|
return response["events"] + __find_events(client, log_group, streams, response["nextToken"], start_time, end_time)
|
|
|
|
|
|
def list_log_groups(aws_access_key_id, aws_secret_access_key, region):
|
|
logs = boto3.client('logs', aws_access_key_id=aws_access_key_id,
|
|
aws_secret_access_key=aws_secret_access_key,
|
|
region_name=region
|
|
)
|
|
return __find_groups(logs, None)
|
|
|
|
|
|
def get_all(tenant_id):
|
|
return log_tools.get_all_by_tenant(tenant_id=tenant_id, integration=IN_TY)
|
|
|
|
|
|
def get(project_id):
|
|
return log_tools.get(project_id=project_id, integration=IN_TY)
|
|
|
|
|
|
def update(tenant_id, project_id, changes):
|
|
options = {}
|
|
if "authorization_token" in changes:
|
|
options["authorization_token"] = changes.pop("authorization_token")
|
|
if "project_id" in changes:
|
|
options["project_id"] = changes.pop("project_id")
|
|
if len(options.keys()) > 0:
|
|
changes["options"] = options
|
|
return log_tools.edit(project_id=project_id, integration=IN_TY, changes=changes)
|
|
|
|
|
|
def add(tenant_id, project_id, aws_access_key_id, aws_secret_access_key, log_group_name, region):
|
|
return log_tools.add(project_id=project_id, integration=IN_TY,
|
|
options={"awsAccessKeyId": aws_access_key_id,
|
|
"awsSecretAccessKey": aws_secret_access_key,
|
|
"logGroupName": log_group_name, "region": region})
|
|
|
|
|
|
def save_new_token(project_id, token):
|
|
update(tenant_id=None, project_id=project_id, changes={"last_token": token})
|
|
|
|
|
|
def delete(tenant_id, project_id):
|
|
return log_tools.delete(project_id=project_id, integration=IN_TY)
|
|
|
|
|
|
def add_edit(tenant_id, project_id, data: schemas.IntegrationCloudwatchSchema):
|
|
s = get(project_id)
|
|
if s is not None:
|
|
return update(tenant_id=tenant_id, project_id=project_id,
|
|
changes={"awsAccessKeyId": data.aws_access_key_id,
|
|
"awsSecretAccessKey": data.aws_secret_access_key,
|
|
"logGroupName": data.log_group_name,
|
|
"region": data.region})
|
|
else:
|
|
return add(tenant_id=tenant_id,
|
|
project_id=project_id,
|
|
aws_access_key_id=data.aws_access_key_id,
|
|
aws_secret_access_key=data.aws_secret_access_key,
|
|
log_group_name=data.log_group_name,
|
|
region=data.region)
|