d22e4e138e
* feat(backend): handlers for mobile messages * feat(backend): new service template * feat(backend): save mobile session start and send batches to kafka * feat(backend): added mobile support to sink, ender and storage * helm(videostorage): added helm chart for a new service videostorage * fix(backend): added pointer to streing for userBrowser (because it's null for mobile sessions) * feat(backend): added MsgIOSBatchMeta handler to message iterator's logic * feat(backend): added ios ts parser to ender * feat(backend): enabled producing batch of messages to queue * feat(backend): removed iosstart from mob files * feat(backend): added new ios message types * feat(backend): added iosStart and iosEnd * fix(backend): fixed log issue * feat(backend): send tar.gz archives to special queue topic * feat(backend): read raw archives from kafka * fix(backend): added missing file * fix(backend): removed the second file reading * fix(backend): fixed wrong queue topic name * fix(backend): fixed mobile trigger topic name * feat(backend): added tar.gz extractor and iOSSessionEnd handler * feat(backend): debug logs on message uploading * fix(backend): added raw-images topic consumption * feat(backend): now sink send iosSessionEnd to video-storage * feat(backend): added dir creator for new sessions * feat(backend): added correct command to execute * feat(backend): added overwrite option * feat(backend): added s3 uploader for video session replays * feat(backend): new consumer group for mobile sessions * feat(backend): debug logs for uploader * feat(backend): removed unused log * feat(backend): fixed s3 key for video replays * feat(backend): removed debug code * feat(backend): fixed video-storage message filter * fix(backend): added mobileSessionEnd to SessionEnd converter * feat(backend): added first version if db support for mobile events * fix(backend): added swipe events to mob file * feat(backend): added swipe event to pg * feat(backend): split logic into 2 services: image-storage and video-storage * feat(backend): added helm chart for image-storage service * fix(backend): fixed table name for mobile taps * feat(backend): added metadata handler for mobile message parser + fix message filters * feat(backend): added iosRawTopic to DB message consumer * fix(backend): removed value from mobile inputs * feat(backend): removed debug log from iterator * feat(backend): added new apple devices to iOS device parser * fix(backend): added real projectID instead of 0 * feat(backend): extended a list of simulators for device detector * feat(backend): updated networkCall mobile message * fix(backend): added new way to define is network call successed or not * feat(backend): added timezone support for mobile start request * feat(backend): added 2 mobile events Input and Click to mob file * feat(backend): refactored image storage * feat(backend): video storage with 2 workers * feat(backend): added project's platform support * feat(backend): added memory size field for mobile start request * feat(backend): changed video preset for ultrafast * feat(backend): added debug log to http /late handler * feat(backend): added debug log to db service for iosCrash messages * feat(backend): added tapRage event handler to heuristics * feat(backend): changed table and field names for ios crashes * feat(backend): added payload for tapRage events * feat(backend): added TapRage events insert to DB * feat(backend): added fps value to /mobile/start response * feat(backend): added image quality parameter to /mobile/start response * feat(backend): added ScreenLeave handler * feat(backend): removed screenEnter and screenLeave events, added new viewComponent event --------- Co-authored-by: rjshrjndrn <rjshrjndrn@gmail.com>
107 lines
3.4 KiB
Docker
107 lines
3.4 KiB
Docker
FROM openreplayalexander/golang_with_librdkafka:v1-release AS prepare
|
|
|
|
WORKDIR /root
|
|
|
|
COPY go.mod .
|
|
COPY go.sum .
|
|
RUN go mod download
|
|
|
|
FROM prepare AS build
|
|
COPY cmd cmd
|
|
COPY pkg pkg
|
|
COPY internal internal
|
|
|
|
ARG SERVICE_NAME
|
|
RUN CGO_ENABLED=1 GOOS=linux GOARCH=amd64 go build -o service -tags dynamic openreplay/backend/cmd/$SERVICE_NAME
|
|
|
|
|
|
FROM openreplayalexander/alpine_with_librdkafka:v1-release AS entrypoint
|
|
ARG GIT_SHA
|
|
LABEL GIT_SHA=$GIT_SHA
|
|
|
|
RUN adduser -u 1001 openreplay -D
|
|
|
|
ARG SERVICE_NAME
|
|
ENV TZ=UTC \
|
|
GIT_SHA=$GIT_SHA \
|
|
FS_ULIMIT=10000 \
|
|
FS_DIR=/mnt/efs \
|
|
MAXMINDDB_FILE=/home/openreplay/geoip.mmdb \
|
|
UAPARSER_FILE=/home/openreplay/regexes.yaml \
|
|
HTTP_PORT=8080 \
|
|
KAFKA_USE_SSL=true \
|
|
# KAFKA_USE_KERBEROS should be set true if you wish to use Kerberos auth for Kafka
|
|
KAFKA_USE_KERBEROS=false \
|
|
# KERBEROS_SERVICE_NAME is the primary name of the Brokers configured in the Broker JAAS file
|
|
KERBEROS_SERVICE_NAME="" \
|
|
# KERBEROS_PRINCIPAL is this client's principal name
|
|
KERBEROS_PRINCIPAL="" \
|
|
# KERBEROS_PRINCIPAL is the absolute path to the keytab to be used for authentication
|
|
KERBEROS_KEYTAB_LOCATION="" \
|
|
# KAFKA_SSL_KEY is the absolute path to the CA cert for verifying the broker's key
|
|
KAFKA_SSL_KEY="" \
|
|
# KAFKA_SSL_CERT is a CA cert string (PEM format) for verifying the broker's key
|
|
KAFKA_SSL_CERT="" \
|
|
KAFKA_MAX_POLL_INTERVAL_MS=400000 \
|
|
REDIS_STREAMS_MAX_LEN=10000 \
|
|
TOPIC_RAW_WEB=raw \
|
|
TOPIC_RAW_IOS=raw-ios \
|
|
TOPIC_RAW_IMAGES=raw-images \
|
|
TOPIC_CACHE=cache \
|
|
TOPIC_ANALYTICS=analytics \
|
|
TOPIC_TRIGGER=trigger \
|
|
TOPIC_MOBILE_TRIGGER=mobile-trigger \
|
|
GROUP_SINK=sink \
|
|
GROUP_STORAGE=storage \
|
|
GROUP_DB=db \
|
|
GROUP_ENDER=ender \
|
|
GROUP_CACHE=cache \
|
|
GROUP_HEURISTICS=heuristics \
|
|
GROUP_IMAGE_STORAGE=image-storage \
|
|
GROUP_VIDEO_STORAGE=video-storage \
|
|
AWS_REGION_WEB=eu-central-1 \
|
|
AWS_REGION_IOS=eu-west-1 \
|
|
AWS_REGION_ASSETS=eu-central-1 \
|
|
AWS_SKIP_SSL_VALIDATION=false \
|
|
CACHE_ASSETS=true \
|
|
ASSETS_SIZE_LIMIT=6291456 \
|
|
ASSETS_HEADERS="{ \"Cookie\": \"ABv=3;\" }" \
|
|
FS_CLEAN_HRS=72 \
|
|
FILE_SPLIT_SIZE=1000000 \
|
|
LOG_QUEUE_STATS_INTERVAL_SEC=60 \
|
|
DB_BATCH_QUEUE_LIMIT=20 \
|
|
DB_BATCH_SIZE_LIMIT=10000000 \
|
|
PARTITIONS_NUMBER=16 \
|
|
QUEUE_MESSAGE_SIZE_LIMIT=1048576 \
|
|
BEACON_SIZE_LIMIT=1000000 \
|
|
USE_FAILOVER=false \
|
|
GROUP_STORAGE_FAILOVER=failover \
|
|
TOPIC_STORAGE_FAILOVER=storage-failover \
|
|
SERVICE_NAME=$SERVICE_NAME \
|
|
PROFILER_ENABLED=false \
|
|
COMPRESSION_TYPE=zstd \
|
|
CH_USERNAME="default" \
|
|
CH_PASSWORD="" \
|
|
CH_DATABASE="default" \
|
|
# Max file size to process, default to 100MB
|
|
MAX_FILE_SIZE=100000000 \
|
|
USE_ENCRYPTION=false \
|
|
# Use to enable cloud specific feature
|
|
CLOUD="aws" \
|
|
# Use to set compression threshold for tracker requests (20kb by default)
|
|
COMPRESSION_THRESHOLD="20000" \
|
|
# Set Access-Control-* headers for tracker requests if true
|
|
USE_CORS=false
|
|
|
|
|
|
RUN if [ "$SERVICE_NAME" = "http" ]; then \
|
|
wget https://raw.githubusercontent.com/ua-parser/uap-core/master/regexes.yaml -O "$UAPARSER_FILE" &&\
|
|
wget https://static.openreplay.com/geoip/GeoLite2-City.mmdb -O "$MAXMINDDB_FILE"; \
|
|
elif [ "$SERVICE_NAME" = "videostorage" ]; then \
|
|
apk add --no-cache ffmpeg; \
|
|
fi
|
|
|
|
|
|
COPY --from=build /root/service /home/openreplay/service
|
|
USER 1001
|
|
ENTRYPOINT /home/openreplay/service
|