* feat(backend): handlers for mobile messages * feat(backend): new service template * feat(backend): save mobile session start and send batches to kafka * feat(backend): added mobile support to sink, ender and storage * helm(videostorage): added helm chart for a new service videostorage * fix(backend): added pointer to streing for userBrowser (because it's null for mobile sessions) * feat(backend): added MsgIOSBatchMeta handler to message iterator's logic * feat(backend): added ios ts parser to ender * feat(backend): enabled producing batch of messages to queue * feat(backend): removed iosstart from mob files * feat(backend): added new ios message types * feat(backend): added iosStart and iosEnd * fix(backend): fixed log issue * feat(backend): send tar.gz archives to special queue topic * feat(backend): read raw archives from kafka * fix(backend): added missing file * fix(backend): removed the second file reading * fix(backend): fixed wrong queue topic name * fix(backend): fixed mobile trigger topic name * feat(backend): added tar.gz extractor and iOSSessionEnd handler * feat(backend): debug logs on message uploading * fix(backend): added raw-images topic consumption * feat(backend): now sink send iosSessionEnd to video-storage * feat(backend): added dir creator for new sessions * feat(backend): added correct command to execute * feat(backend): added overwrite option * feat(backend): added s3 uploader for video session replays * feat(backend): new consumer group for mobile sessions * feat(backend): debug logs for uploader * feat(backend): removed unused log * feat(backend): fixed s3 key for video replays * feat(backend): removed debug code * feat(backend): fixed video-storage message filter * fix(backend): added mobileSessionEnd to SessionEnd converter * feat(backend): added first version if db support for mobile events * fix(backend): added swipe events to mob file * feat(backend): added swipe event to pg * feat(backend): split logic into 2 services: image-storage and video-storage * feat(backend): added helm chart for image-storage service * fix(backend): fixed table name for mobile taps * feat(backend): added metadata handler for mobile message parser + fix message filters * feat(backend): added iosRawTopic to DB message consumer * fix(backend): removed value from mobile inputs * feat(backend): removed debug log from iterator * feat(backend): added new apple devices to iOS device parser * fix(backend): added real projectID instead of 0 * feat(backend): extended a list of simulators for device detector * feat(backend): updated networkCall mobile message * fix(backend): added new way to define is network call successed or not * feat(backend): added timezone support for mobile start request * feat(backend): added 2 mobile events Input and Click to mob file * feat(backend): refactored image storage * feat(backend): video storage with 2 workers * feat(backend): added project's platform support * feat(backend): added memory size field for mobile start request * feat(backend): changed video preset for ultrafast * feat(backend): added debug log to http /late handler * feat(backend): added debug log to db service for iosCrash messages * feat(backend): added tapRage event handler to heuristics * feat(backend): changed table and field names for ios crashes * feat(backend): added payload for tapRage events * feat(backend): added TapRage events insert to DB * feat(backend): added fps value to /mobile/start response * feat(backend): added image quality parameter to /mobile/start response * feat(backend): added ScreenLeave handler * feat(backend): removed screenEnter and screenLeave events, added new viewComponent event --------- Co-authored-by: rjshrjndrn <rjshrjndrn@gmail.com>
209 lines
6.3 KiB
Go
209 lines
6.3 KiB
Go
package sessions
|
|
|
|
import (
|
|
"fmt"
|
|
"github.com/jackc/pgtype"
|
|
"log"
|
|
"openreplay/backend/pkg/db/postgres/pool"
|
|
)
|
|
|
|
type Storage interface {
|
|
Add(sess *Session) error
|
|
AddUnStarted(sess *UnStartedSession) error
|
|
Get(sessionID uint64) (*Session, error)
|
|
GetDuration(sessionID uint64) (uint64, error)
|
|
UpdateDuration(sessionID uint64, timestamp uint64) (uint64, error)
|
|
InsertEncryptionKey(sessionID uint64, key []byte) error
|
|
InsertUserID(sessionID uint64, userID string) error
|
|
InsertUserAnonymousID(sessionID uint64, userAnonymousID string) error
|
|
InsertReferrer(sessionID uint64, referrer, baseReferrer string) error
|
|
InsertMetadata(sessionID uint64, keyNo uint, value string) error
|
|
}
|
|
|
|
type storageImpl struct {
|
|
db pool.Pool
|
|
}
|
|
|
|
func NewStorage(db pool.Pool) Storage {
|
|
return &storageImpl{
|
|
db: db,
|
|
}
|
|
}
|
|
|
|
func (s *storageImpl) Add(sess *Session) error {
|
|
return s.db.Exec(`
|
|
INSERT INTO sessions (
|
|
session_id, project_id, start_ts,
|
|
user_uuid, user_device, user_device_type, user_country,
|
|
user_os, user_os_version,
|
|
rev_id,
|
|
tracker_version, issue_score,
|
|
platform,
|
|
user_agent, user_browser, user_browser_version, user_device_memory_size, user_device_heap_size,
|
|
user_id, user_state, user_city, timezone
|
|
) VALUES (
|
|
$1, $2, $3,
|
|
$4, $5, $6, $7,
|
|
$8, NULLIF($9, ''),
|
|
NULLIF($10, ''),
|
|
$11, $12,
|
|
$13,
|
|
NULLIF($14, ''), NULLIF($15, ''), NULLIF($16, ''), NULLIF($17, 0), NULLIF($18, 0::bigint),
|
|
NULLIF(LEFT($19, 8000), ''), NULLIF($20, ''), NULLIF($21, ''), $22
|
|
)`,
|
|
sess.SessionID, sess.ProjectID, sess.Timestamp,
|
|
sess.UserUUID, sess.UserDevice, sess.UserDeviceType, sess.UserCountry,
|
|
sess.UserOS, sess.UserOSVersion,
|
|
sess.RevID,
|
|
sess.TrackerVersion, sess.Timestamp/1000,
|
|
sess.Platform,
|
|
sess.UserAgent, sess.UserBrowser, sess.UserBrowserVersion, sess.UserDeviceMemorySize, sess.UserDeviceHeapSize,
|
|
sess.UserID, sess.UserState, sess.UserCity, sess.Timezone,
|
|
)
|
|
}
|
|
|
|
func (s *storageImpl) AddUnStarted(sess *UnStartedSession) error {
|
|
return s.db.Exec(`
|
|
INSERT INTO unstarted_sessions (
|
|
project_id,
|
|
tracker_version, do_not_track,
|
|
platform, user_agent,
|
|
user_os, user_os_version,
|
|
user_browser, user_browser_version,
|
|
user_device, user_device_type,
|
|
user_country, user_state, user_city
|
|
) VALUES (
|
|
(SELECT project_id FROM projects WHERE project_key = $1),
|
|
$2, $3,
|
|
$4, $5,
|
|
$6, $7,
|
|
$8, $9,
|
|
$10, $11,
|
|
$12, NULLIF($13, ''), NULLIF($14, '')
|
|
)`,
|
|
sess.ProjectKey,
|
|
sess.TrackerVersion, sess.DoNotTrack,
|
|
sess.Platform, sess.UserAgent,
|
|
sess.UserOS, sess.UserOSVersion,
|
|
sess.UserBrowser, sess.UserBrowserVersion,
|
|
sess.UserDevice, sess.UserDeviceType,
|
|
sess.UserCountry, sess.UserState, sess.UserCity,
|
|
)
|
|
}
|
|
|
|
func (s *storageImpl) Get(sessionID uint64) (*Session, error) {
|
|
sess := &Session{SessionID: sessionID}
|
|
var revID, userOSVersion, userBrowser, userBrowserVersion, userState, userCity *string
|
|
var issueTypes pgtype.EnumArray
|
|
if err := s.db.QueryRow(`
|
|
SELECT platform,
|
|
duration, project_id, start_ts,
|
|
user_uuid, user_os, user_os_version,
|
|
user_device, user_device_type, user_country, user_state, user_city,
|
|
rev_id, tracker_version,
|
|
user_id, user_anonymous_id, referrer,
|
|
pages_count, events_count, errors_count, issue_types,
|
|
user_browser, user_browser_version, issue_score,
|
|
metadata_1, metadata_2, metadata_3, metadata_4, metadata_5,
|
|
metadata_6, metadata_7, metadata_8, metadata_9, metadata_10
|
|
FROM sessions
|
|
WHERE session_id=$1
|
|
`,
|
|
sessionID,
|
|
).Scan(&sess.Platform,
|
|
&sess.Duration, &sess.ProjectID, &sess.Timestamp,
|
|
&sess.UserUUID, &sess.UserOS, &userOSVersion,
|
|
&sess.UserDevice, &sess.UserDeviceType, &sess.UserCountry, &userState, &userCity,
|
|
&revID, &sess.TrackerVersion,
|
|
&sess.UserID, &sess.UserAnonymousID, &sess.Referrer,
|
|
&sess.PagesCount, &sess.EventsCount, &sess.ErrorsCount, &issueTypes,
|
|
&userBrowser, &userBrowserVersion, &sess.IssueScore,
|
|
&sess.Metadata1, &sess.Metadata2, &sess.Metadata3, &sess.Metadata4, &sess.Metadata5,
|
|
&sess.Metadata6, &sess.Metadata7, &sess.Metadata8, &sess.Metadata9, &sess.Metadata10); err != nil {
|
|
return nil, err
|
|
}
|
|
if userOSVersion != nil {
|
|
sess.UserOSVersion = *userOSVersion
|
|
}
|
|
if userBrowser != nil {
|
|
sess.UserBrowser = *userBrowser
|
|
}
|
|
if userBrowserVersion != nil {
|
|
sess.UserBrowserVersion = *userBrowserVersion
|
|
}
|
|
if revID != nil {
|
|
sess.RevID = *revID
|
|
}
|
|
if err := issueTypes.AssignTo(&sess.IssueTypes); err != nil {
|
|
log.Printf("can't scan IssueTypes, err: %s", err)
|
|
}
|
|
if userState != nil {
|
|
sess.UserState = *userState
|
|
}
|
|
if userCity != nil {
|
|
sess.UserCity = *userCity
|
|
}
|
|
return sess, nil
|
|
}
|
|
|
|
func (s *storageImpl) GetDuration(sessionID uint64) (uint64, error) {
|
|
var dur uint64
|
|
if err := s.db.QueryRow("SELECT COALESCE( duration, 0 ) FROM sessions WHERE session_id=$1", sessionID).Scan(&dur); err != nil {
|
|
return 0, err
|
|
}
|
|
return dur, nil
|
|
}
|
|
|
|
func (s *storageImpl) UpdateDuration(sessionID uint64, timestamp uint64) (uint64, error) {
|
|
var dur uint64
|
|
if err := s.db.QueryRow(`
|
|
UPDATE sessions SET duration=$2 - start_ts
|
|
WHERE session_id=$1
|
|
RETURNING duration
|
|
`,
|
|
sessionID, timestamp,
|
|
).Scan(&dur); err != nil {
|
|
return 0, err
|
|
}
|
|
return dur, nil
|
|
}
|
|
|
|
func (s *storageImpl) InsertEncryptionKey(sessionID uint64, key []byte) error {
|
|
sqlRequest := `
|
|
UPDATE sessions
|
|
SET file_key = $2
|
|
WHERE session_id = $1`
|
|
return s.db.Exec(sqlRequest, sessionID, string(key))
|
|
}
|
|
|
|
func (s *storageImpl) InsertUserID(sessionID uint64, userID string) error {
|
|
sqlRequest := `
|
|
UPDATE sessions
|
|
SET user_id = LEFT($1, 8000)
|
|
WHERE session_id = $2`
|
|
return s.db.Exec(sqlRequest, userID, sessionID)
|
|
}
|
|
|
|
func (s *storageImpl) InsertUserAnonymousID(sessionID uint64, userAnonymousID string) error {
|
|
sqlRequest := `
|
|
UPDATE sessions
|
|
SET user_anonymous_id = LEFT($1, 8000)
|
|
WHERE session_id = $2`
|
|
return s.db.Exec(sqlRequest, userAnonymousID, sessionID)
|
|
}
|
|
|
|
func (s *storageImpl) InsertReferrer(sessionID uint64, referrer, baseReferrer string) error {
|
|
sqlRequest := `
|
|
UPDATE sessions
|
|
SET referrer = LEFT($1, 8000), base_referrer = LEFT($2, 8000)
|
|
WHERE session_id = $3 AND referrer IS NULL`
|
|
return s.db.Exec(sqlRequest, referrer, baseReferrer, sessionID)
|
|
}
|
|
|
|
func (s *storageImpl) InsertMetadata(sessionID uint64, keyNo uint, value string) error {
|
|
sqlRequest := `
|
|
UPDATE sessions
|
|
SET metadata_%v = LEFT($1, 8000)
|
|
WHERE session_id = $2`
|
|
return s.db.Exec(fmt.Sprintf(sqlRequest, keyNo), value, sessionID)
|
|
}
|