* feat(backend): handlers for mobile messages * feat(backend): new service template * feat(backend): save mobile session start and send batches to kafka * feat(backend): added mobile support to sink, ender and storage * helm(videostorage): added helm chart for a new service videostorage * fix(backend): added pointer to streing for userBrowser (because it's null for mobile sessions) * feat(backend): added MsgIOSBatchMeta handler to message iterator's logic * feat(backend): added ios ts parser to ender * feat(backend): enabled producing batch of messages to queue * feat(backend): removed iosstart from mob files * feat(backend): added new ios message types * feat(backend): added iosStart and iosEnd * fix(backend): fixed log issue * feat(backend): send tar.gz archives to special queue topic * feat(backend): read raw archives from kafka * fix(backend): added missing file * fix(backend): removed the second file reading * fix(backend): fixed wrong queue topic name * fix(backend): fixed mobile trigger topic name * feat(backend): added tar.gz extractor and iOSSessionEnd handler * feat(backend): debug logs on message uploading * fix(backend): added raw-images topic consumption * feat(backend): now sink send iosSessionEnd to video-storage * feat(backend): added dir creator for new sessions * feat(backend): added correct command to execute * feat(backend): added overwrite option * feat(backend): added s3 uploader for video session replays * feat(backend): new consumer group for mobile sessions * feat(backend): debug logs for uploader * feat(backend): removed unused log * feat(backend): fixed s3 key for video replays * feat(backend): removed debug code * feat(backend): fixed video-storage message filter * fix(backend): added mobileSessionEnd to SessionEnd converter * feat(backend): added first version if db support for mobile events * fix(backend): added swipe events to mob file * feat(backend): added swipe event to pg * feat(backend): split logic into 2 services: image-storage and video-storage * feat(backend): added helm chart for image-storage service * fix(backend): fixed table name for mobile taps * feat(backend): added metadata handler for mobile message parser + fix message filters * feat(backend): added iosRawTopic to DB message consumer * fix(backend): removed value from mobile inputs * feat(backend): removed debug log from iterator * feat(backend): added new apple devices to iOS device parser * fix(backend): added real projectID instead of 0 * feat(backend): extended a list of simulators for device detector * feat(backend): updated networkCall mobile message * fix(backend): added new way to define is network call successed or not * feat(backend): added timezone support for mobile start request * feat(backend): added 2 mobile events Input and Click to mob file * feat(backend): refactored image storage * feat(backend): video storage with 2 workers * feat(backend): added project's platform support * feat(backend): added memory size field for mobile start request * feat(backend): changed video preset for ultrafast * feat(backend): added debug log to http /late handler * feat(backend): added debug log to db service for iosCrash messages * feat(backend): added tapRage event handler to heuristics * feat(backend): changed table and field names for ios crashes * feat(backend): added payload for tapRage events * feat(backend): added TapRage events insert to DB * feat(backend): added fps value to /mobile/start response * feat(backend): added image quality parameter to /mobile/start response * feat(backend): added ScreenLeave handler * feat(backend): removed screenEnter and screenLeave events, added new viewComponent event --------- Co-authored-by: rjshrjndrn <rjshrjndrn@gmail.com>
163 lines
4.7 KiB
Go
163 lines
4.7 KiB
Go
package sessionender
|
|
|
|
import (
|
|
"log"
|
|
"time"
|
|
|
|
"openreplay/backend/pkg/messages"
|
|
"openreplay/backend/pkg/metrics/ender"
|
|
)
|
|
|
|
// EndedSessionHandler handler for ended sessions
|
|
type EndedSessionHandler func(sessionID uint64, timestamp uint64) (bool, int)
|
|
|
|
// session holds information about user's session live status
|
|
type session struct {
|
|
lastTimestamp int64 // timestamp from message broker
|
|
lastUpdate int64 // local timestamp
|
|
lastUserTime uint64
|
|
isEnded bool
|
|
isMobile bool
|
|
}
|
|
|
|
// SessionEnder updates timestamp of last message for each session
|
|
type SessionEnder struct {
|
|
timeout int64
|
|
sessions map[uint64]*session // map[sessionID]session
|
|
timeCtrl *timeController
|
|
parts uint64
|
|
enabled bool
|
|
}
|
|
|
|
func New(timeout int64, parts int) (*SessionEnder, error) {
|
|
return &SessionEnder{
|
|
timeout: timeout,
|
|
sessions: make(map[uint64]*session),
|
|
timeCtrl: NewTimeController(parts),
|
|
parts: uint64(parts), // ender uses all partitions by default
|
|
enabled: true,
|
|
}, nil
|
|
}
|
|
|
|
func (se *SessionEnder) Enable() {
|
|
se.enabled = true
|
|
}
|
|
|
|
func (se *SessionEnder) Disable() {
|
|
se.enabled = false
|
|
}
|
|
|
|
func (se *SessionEnder) ActivePartitions(parts []uint64) {
|
|
activeParts := make(map[uint64]bool, 0)
|
|
for _, p := range parts {
|
|
activeParts[p] = true
|
|
}
|
|
removedSessions := 0
|
|
activeSessions := 0
|
|
for sessID, _ := range se.sessions {
|
|
if !activeParts[sessID%se.parts] {
|
|
delete(se.sessions, sessID)
|
|
removedSessions++
|
|
} else {
|
|
activeSessions++
|
|
}
|
|
}
|
|
log.Printf("SessionEnder: %d sessions left in active partitions: %+v, removed %d sessions",
|
|
activeSessions, parts, removedSessions)
|
|
}
|
|
|
|
// UpdateSession save timestamp for new sessions and update for existing sessions
|
|
func (se *SessionEnder) UpdateSession(msg messages.Message) {
|
|
var (
|
|
sessionID = msg.Meta().SessionID()
|
|
batchTimestamp = msg.Meta().Batch().Timestamp()
|
|
msgTimestamp = msg.Meta().Timestamp
|
|
localTimestamp = time.Now().UnixMilli()
|
|
)
|
|
if messages.IsIOSType(msg.TypeID()) {
|
|
msgTimestamp = messages.GetTimestamp(msg)
|
|
log.Printf("got timestamp from iOS message, session: %d, ts: %d", msg.SessionID(), msgTimestamp)
|
|
}
|
|
if batchTimestamp == 0 {
|
|
log.Printf("got empty timestamp for sessionID: %d", sessionID)
|
|
return
|
|
}
|
|
se.timeCtrl.UpdateTime(sessionID, batchTimestamp, localTimestamp)
|
|
sess, ok := se.sessions[sessionID]
|
|
if !ok {
|
|
// Register new session
|
|
se.sessions[sessionID] = &session{
|
|
lastTimestamp: batchTimestamp,
|
|
lastUpdate: localTimestamp,
|
|
lastUserTime: msgTimestamp, // last timestamp from user's machine
|
|
isEnded: false,
|
|
isMobile: messages.IsIOSType(msg.TypeID()),
|
|
}
|
|
ender.IncreaseActiveSessions()
|
|
ender.IncreaseTotalSessions()
|
|
return
|
|
}
|
|
// Keep the highest user's timestamp for correct session duration value
|
|
if msgTimestamp > sess.lastUserTime {
|
|
sess.lastUserTime = msgTimestamp
|
|
}
|
|
// Keep information about the latest message for generating sessionEnd trigger
|
|
if batchTimestamp > sess.lastTimestamp {
|
|
sess.lastTimestamp = batchTimestamp
|
|
sess.lastUpdate = localTimestamp
|
|
sess.isEnded = false
|
|
}
|
|
}
|
|
|
|
// HandleEndedSessions runs handler for each ended session and delete information about session in successful case
|
|
func (se *SessionEnder) HandleEndedSessions(handler EndedSessionHandler) {
|
|
if !se.enabled {
|
|
log.Printf("SessionEnder is disabled")
|
|
return
|
|
}
|
|
currTime := time.Now().UnixMilli()
|
|
allSessions, removedSessions := len(se.sessions), 0
|
|
brokerTime := make(map[int]int, 0)
|
|
serverTime := make(map[int]int, 0)
|
|
|
|
isSessionEnded := func(sessID uint64, sess *session) (bool, int) {
|
|
// Has been finished already
|
|
if sess.isEnded {
|
|
return true, 1
|
|
}
|
|
batchTimeDiff := se.timeCtrl.LastBatchTimestamp(sessID) - sess.lastTimestamp
|
|
|
|
// Has been finished according to batch timestamp and hasn't been updated for a long time
|
|
if (batchTimeDiff >= se.timeout) && (currTime-sess.lastUpdate >= se.timeout) {
|
|
return true, 2
|
|
}
|
|
|
|
// Hasn't been finished according to batch timestamp but hasn't been read from partition for a long time
|
|
if (batchTimeDiff < se.timeout) && (currTime-se.timeCtrl.LastUpdateTimestamp(sessID) >= se.timeout) {
|
|
return true, 3
|
|
}
|
|
return false, 0
|
|
}
|
|
|
|
for sessID, sess := range se.sessions {
|
|
if ended, endCase := isSessionEnded(sessID, sess); ended {
|
|
sess.isEnded = true
|
|
if res, _ := handler(sessID, sess.lastUserTime); res {
|
|
delete(se.sessions, sessID)
|
|
ender.DecreaseActiveSessions()
|
|
ender.IncreaseClosedSessions()
|
|
removedSessions++
|
|
if endCase == 2 {
|
|
brokerTime[1]++
|
|
}
|
|
if endCase == 3 {
|
|
serverTime[1]++
|
|
}
|
|
} else {
|
|
log.Printf("sessID: %d, userTime: %d", sessID, sess.lastUserTime)
|
|
}
|
|
}
|
|
}
|
|
log.Printf("Removed %d of %d sessions; brokerTime: %d, serverTime: %d",
|
|
removedSessions, allSessions, brokerTime, serverTime)
|
|
}
|