* feat(backend): handlers for mobile messages * feat(backend): new service template * feat(backend): save mobile session start and send batches to kafka * feat(backend): added mobile support to sink, ender and storage * helm(videostorage): added helm chart for a new service videostorage * fix(backend): added pointer to streing for userBrowser (because it's null for mobile sessions) * feat(backend): added MsgIOSBatchMeta handler to message iterator's logic * feat(backend): added ios ts parser to ender * feat(backend): enabled producing batch of messages to queue * feat(backend): removed iosstart from mob files * feat(backend): added new ios message types * feat(backend): added iosStart and iosEnd * fix(backend): fixed log issue * feat(backend): send tar.gz archives to special queue topic * feat(backend): read raw archives from kafka * fix(backend): added missing file * fix(backend): removed the second file reading * fix(backend): fixed wrong queue topic name * fix(backend): fixed mobile trigger topic name * feat(backend): added tar.gz extractor and iOSSessionEnd handler * feat(backend): debug logs on message uploading * fix(backend): added raw-images topic consumption * feat(backend): now sink send iosSessionEnd to video-storage * feat(backend): added dir creator for new sessions * feat(backend): added correct command to execute * feat(backend): added overwrite option * feat(backend): added s3 uploader for video session replays * feat(backend): new consumer group for mobile sessions * feat(backend): debug logs for uploader * feat(backend): removed unused log * feat(backend): fixed s3 key for video replays * feat(backend): removed debug code * feat(backend): fixed video-storage message filter * fix(backend): added mobileSessionEnd to SessionEnd converter * feat(backend): added first version if db support for mobile events * fix(backend): added swipe events to mob file * feat(backend): added swipe event to pg * feat(backend): split logic into 2 services: image-storage and video-storage * feat(backend): added helm chart for image-storage service * fix(backend): fixed table name for mobile taps * feat(backend): added metadata handler for mobile message parser + fix message filters * feat(backend): added iosRawTopic to DB message consumer * fix(backend): removed value from mobile inputs * feat(backend): removed debug log from iterator * feat(backend): added new apple devices to iOS device parser * fix(backend): added real projectID instead of 0 * feat(backend): extended a list of simulators for device detector * feat(backend): updated networkCall mobile message * fix(backend): added new way to define is network call successed or not * feat(backend): added timezone support for mobile start request * feat(backend): added 2 mobile events Input and Click to mob file * feat(backend): refactored image storage * feat(backend): video storage with 2 workers * feat(backend): added project's platform support * feat(backend): added memory size field for mobile start request * feat(backend): changed video preset for ultrafast * feat(backend): added debug log to http /late handler * feat(backend): added debug log to db service for iosCrash messages * feat(backend): added tapRage event handler to heuristics * feat(backend): changed table and field names for ios crashes * feat(backend): added payload for tapRage events * feat(backend): added TapRage events insert to DB * feat(backend): added fps value to /mobile/start response * feat(backend): added image quality parameter to /mobile/start response * feat(backend): added ScreenLeave handler * feat(backend): removed screenEnter and screenLeave events, added new viewComponent event --------- Co-authored-by: rjshrjndrn <rjshrjndrn@gmail.com>
163 lines
5 KiB
Go
163 lines
5 KiB
Go
package postgres
|
|
|
|
import (
|
|
"log"
|
|
"openreplay/backend/pkg/hashid"
|
|
"openreplay/backend/pkg/messages"
|
|
"openreplay/backend/pkg/sessions"
|
|
"openreplay/backend/pkg/url"
|
|
)
|
|
|
|
func (conn *Conn) InsertIOSSessionStart(sessionID uint64, e *messages.IOSSessionStart) error {
|
|
log.Printf("handle ios session %d start: %v", sessionID, e)
|
|
return nil
|
|
}
|
|
|
|
func (conn *Conn) InsertIOSSessionEnd(sessionID uint64, e *messages.IOSSessionEnd) error {
|
|
log.Printf("handle ios session %d end: %v", sessionID, e)
|
|
return nil
|
|
}
|
|
|
|
func (conn *Conn) InsertIOSCustomEvent(session *sessions.Session, e *messages.IOSCustomEvent) error {
|
|
if err := conn.InsertCustomEvent(session.SessionID, e.Timestamp, truncSqIdx(e.Index), e.Name, e.Payload); err != nil {
|
|
return err
|
|
}
|
|
conn.InsertAutocompleteValue(session.SessionID, session.ProjectID, "CUSTOM_IOS", e.Name)
|
|
return nil
|
|
}
|
|
|
|
func (conn *Conn) InsertIOSNetworkCall(sess *sessions.Session, e *messages.IOSNetworkCall) error {
|
|
err := conn.InsertRequest(sess.SessionID, e.Timestamp, truncSqIdx(e.Index), e.URL, e.Duration, e.Status < 400)
|
|
if err == nil {
|
|
conn.InsertAutocompleteValue(sess.SessionID, sess.ProjectID, "REQUEST_IOS", url.DiscardURLQuery(e.URL))
|
|
}
|
|
return err
|
|
}
|
|
|
|
// TODO: add title column to views table and view_type (screen_enter, screen_leave)
|
|
func (conn *Conn) InsertIOSScreenEnter(sess *sessions.Session, screenEnter *messages.IOSScreenEnter) error {
|
|
if err := conn.Pool.Exec(`
|
|
INSERT INTO events_ios.views (
|
|
session_id, timestamp, seq_index, name
|
|
) VALUES (
|
|
$1, $2, $3, $4
|
|
)`,
|
|
sess.SessionID, screenEnter.Timestamp, screenEnter.Index, screenEnter.ViewName,
|
|
); err != nil {
|
|
return err
|
|
}
|
|
conn.InsertAutocompleteValue(sess.SessionID, sess.ProjectID, "VIEW_IOS", screenEnter.ViewName)
|
|
return nil
|
|
}
|
|
|
|
func (conn *Conn) InsertIOSScreenLeave(sess *sessions.Session, screenEnter *messages.IOSScreenLeave) error {
|
|
if err := conn.Pool.Exec(`
|
|
INSERT INTO events_ios.views (
|
|
session_id, timestamp, seq_index, name
|
|
) VALUES (
|
|
$1, $2, $3, $4
|
|
)`,
|
|
sess.SessionID, screenEnter.Timestamp, screenEnter.Index, screenEnter.ViewName,
|
|
); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (conn *Conn) InsertIOSClickEvent(sess *sessions.Session, clickEvent *messages.IOSClickEvent) error {
|
|
if err := conn.Pool.Exec(`
|
|
INSERT INTO events_ios.taps (
|
|
session_id, timestamp, seq_index, label
|
|
) VALUES (
|
|
$1, $2, $3, $4
|
|
)`,
|
|
sess.SessionID, clickEvent.Timestamp, clickEvent.Index, clickEvent.Label,
|
|
); err != nil {
|
|
return err
|
|
}
|
|
conn.InsertAutocompleteValue(sess.SessionID, sess.ProjectID, "CLICK_IOS", clickEvent.Label)
|
|
return nil
|
|
}
|
|
|
|
func (conn *Conn) InsertIOSSwipeEvent(sess *sessions.Session, swipeEvent *messages.IOSSwipeEvent) error {
|
|
if err := conn.Pool.Exec(`
|
|
INSERT INTO events_ios.swipes (
|
|
session_id, timestamp, seq_index, label, direction
|
|
) VALUES (
|
|
$1, $2, $3, $4, $5
|
|
)`,
|
|
sess.SessionID, swipeEvent.Timestamp, swipeEvent.Index, swipeEvent.Label, swipeEvent.Direction,
|
|
); err != nil {
|
|
return err
|
|
}
|
|
conn.InsertAutocompleteValue(sess.SessionID, sess.ProjectID, "SWIPE_IOS", swipeEvent.Label)
|
|
return nil
|
|
}
|
|
|
|
func (conn *Conn) InsertIOSInputEvent(sess *sessions.Session, inputEvent *messages.IOSInputEvent) error {
|
|
if err := conn.Pool.Exec(`
|
|
INSERT INTO events_ios.inputs (
|
|
session_id, timestamp, seq_index, label
|
|
) VALUES (
|
|
$1, $2, $3, $4
|
|
)`,
|
|
sess.SessionID, inputEvent.Timestamp, inputEvent.Index, inputEvent.Label,
|
|
); err != nil {
|
|
return err
|
|
}
|
|
conn.InsertAutocompleteValue(sess.SessionID, sess.ProjectID, "INPUT_IOS", inputEvent.Label)
|
|
return nil
|
|
}
|
|
|
|
func (conn *Conn) InsertIOSCrash(sessionID uint64, projectID uint32, crash *messages.IOSCrash) error {
|
|
crashID := hashid.IOSCrashID(projectID, crash)
|
|
|
|
if err := conn.Pool.Exec(`
|
|
INSERT INTO public.crashes_ios (
|
|
project_id, crash_ios_id, name, reason, stacktrace
|
|
) VALUES (
|
|
$1, $2, $3, $4, $5
|
|
) ON CONFLICT DO NOTHING`,
|
|
projectID, crashID, crash.Name, crash.Reason, crash.Stacktrace,
|
|
); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.Pool.Exec(`
|
|
INSERT INTO events_common.crashes (
|
|
session_id, timestamp, seq_index, crash_ios_id
|
|
) VALUES (
|
|
$1, $2, $3, $4
|
|
)`,
|
|
sessionID, crash.Timestamp, crash.Index, crashID,
|
|
); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (conn *Conn) InsertIOSIssueEvent(sess *sessions.Session, e *messages.IOSIssueEvent) error {
|
|
issueID := hashid.IOSIssueID(sess.ProjectID, e)
|
|
payload := &e.Payload
|
|
if *payload == "" || *payload == "{}" {
|
|
payload = nil
|
|
}
|
|
|
|
if err := conn.bulks.Get("webIssues").Append(sess.ProjectID, issueID, e.Type, e.ContextString); err != nil {
|
|
log.Printf("insert web issue err: %s", err)
|
|
}
|
|
if err := conn.bulks.Get("webIssueEvents").Append(sess.SessionID, issueID, e.Timestamp, truncSqIdx(e.Index), payload); err != nil {
|
|
log.Printf("insert web issue event err: %s", err)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type IOSCrash struct {
|
|
Timestamp uint64 `json:"timestamp"`
|
|
Name string `json:"name"`
|
|
Reason string `json:"reason"`
|
|
Stacktrace string `json:"stacktrace"`
|
|
}
|
|
|
|
type WebCrash struct {
|
|
Timestamp uint64 `json:"timestamp"`
|
|
}
|