* feat(backend): moved sql requests related to sessions table to one place * feat(backend): refactoring in db.Saver handler * feat(backend): hude refactoring in db/postgres module * fix(backend): workable feature flags * fix(backend): workable integrations * fix(backend): workable sessions and projects modules * fix(backend): added missed projects module to sessions * feat(backend): renaming * feat(backend): moved session struct to sessions module and split methods into interface, cache and storage levels * feat(backend): moved project struct to projects module * feat(backend): added projects model * feat(backend): implemented new in memory cache for sessions and projects * feat(backend): implemented new cache in projects * feat(backend): there are 2 methods in cache module now: Get() and GetAndRefresh() * feat(backend): added cache update operations * fix(backend): fixed import cycle * fix(backend): fixed panic in db message handler * fix(backend): fixed panic in projects module * fix(backend): fixed panic in sessions.GetDuration * feat(backend): added direct call to get session duration if session is already in cache * feat(backend): used pg pool everywhere except db service * fix(backend): added missing part after rebase * fix(backend): removed old sessions file * feat(backend): added refactored redis client with produce/consume options * feat(backend): added cache layer for projects * fix(backend): added missing redis config * fix(backend): added missing method for producer * feat(backend): cache integration for sessions * feat(backend): temporary method to get session directly from db * feat(backend): adapt EE version of message handler * fix(backend): fixed issue in fts realisation * fix(backend): added redis cache to sessions module * fix(backend): set 0 duration or hesitation time for inputs without focus event * feat(backend): added cache for session updates and failover mechanism for batch.Insert() operation * feat(backend): debug log * feat(backend): more debug log * feat(backend): removed debug log * fix(backend): fixed an issue of tracking input events with empty label * fix(backend): disabled debug log in projects cache * fix(backend): renamed session updater * fix(backend): fixed closed pool issue in DB service * fix(backend): fixed dead lock in db Stop() method * fix(backend): fixed panic in heuristics service * feat(backend): enabled redis cache in projects * feat(backend): clear cache on each update operation * feat(backend): fully integrated cache layer with auto switch * feat(backend): small refactoring in session updates * fix(backend): fixed wrong events counter issue * feat(backend): enabled full cache support in ender and http services * fix(backend/ee): added missed import * feat(backend): added second cache layer for db to speed up the service * feat(backend): disable redis cache * feat(backend): moved redis cache to ee
206 lines
6.2 KiB
Go
206 lines
6.2 KiB
Go
package sessions
|
|
|
|
import (
|
|
"fmt"
|
|
"github.com/jackc/pgtype"
|
|
"log"
|
|
"openreplay/backend/pkg/db/postgres/pool"
|
|
)
|
|
|
|
type Storage interface {
|
|
Add(sess *Session) error
|
|
AddUnStarted(sess *UnStartedSession) error
|
|
Get(sessionID uint64) (*Session, error)
|
|
GetDuration(sessionID uint64) (uint64, error)
|
|
UpdateDuration(sessionID uint64, timestamp uint64) (uint64, error)
|
|
InsertEncryptionKey(sessionID uint64, key []byte) error
|
|
InsertUserID(sessionID uint64, userID string) error
|
|
InsertUserAnonymousID(sessionID uint64, userAnonymousID string) error
|
|
InsertReferrer(sessionID uint64, referrer, baseReferrer string) error
|
|
InsertMetadata(sessionID uint64, keyNo uint, value string) error
|
|
}
|
|
|
|
type storageImpl struct {
|
|
db pool.Pool
|
|
}
|
|
|
|
func NewStorage(db pool.Pool) Storage {
|
|
return &storageImpl{
|
|
db: db,
|
|
}
|
|
}
|
|
|
|
func (s *storageImpl) Add(sess *Session) error {
|
|
return s.db.Exec(`
|
|
INSERT INTO sessions (
|
|
session_id, project_id, start_ts,
|
|
user_uuid, user_device, user_device_type, user_country,
|
|
user_os, user_os_version,
|
|
rev_id,
|
|
tracker_version, issue_score,
|
|
platform,
|
|
user_agent, user_browser, user_browser_version, user_device_memory_size, user_device_heap_size,
|
|
user_id, user_state, user_city
|
|
) VALUES (
|
|
$1, $2, $3,
|
|
$4, $5, $6, $7,
|
|
$8, NULLIF($9, ''),
|
|
NULLIF($10, ''),
|
|
$11, $12,
|
|
$13,
|
|
NULLIF($14, ''), NULLIF($15, ''), NULLIF($16, ''), NULLIF($17, 0), NULLIF($18, 0::bigint),
|
|
NULLIF(LEFT($19, 8000), ''), NULLIF($20, ''), NULLIF($21, '')
|
|
)`,
|
|
sess.SessionID, sess.ProjectID, sess.Timestamp,
|
|
sess.UserUUID, sess.UserDevice, sess.UserDeviceType, sess.UserCountry,
|
|
sess.UserOS, sess.UserOSVersion,
|
|
sess.RevID,
|
|
sess.TrackerVersion, sess.Timestamp/1000,
|
|
sess.Platform,
|
|
sess.UserAgent, sess.UserBrowser, sess.UserBrowserVersion, sess.UserDeviceMemorySize, sess.UserDeviceHeapSize,
|
|
sess.UserID, sess.UserState, sess.UserCity,
|
|
)
|
|
}
|
|
|
|
func (s *storageImpl) AddUnStarted(sess *UnStartedSession) error {
|
|
return s.db.Exec(`
|
|
INSERT INTO unstarted_sessions (
|
|
project_id,
|
|
tracker_version, do_not_track,
|
|
platform, user_agent,
|
|
user_os, user_os_version,
|
|
user_browser, user_browser_version,
|
|
user_device, user_device_type,
|
|
user_country, user_state, user_city
|
|
) VALUES (
|
|
(SELECT project_id FROM projects WHERE project_key = $1),
|
|
$2, $3,
|
|
$4, $5,
|
|
$6, $7,
|
|
$8, $9,
|
|
$10, $11,
|
|
$12, NULLIF($13, ''), NULLIF($14, '')
|
|
)`,
|
|
sess.ProjectKey,
|
|
sess.TrackerVersion, sess.DoNotTrack,
|
|
sess.Platform, sess.UserAgent,
|
|
sess.UserOS, sess.UserOSVersion,
|
|
sess.UserBrowser, sess.UserBrowserVersion,
|
|
sess.UserDevice, sess.UserDeviceType,
|
|
sess.UserCountry, sess.UserState, sess.UserCity,
|
|
)
|
|
}
|
|
|
|
func (s *storageImpl) Get(sessionID uint64) (*Session, error) {
|
|
sess := &Session{SessionID: sessionID}
|
|
var revID, userOSVersion, userBrowserVersion, userState, userCity *string
|
|
var issueTypes pgtype.EnumArray
|
|
if err := s.db.QueryRow(`
|
|
SELECT platform,
|
|
duration, project_id, start_ts,
|
|
user_uuid, user_os, user_os_version,
|
|
user_device, user_device_type, user_country, user_state, user_city,
|
|
rev_id, tracker_version,
|
|
user_id, user_anonymous_id, referrer,
|
|
pages_count, events_count, errors_count, issue_types,
|
|
user_browser, user_browser_version, issue_score,
|
|
metadata_1, metadata_2, metadata_3, metadata_4, metadata_5,
|
|
metadata_6, metadata_7, metadata_8, metadata_9, metadata_10
|
|
FROM sessions
|
|
WHERE session_id=$1
|
|
`,
|
|
sessionID,
|
|
).Scan(&sess.Platform,
|
|
&sess.Duration, &sess.ProjectID, &sess.Timestamp,
|
|
&sess.UserUUID, &sess.UserOS, &userOSVersion,
|
|
&sess.UserDevice, &sess.UserDeviceType, &sess.UserCountry, &userState, &userCity,
|
|
&revID, &sess.TrackerVersion,
|
|
&sess.UserID, &sess.UserAnonymousID, &sess.Referrer,
|
|
&sess.PagesCount, &sess.EventsCount, &sess.ErrorsCount, &issueTypes,
|
|
&sess.UserBrowser, &userBrowserVersion, &sess.IssueScore,
|
|
&sess.Metadata1, &sess.Metadata2, &sess.Metadata3, &sess.Metadata4, &sess.Metadata5,
|
|
&sess.Metadata6, &sess.Metadata7, &sess.Metadata8, &sess.Metadata9, &sess.Metadata10); err != nil {
|
|
return nil, err
|
|
}
|
|
if userOSVersion != nil {
|
|
sess.UserOSVersion = *userOSVersion
|
|
}
|
|
if userBrowserVersion != nil {
|
|
sess.UserBrowserVersion = *userBrowserVersion
|
|
}
|
|
if revID != nil {
|
|
sess.RevID = *revID
|
|
}
|
|
if err := issueTypes.AssignTo(&sess.IssueTypes); err != nil {
|
|
log.Printf("can't scan IssueTypes, err: %s", err)
|
|
}
|
|
if userState != nil {
|
|
sess.UserState = *userState
|
|
}
|
|
if userCity != nil {
|
|
sess.UserCity = *userCity
|
|
}
|
|
return sess, nil
|
|
}
|
|
|
|
func (s *storageImpl) GetDuration(sessionID uint64) (uint64, error) {
|
|
var dur uint64
|
|
if err := s.db.QueryRow("SELECT COALESCE( duration, 0 ) FROM sessions WHERE session_id=$1", sessionID).Scan(&dur); err != nil {
|
|
return 0, err
|
|
}
|
|
return dur, nil
|
|
}
|
|
|
|
func (s *storageImpl) UpdateDuration(sessionID uint64, timestamp uint64) (uint64, error) {
|
|
var dur uint64
|
|
if err := s.db.QueryRow(`
|
|
UPDATE sessions SET duration=$2 - start_ts
|
|
WHERE session_id=$1
|
|
RETURNING duration
|
|
`,
|
|
sessionID, timestamp,
|
|
).Scan(&dur); err != nil {
|
|
return 0, err
|
|
}
|
|
return dur, nil
|
|
}
|
|
|
|
func (s *storageImpl) InsertEncryptionKey(sessionID uint64, key []byte) error {
|
|
sqlRequest := `
|
|
UPDATE sessions
|
|
SET file_key = $2
|
|
WHERE session_id = $1`
|
|
return s.db.Exec(sqlRequest, sessionID, string(key))
|
|
}
|
|
|
|
func (s *storageImpl) InsertUserID(sessionID uint64, userID string) error {
|
|
sqlRequest := `
|
|
UPDATE sessions
|
|
SET user_id = LEFT($1, 8000)
|
|
WHERE session_id = $2`
|
|
return s.db.Exec(sqlRequest, userID, sessionID)
|
|
}
|
|
|
|
func (s *storageImpl) InsertUserAnonymousID(sessionID uint64, userAnonymousID string) error {
|
|
sqlRequest := `
|
|
UPDATE sessions
|
|
SET user_anonymous_id = LEFT($1, 8000)
|
|
WHERE session_id = $2`
|
|
return s.db.Exec(sqlRequest, userAnonymousID, sessionID)
|
|
}
|
|
|
|
func (s *storageImpl) InsertReferrer(sessionID uint64, referrer, baseReferrer string) error {
|
|
sqlRequest := `
|
|
UPDATE sessions
|
|
SET referrer = LEFT($1, 8000), base_referrer = LEFT($2, 8000)
|
|
WHERE session_id = $3 AND referrer IS NULL`
|
|
return s.db.Exec(sqlRequest, referrer, baseReferrer, sessionID)
|
|
}
|
|
|
|
func (s *storageImpl) InsertMetadata(sessionID uint64, keyNo uint, value string) error {
|
|
sqlRequest := `
|
|
UPDATE sessions
|
|
SET metadata_%v = LEFT($1, 8000)
|
|
WHERE session_id = $2`
|
|
return s.db.Exec(fmt.Sprintf(sqlRequest, keyNo), value, sessionID)
|
|
}
|