* feat(backend): moved sql requests related to sessions table to one place * feat(backend): refactoring in db.Saver handler * feat(backend): hude refactoring in db/postgres module * fix(backend): workable feature flags * fix(backend): workable integrations * fix(backend): workable sessions and projects modules * fix(backend): added missed projects module to sessions * feat(backend): renaming * feat(backend): moved session struct to sessions module and split methods into interface, cache and storage levels * feat(backend): moved project struct to projects module * feat(backend): added projects model * feat(backend): implemented new in memory cache for sessions and projects * feat(backend): implemented new cache in projects * feat(backend): there are 2 methods in cache module now: Get() and GetAndRefresh() * feat(backend): added cache update operations * fix(backend): fixed import cycle * fix(backend): fixed panic in db message handler * fix(backend): fixed panic in projects module * fix(backend): fixed panic in sessions.GetDuration * feat(backend): added direct call to get session duration if session is already in cache * feat(backend): used pg pool everywhere except db service * fix(backend): added missing part after rebase * fix(backend): removed old sessions file * feat(backend): added refactored redis client with produce/consume options * feat(backend): added cache layer for projects * fix(backend): added missing redis config * fix(backend): added missing method for producer * feat(backend): cache integration for sessions * feat(backend): temporary method to get session directly from db * feat(backend): adapt EE version of message handler * fix(backend): fixed issue in fts realisation * fix(backend): added redis cache to sessions module * fix(backend): set 0 duration or hesitation time for inputs without focus event * feat(backend): added cache for session updates and failover mechanism for batch.Insert() operation * feat(backend): debug log * feat(backend): more debug log * feat(backend): removed debug log * fix(backend): fixed an issue of tracking input events with empty label * fix(backend): disabled debug log in projects cache * fix(backend): renamed session updater * fix(backend): fixed closed pool issue in DB service * fix(backend): fixed dead lock in db Stop() method * fix(backend): fixed panic in heuristics service * feat(backend): enabled redis cache in projects * feat(backend): clear cache on each update operation * feat(backend): fully integrated cache layer with auto switch * feat(backend): small refactoring in session updates * fix(backend): fixed wrong events counter issue * feat(backend): enabled full cache support in ender and http services * fix(backend/ee): added missed import * feat(backend): added second cache layer for db to speed up the service * feat(backend): disable redis cache * feat(backend): moved redis cache to ee
99 lines
2 KiB
Go
99 lines
2 KiB
Go
package builders
|
|
|
|
import (
|
|
"log"
|
|
"sync"
|
|
"time"
|
|
|
|
"openreplay/backend/pkg/handlers"
|
|
. "openreplay/backend/pkg/messages"
|
|
)
|
|
|
|
const ForceDeleteTimeout = 30 * time.Minute
|
|
|
|
type builderMap struct {
|
|
handlersFabric func() []handlers.MessageProcessor
|
|
sessions map[uint64]*builder
|
|
mutex *sync.Mutex
|
|
events chan Message
|
|
done chan struct{}
|
|
}
|
|
|
|
type EventBuilder interface {
|
|
Events() chan Message
|
|
HandleMessage(msg Message)
|
|
Stop()
|
|
}
|
|
|
|
func NewBuilderMap(handlersFabric func() []handlers.MessageProcessor) EventBuilder {
|
|
b := &builderMap{
|
|
handlersFabric: handlersFabric,
|
|
sessions: make(map[uint64]*builder),
|
|
mutex: &sync.Mutex{},
|
|
events: make(chan Message, 1024*10),
|
|
done: make(chan struct{}),
|
|
}
|
|
go b.worker()
|
|
return b
|
|
}
|
|
|
|
func (m *builderMap) getBuilder(sessionID uint64) *builder {
|
|
m.mutex.Lock()
|
|
b := m.sessions[sessionID]
|
|
if b == nil {
|
|
b = NewBuilder(sessionID, m.events, m.handlersFabric()...)
|
|
m.sessions[sessionID] = b
|
|
}
|
|
m.mutex.Unlock()
|
|
return b
|
|
}
|
|
|
|
func (m *builderMap) Events() chan Message {
|
|
return m.events
|
|
}
|
|
|
|
func (m *builderMap) HandleMessage(msg Message) {
|
|
m.getBuilder(msg.SessionID()).handleMessage(msg)
|
|
}
|
|
|
|
func (m *builderMap) worker() {
|
|
tick := time.Tick(10 * time.Second)
|
|
for {
|
|
select {
|
|
case <-tick:
|
|
m.checkSessions()
|
|
case <-m.done:
|
|
return
|
|
}
|
|
}
|
|
}
|
|
|
|
func (m *builderMap) checkSessions() {
|
|
m.mutex.Lock()
|
|
deleted := 0
|
|
now := time.Now()
|
|
for sessID, b := range m.sessions {
|
|
// Check session's events
|
|
if b.ended || b.lastSystemTime.Add(ForceDeleteTimeout).Before(now) {
|
|
// Build rest of messages
|
|
for _, p := range b.processors {
|
|
if rm := p.Build(); rm != nil {
|
|
rm.Meta().SetSessionID(sessID)
|
|
m.events <- rm
|
|
}
|
|
}
|
|
delete(m.sessions, sessID)
|
|
deleted++
|
|
}
|
|
}
|
|
m.mutex.Unlock()
|
|
if deleted > 0 {
|
|
log.Printf("deleted %d sessions from message builder", deleted)
|
|
}
|
|
}
|
|
|
|
func (m *builderMap) Stop() {
|
|
m.done <- struct{}{}
|
|
m.checkSessions()
|
|
close(m.events)
|
|
}
|