* feat(ui/tracker): start tag n watch * fix(tracker): test coverage, fix some watcher api * fix(tracker): add intersectionobserver, adjust tests * feat(tracker): relay + apollo plugins * feat(ui): tags search * feat(ui): tags name edit * feat(ui): tags search icon * feat(ui): icons for tabs in player * feat(ui): save and find button * feat(tracker): save tags in session storage (just in case) * feat(ui): improve loading * feat(ui): fix icon names gen * feat(ui): fix typo * feat(backend): added TagAndWatch backend support * feat(backend): use msgIndex as a seqIndex * feat(backend): try to use truncSqlIdx for seq_index * feat(backend): added tags cache and tags filter to DB service * feat(backend): removed debug logs --------- Co-authored-by: nick-delirium <nikita@openreplay.com>
98 lines
3.1 KiB
Go
98 lines
3.1 KiB
Go
package main
|
|
|
|
import (
|
|
"log"
|
|
config "openreplay/backend/internal/config/db"
|
|
"openreplay/backend/internal/db"
|
|
"openreplay/backend/internal/db/datasaver"
|
|
"openreplay/backend/pkg/db/postgres"
|
|
"openreplay/backend/pkg/db/postgres/pool"
|
|
"openreplay/backend/pkg/db/redis"
|
|
"openreplay/backend/pkg/memory"
|
|
"openreplay/backend/pkg/messages"
|
|
"openreplay/backend/pkg/metrics"
|
|
databaseMetrics "openreplay/backend/pkg/metrics/database"
|
|
"openreplay/backend/pkg/projects"
|
|
"openreplay/backend/pkg/queue"
|
|
"openreplay/backend/pkg/sessions"
|
|
"openreplay/backend/pkg/tags"
|
|
"openreplay/backend/pkg/terminator"
|
|
)
|
|
|
|
func main() {
|
|
log.SetFlags(log.LstdFlags | log.LUTC | log.Llongfile)
|
|
|
|
m := metrics.New()
|
|
m.Register(databaseMetrics.List())
|
|
|
|
cfg := config.New()
|
|
|
|
// Init postgres connection
|
|
pgConn, err := pool.New(cfg.Postgres.String())
|
|
if err != nil {
|
|
log.Printf("can't init postgres connection: %s", err)
|
|
return
|
|
}
|
|
defer pgConn.Close()
|
|
|
|
// Init events module
|
|
pg := postgres.NewConn(pgConn)
|
|
defer pg.Close()
|
|
|
|
// Init redis connection
|
|
redisClient, err := redis.New(&cfg.Redis)
|
|
if err != nil {
|
|
log.Printf("can't init redis connection: %s", err)
|
|
}
|
|
defer redisClient.Close()
|
|
|
|
projManager := projects.New(pgConn, redisClient)
|
|
sessManager := sessions.New(pgConn, projManager, redisClient)
|
|
tagsManager := tags.New(pgConn)
|
|
|
|
// Init data saver
|
|
saver := datasaver.New(cfg, pg, sessManager, tagsManager)
|
|
|
|
// Message filter
|
|
msgFilter := []int{
|
|
// Web messages
|
|
messages.MsgMetadata, messages.MsgIssueEvent, messages.MsgSessionStart, messages.MsgSessionEnd,
|
|
messages.MsgUserID, messages.MsgUserAnonymousID, messages.MsgIntegrationEvent, messages.MsgPerformanceTrackAggr,
|
|
messages.MsgJSException, messages.MsgResourceTiming, messages.MsgCustomEvent, messages.MsgCustomIssue,
|
|
messages.MsgFetch, messages.MsgNetworkRequest, messages.MsgGraphQL, messages.MsgStateAction, messages.MsgMouseClick,
|
|
messages.MsgSetPageLocation, messages.MsgPageLoadTiming, messages.MsgPageRenderTiming,
|
|
messages.MsgPageEvent, messages.MsgMouseThrashing, messages.MsgInputChange,
|
|
messages.MsgUnbindNodes, messages.MsgCanvasNode, messages.MsgTagTrigger,
|
|
// Mobile messages
|
|
messages.MsgIOSSessionStart, messages.MsgIOSSessionEnd, messages.MsgIOSUserID, messages.MsgIOSUserAnonymousID,
|
|
messages.MsgIOSMetadata, messages.MsgIOSEvent, messages.MsgIOSNetworkCall,
|
|
messages.MsgIOSClickEvent, messages.MsgIOSSwipeEvent, messages.MsgIOSInputEvent,
|
|
messages.MsgIOSCrash, messages.MsgIOSIssueEvent,
|
|
}
|
|
|
|
// Init consumer
|
|
consumer := queue.NewConsumer(
|
|
cfg.GroupDB,
|
|
[]string{
|
|
cfg.TopicRawWeb,
|
|
cfg.TopicRawIOS,
|
|
cfg.TopicAnalytics,
|
|
},
|
|
messages.NewMessageIterator(saver.Handle, msgFilter, true),
|
|
false,
|
|
cfg.MessageSizeLimit,
|
|
)
|
|
|
|
// Init memory manager
|
|
memoryManager, err := memory.NewManager(cfg.MemoryLimitMB, cfg.MaxMemoryUsage)
|
|
if err != nil {
|
|
log.Printf("can't init memory manager: %s", err)
|
|
return
|
|
}
|
|
|
|
// Run service and wait for TERM signal
|
|
service := db.New(cfg, consumer, saver, memoryManager, sessManager)
|
|
log.Printf("Db service started\n")
|
|
terminator.Wait(service)
|
|
log.Printf("Db service stopped\n")
|
|
}
|