5887ab5ddb
* feat(tracker): update message schema with BatchMetadata; separate message-related responsibilities; add message size * chore(docker): removing edge busybox, as the main repo updated * feat(backend): updated message protocol templates * feat(backend): added support of message size * feat(backend): implemented iterator for new message protocol (with message size) Co-authored-by: Alex Kaminskii <alex@openreplay.com>
95 lines
2.5 KiB
Go
95 lines
2.5 KiB
Go
package main
|
|
|
|
import (
|
|
"log"
|
|
"openreplay/backend/pkg/queue/types"
|
|
"os"
|
|
"os/signal"
|
|
"syscall"
|
|
"time"
|
|
|
|
"openreplay/backend/internal/config/heuristics"
|
|
"openreplay/backend/pkg/handlers"
|
|
web2 "openreplay/backend/pkg/handlers/web"
|
|
"openreplay/backend/pkg/intervals"
|
|
logger "openreplay/backend/pkg/log"
|
|
"openreplay/backend/pkg/messages"
|
|
"openreplay/backend/pkg/queue"
|
|
"openreplay/backend/pkg/sessions"
|
|
)
|
|
|
|
func main() {
|
|
log.SetFlags(log.LstdFlags | log.LUTC | log.Llongfile)
|
|
|
|
// Load service configuration
|
|
cfg := heuristics.New()
|
|
|
|
// HandlersFabric returns the list of message handlers we want to be applied to each incoming message.
|
|
handlersFabric := func() []handlers.MessageProcessor {
|
|
return []handlers.MessageProcessor{
|
|
// web handlers
|
|
&web2.ClickRageDetector{},
|
|
&web2.CpuIssueDetector{},
|
|
&web2.DeadClickDetector{},
|
|
&web2.MemoryIssueDetector{},
|
|
&web2.NetworkIssueDetector{},
|
|
&web2.PerformanceAggregator{},
|
|
// iOS's handlers
|
|
//&ios2.AppNotResponding{},
|
|
//&ios2.ClickRageDetector{},
|
|
//&ios2.PerformanceAggregator{},
|
|
// Other handlers (you can add your custom handlers here)
|
|
//&custom.CustomHandler{},
|
|
}
|
|
}
|
|
|
|
// Create handler's aggregator
|
|
builderMap := sessions.NewBuilderMap(handlersFabric)
|
|
|
|
// Init logger
|
|
statsLogger := logger.NewQueueStats(cfg.LoggerTimeout)
|
|
|
|
// Init producer and consumer for data bus
|
|
producer := queue.NewProducer(cfg.MessageSizeLimit, true)
|
|
consumer := queue.NewMessageConsumer(
|
|
cfg.GroupHeuristics,
|
|
[]string{
|
|
cfg.TopicRawWeb,
|
|
},
|
|
func(sessionID uint64, iter messages.Iterator, meta *types.Meta) {
|
|
for iter.Next() {
|
|
statsLogger.Collect(sessionID, meta)
|
|
builderMap.HandleMessage(sessionID, iter.Message().Decode(), iter.Message().Meta().Index)
|
|
}
|
|
},
|
|
false,
|
|
cfg.MessageSizeLimit,
|
|
)
|
|
|
|
log.Printf("Heuristics service started\n")
|
|
|
|
sigchan := make(chan os.Signal, 1)
|
|
signal.Notify(sigchan, syscall.SIGINT, syscall.SIGTERM)
|
|
|
|
tick := time.Tick(intervals.EVENTS_COMMIT_INTERVAL * time.Millisecond)
|
|
for {
|
|
select {
|
|
case sig := <-sigchan:
|
|
log.Printf("Caught signal %v: terminating\n", sig)
|
|
producer.Close(cfg.ProducerTimeout)
|
|
consumer.Commit()
|
|
consumer.Close()
|
|
os.Exit(0)
|
|
case <-tick:
|
|
builderMap.IterateReadyMessages(func(sessionID uint64, readyMsg messages.Message) {
|
|
producer.Produce(cfg.TopicAnalytics, sessionID, messages.Encode(readyMsg))
|
|
})
|
|
producer.Flush(cfg.ProducerTimeout)
|
|
consumer.Commit()
|
|
default:
|
|
if err := consumer.ConsumeNext(); err != nil {
|
|
log.Fatalf("Error on consuming: %v", err)
|
|
}
|
|
}
|
|
}
|
|
}
|