openreplay/backend/internal/heuristics/service.go
Alexander 45c956c489
Json logs format (#1952)
* feat(backend): try a new approach for logs formatting (http)

* feat(backend): added logger module

* feat(backend): added project/session info to /i endpoint

* feat(backend): found a solution for correct caller information

* feat(backend): finished logs for http handlers

* feat(backend): finished logs for mobile http handlers

* feat(backend): finished ender

* feat(backend): finished assets

* feat(backend): finished heuristics

* feat(backend): finished image-storage

* feat(backend): finished sink

* feat(backend): finished storage

* feat(backend): formatted logs in all services

* feat(backend): finished foss part

* feat(backend): added missed foss part

* feat(backend): fixed panic in memory manager and sink service

* feat(backend): connectors
2024-03-14 12:51:14 +01:00

106 lines
2.6 KiB
Go

package heuristics
import (
"context"
"fmt"
"time"
"openreplay/backend/internal/config/heuristics"
"openreplay/backend/internal/service"
"openreplay/backend/pkg/builders"
"openreplay/backend/pkg/logger"
"openreplay/backend/pkg/memory"
"openreplay/backend/pkg/messages"
metrics "openreplay/backend/pkg/metrics/heuristics"
"openreplay/backend/pkg/queue/types"
)
type heuristicsImpl struct {
log logger.Logger
ctx context.Context
cfg *heuristics.Config
producer types.Producer
consumer types.Consumer
events builders.EventBuilder
mm memory.Manager
done chan struct{}
finished chan struct{}
}
func New(log logger.Logger, cfg *heuristics.Config, p types.Producer, c types.Consumer, e builders.EventBuilder, mm memory.Manager) service.Interface {
s := &heuristicsImpl{
log: log,
ctx: context.Background(),
cfg: cfg,
producer: p,
consumer: c,
events: e,
mm: mm,
done: make(chan struct{}),
finished: make(chan struct{}),
}
go s.run()
return s
}
func (h *heuristicsImpl) run() {
tick := time.Tick(10 * time.Second)
for {
select {
case evt := <-h.events.Events():
if err := h.producer.Produce(h.cfg.TopicAnalytics, evt.SessionID(), evt.Encode()); err != nil {
h.log.Error(h.ctx, "can't send new event to queue: %s", err)
} else {
metrics.IncreaseTotalEvents(messageTypeName(evt))
}
case <-tick:
h.producer.Flush(h.cfg.ProducerTimeout)
h.consumer.Commit()
case msg := <-h.consumer.Rebalanced():
h.log.Info(h.ctx, "rebalanced: %v", msg)
case <-h.done:
// Stop event builder and flush all events
h.log.Info(h.ctx, "stopping heuristics service")
h.events.Stop()
for evt := range h.events.Events() {
if err := h.producer.Produce(h.cfg.TopicAnalytics, evt.SessionID(), evt.Encode()); err != nil {
h.log.Error(h.ctx, "can't send new event to queue: %s", err)
}
}
h.producer.Close(h.cfg.ProducerTimeout)
h.consumer.Commit()
h.consumer.Close()
h.finished <- struct{}{}
default:
if !h.mm.HasFreeMemory() {
continue
}
if err := h.consumer.ConsumeNext(); err != nil {
h.log.Fatal(h.ctx, "error on consumption: %v", err)
}
}
}
}
func (h *heuristicsImpl) Stop() {
h.done <- struct{}{}
<-h.finished
}
func messageTypeName(msg messages.Message) string {
switch msg.TypeID() {
case 31:
return "PageEvent"
case 32:
return "InputEvent"
case 56:
return "PerformanceTrackAggr"
case 69:
return "MouseClick"
case 125:
m := msg.(*messages.IssueEvent)
return fmt.Sprintf("IssueEvent(%s)", m.Type)
default:
return "unknown"
}
}