* feat(backend): try a new approach for logs formatting (http) * feat(backend): added logger module * feat(backend): added project/session info to /i endpoint * feat(backend): found a solution for correct caller information * feat(backend): finished logs for http handlers * feat(backend): finished logs for mobile http handlers * feat(backend): finished ender * feat(backend): finished assets * feat(backend): finished heuristics * feat(backend): finished image-storage * feat(backend): finished sink * feat(backend): finished storage * feat(backend): formatted logs in all services * feat(backend): finished foss part * feat(backend): added missed foss part * feat(backend): fixed panic in memory manager and sink service * feat(backend): connectors
106 lines
2.6 KiB
Go
106 lines
2.6 KiB
Go
package heuristics
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"time"
|
|
|
|
"openreplay/backend/internal/config/heuristics"
|
|
"openreplay/backend/internal/service"
|
|
"openreplay/backend/pkg/builders"
|
|
"openreplay/backend/pkg/logger"
|
|
"openreplay/backend/pkg/memory"
|
|
"openreplay/backend/pkg/messages"
|
|
metrics "openreplay/backend/pkg/metrics/heuristics"
|
|
"openreplay/backend/pkg/queue/types"
|
|
)
|
|
|
|
type heuristicsImpl struct {
|
|
log logger.Logger
|
|
ctx context.Context
|
|
cfg *heuristics.Config
|
|
producer types.Producer
|
|
consumer types.Consumer
|
|
events builders.EventBuilder
|
|
mm memory.Manager
|
|
done chan struct{}
|
|
finished chan struct{}
|
|
}
|
|
|
|
func New(log logger.Logger, cfg *heuristics.Config, p types.Producer, c types.Consumer, e builders.EventBuilder, mm memory.Manager) service.Interface {
|
|
s := &heuristicsImpl{
|
|
log: log,
|
|
ctx: context.Background(),
|
|
cfg: cfg,
|
|
producer: p,
|
|
consumer: c,
|
|
events: e,
|
|
mm: mm,
|
|
done: make(chan struct{}),
|
|
finished: make(chan struct{}),
|
|
}
|
|
go s.run()
|
|
return s
|
|
}
|
|
|
|
func (h *heuristicsImpl) run() {
|
|
tick := time.Tick(10 * time.Second)
|
|
for {
|
|
select {
|
|
case evt := <-h.events.Events():
|
|
if err := h.producer.Produce(h.cfg.TopicAnalytics, evt.SessionID(), evt.Encode()); err != nil {
|
|
h.log.Error(h.ctx, "can't send new event to queue: %s", err)
|
|
} else {
|
|
metrics.IncreaseTotalEvents(messageTypeName(evt))
|
|
}
|
|
case <-tick:
|
|
h.producer.Flush(h.cfg.ProducerTimeout)
|
|
h.consumer.Commit()
|
|
case msg := <-h.consumer.Rebalanced():
|
|
h.log.Info(h.ctx, "rebalanced: %v", msg)
|
|
case <-h.done:
|
|
// Stop event builder and flush all events
|
|
h.log.Info(h.ctx, "stopping heuristics service")
|
|
h.events.Stop()
|
|
for evt := range h.events.Events() {
|
|
if err := h.producer.Produce(h.cfg.TopicAnalytics, evt.SessionID(), evt.Encode()); err != nil {
|
|
h.log.Error(h.ctx, "can't send new event to queue: %s", err)
|
|
}
|
|
}
|
|
h.producer.Close(h.cfg.ProducerTimeout)
|
|
h.consumer.Commit()
|
|
h.consumer.Close()
|
|
h.finished <- struct{}{}
|
|
default:
|
|
if !h.mm.HasFreeMemory() {
|
|
continue
|
|
}
|
|
if err := h.consumer.ConsumeNext(); err != nil {
|
|
h.log.Fatal(h.ctx, "error on consumption: %v", err)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (h *heuristicsImpl) Stop() {
|
|
h.done <- struct{}{}
|
|
<-h.finished
|
|
}
|
|
|
|
func messageTypeName(msg messages.Message) string {
|
|
switch msg.TypeID() {
|
|
case 31:
|
|
return "PageEvent"
|
|
case 32:
|
|
return "InputEvent"
|
|
case 56:
|
|
return "PerformanceTrackAggr"
|
|
case 69:
|
|
return "MouseClick"
|
|
case 125:
|
|
m := msg.(*messages.IssueEvent)
|
|
return fmt.Sprintf("IssueEvent(%s)", m.Type)
|
|
default:
|
|
return "unknown"
|
|
}
|
|
}
|