3b3e95a413
* feat(metrics): grand update * feat(metrics): fixed missing part in ee tracer * feat(assets): added missing arg * feat(metrics): fixed naming problems
107 lines
2.8 KiB
Go
107 lines
2.8 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"os"
|
|
"os/signal"
|
|
"syscall"
|
|
"time"
|
|
|
|
config "openreplay/backend/internal/config/storage"
|
|
"openreplay/backend/internal/storage"
|
|
"openreplay/backend/pkg/failover"
|
|
"openreplay/backend/pkg/logger"
|
|
"openreplay/backend/pkg/messages"
|
|
"openreplay/backend/pkg/metrics"
|
|
storageMetrics "openreplay/backend/pkg/metrics/storage"
|
|
"openreplay/backend/pkg/objectstorage/store"
|
|
"openreplay/backend/pkg/queue"
|
|
)
|
|
|
|
func main() {
|
|
ctx := context.Background()
|
|
log := logger.New()
|
|
cfg := config.New(log)
|
|
// Observability
|
|
storageMetric := storageMetrics.New("storage")
|
|
metrics.New(log, storageMetric.List())
|
|
|
|
objStore, err := store.NewStore(&cfg.ObjectsConfig)
|
|
if err != nil {
|
|
log.Fatal(ctx, "can't init object storage: %s", err)
|
|
}
|
|
srv, err := storage.New(cfg, log, objStore, storageMetric)
|
|
if err != nil {
|
|
log.Fatal(ctx, "can't init storage service: %s", err)
|
|
}
|
|
|
|
counter := storage.NewLogCounter()
|
|
sessionFinder, err := failover.NewSessionFinder(log, cfg, srv)
|
|
if err != nil {
|
|
log.Fatal(ctx, "can't init sessionFinder module: %s", err)
|
|
}
|
|
|
|
consumer := queue.NewConsumer(
|
|
cfg.GroupStorage,
|
|
[]string{
|
|
cfg.TopicTrigger,
|
|
},
|
|
messages.NewMessageIterator(
|
|
log,
|
|
func(msg messages.Message) {
|
|
// Convert MobileSessionEnd to SessionEnd
|
|
if msg.TypeID() == messages.MsgMobileSessionEnd {
|
|
mobileEnd, oldMeta := msg.(*messages.MobileSessionEnd), msg.Meta()
|
|
msg = &messages.SessionEnd{
|
|
Timestamp: mobileEnd.Timestamp,
|
|
}
|
|
msg.Meta().SetMeta(oldMeta)
|
|
}
|
|
sessCtx := context.WithValue(context.Background(), "sessionID", fmt.Sprintf("%d", msg.SessionID()))
|
|
// Process session to save mob files to s3
|
|
sesEnd := msg.(*messages.SessionEnd)
|
|
if err := srv.Process(sessCtx, sesEnd); err != nil {
|
|
log.Error(sessCtx, "process session err: %s", err)
|
|
sessionFinder.Find(msg.SessionID(), sesEnd.Timestamp)
|
|
}
|
|
// Log timestamp of last processed session
|
|
counter.Update(msg.SessionID(), time.UnixMilli(msg.Meta().Batch().Timestamp()))
|
|
},
|
|
[]int{messages.MsgSessionEnd, messages.MsgMobileSessionEnd},
|
|
true,
|
|
),
|
|
false,
|
|
cfg.MessageSizeLimit,
|
|
)
|
|
|
|
log.Info(ctx, "Storage service started")
|
|
|
|
sigchan := make(chan os.Signal, 1)
|
|
signal.Notify(sigchan, syscall.SIGINT, syscall.SIGTERM)
|
|
|
|
counterTick := time.Tick(time.Second * 30)
|
|
for {
|
|
select {
|
|
case sig := <-sigchan:
|
|
log.Info(ctx, "caught signal %v: terminating", sig)
|
|
sessionFinder.Stop()
|
|
srv.Wait()
|
|
consumer.Close()
|
|
os.Exit(0)
|
|
case <-counterTick:
|
|
go log.Info(ctx, "%s", counter.Log())
|
|
srv.Wait()
|
|
if err := consumer.Commit(); err != nil {
|
|
log.Error(ctx, "can't commit messages: %s", err)
|
|
}
|
|
case msg := <-consumer.Rebalanced():
|
|
log.Info(ctx, "rebalanced: %v", msg)
|
|
default:
|
|
err := consumer.ConsumeNext()
|
|
if err != nil {
|
|
log.Fatal(ctx, "error on consumption: %v", err)
|
|
}
|
|
}
|
|
}
|
|
}
|