107 lines
3 KiB
Go
107 lines
3 KiB
Go
package main
|
|
|
|
import (
|
|
"log"
|
|
"openreplay/backend/internal/config/ender"
|
|
"openreplay/backend/internal/sessionender"
|
|
"openreplay/backend/pkg/db/cache"
|
|
"openreplay/backend/pkg/db/postgres"
|
|
"openreplay/backend/pkg/monitoring"
|
|
"time"
|
|
|
|
"os"
|
|
"os/signal"
|
|
"syscall"
|
|
|
|
"openreplay/backend/pkg/intervals"
|
|
logger "openreplay/backend/pkg/log"
|
|
"openreplay/backend/pkg/messages"
|
|
"openreplay/backend/pkg/queue"
|
|
"openreplay/backend/pkg/queue/types"
|
|
)
|
|
|
|
/*
|
|
Ender
|
|
*/
|
|
|
|
func main() {
|
|
metrics := monitoring.New("ender")
|
|
|
|
log.SetFlags(log.LstdFlags | log.LUTC | log.Llongfile)
|
|
|
|
// Load service configuration
|
|
cfg := ender.New()
|
|
|
|
pg := cache.NewPGCache(postgres.NewConn(cfg.Postgres, 0, 0), cfg.ProjectExpirationTimeoutMs)
|
|
defer pg.Close()
|
|
|
|
// Init all modules
|
|
statsLogger := logger.NewQueueStats(cfg.LoggerTimeout)
|
|
sessions, err := sessionender.New(metrics, intervals.EVENTS_SESSION_END_TIMEOUT, cfg.PartitionsNumber)
|
|
if err != nil {
|
|
log.Printf("can't init ender service: %s", err)
|
|
return
|
|
}
|
|
producer := queue.NewProducer()
|
|
consumer := queue.NewMessageConsumer(
|
|
cfg.GroupEnder,
|
|
[]string{
|
|
cfg.TopicRawWeb,
|
|
},
|
|
func(sessionID uint64, msg messages.Message, meta *types.Meta) {
|
|
switch msg.(type) {
|
|
case *messages.SessionStart, *messages.SessionEnd, *messages.RawErrorEvent:
|
|
// Skip several message types
|
|
return
|
|
}
|
|
// Test debug
|
|
if msg.Meta().Timestamp == 0 {
|
|
log.Printf("ZERO TS, sessID: %d, msgType: %d", sessionID, msg.TypeID())
|
|
}
|
|
statsLogger.Collect(sessionID, meta)
|
|
sessions.UpdateSession(sessionID, meta.Timestamp, msg.Meta().Timestamp)
|
|
},
|
|
false,
|
|
)
|
|
|
|
log.Printf("Ender service started\n")
|
|
|
|
sigchan := make(chan os.Signal, 1)
|
|
signal.Notify(sigchan, syscall.SIGINT, syscall.SIGTERM)
|
|
|
|
tick := time.Tick(intervals.EVENTS_COMMIT_INTERVAL * time.Millisecond)
|
|
for {
|
|
select {
|
|
case sig := <-sigchan:
|
|
log.Printf("Caught signal %v: terminating\n", sig)
|
|
producer.Close(cfg.ProducerTimeout)
|
|
if err := consumer.CommitBack(intervals.EVENTS_BACK_COMMIT_GAP); err != nil {
|
|
log.Printf("can't commit messages with offset: %s", err)
|
|
}
|
|
consumer.Close()
|
|
os.Exit(0)
|
|
case <-tick:
|
|
// Find ended sessions and send notification to other services
|
|
sessions.HandleEndedSessions(func(sessionID uint64, timestamp int64) bool {
|
|
msg := &messages.SessionEnd{Timestamp: uint64(timestamp)}
|
|
if err := pg.InsertSessionEnd(sessionID, msg.Timestamp); err != nil {
|
|
log.Printf("can't save sessionEnd to database, sessID: %d", sessionID)
|
|
return false
|
|
}
|
|
if err := producer.Produce(cfg.TopicRawWeb, sessionID, messages.Encode(msg)); err != nil {
|
|
log.Printf("can't send sessionEnd to topic: %s; sessID: %d", err, sessionID)
|
|
return false
|
|
}
|
|
return true
|
|
})
|
|
producer.Flush(cfg.ProducerTimeout)
|
|
if err := consumer.CommitBack(intervals.EVENTS_BACK_COMMIT_GAP); err != nil {
|
|
log.Printf("can't commit messages with offset: %s", err)
|
|
}
|
|
default:
|
|
if err := consumer.ConsumeNext(); err != nil {
|
|
log.Fatalf("Error on consuming: %v", err)
|
|
}
|
|
}
|
|
}
|
|
}
|