94 lines
2.1 KiB
Go
94 lines
2.1 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"log"
|
|
"openreplay/backend/pkg/queue/types"
|
|
"os"
|
|
"os/signal"
|
|
"syscall"
|
|
"time"
|
|
|
|
"openreplay/backend/internal/assets"
|
|
"openreplay/backend/internal/assets/cacher"
|
|
config "openreplay/backend/internal/config/assets"
|
|
"openreplay/backend/pkg/messages"
|
|
"openreplay/backend/pkg/monitoring"
|
|
"openreplay/backend/pkg/queue"
|
|
)
|
|
|
|
func main() {
|
|
metrics := monitoring.New("assets")
|
|
|
|
log.SetFlags(log.LstdFlags | log.LUTC | log.Llongfile)
|
|
|
|
cfg := config.New()
|
|
|
|
cacher := cacher.NewCacher(cfg, metrics)
|
|
|
|
totalAssets, err := metrics.RegisterCounter("assets_total")
|
|
if err != nil {
|
|
log.Printf("can't create assets_total metric: %s", err)
|
|
}
|
|
|
|
consumer := queue.NewMessageConsumer(
|
|
cfg.GroupCache,
|
|
[]string{cfg.TopicCache},
|
|
func(sessionID uint64, iter messages.Iterator, meta *types.Meta) {
|
|
for iter.Next() {
|
|
if iter.Type() == messages.MsgAssetCache {
|
|
m := iter.Message().Decode()
|
|
if m == nil {
|
|
return
|
|
}
|
|
msg := m.(*messages.AssetCache)
|
|
cacher.CacheURL(sessionID, msg.URL)
|
|
totalAssets.Add(context.Background(), 1)
|
|
} else if iter.Type() == messages.MsgErrorEvent {
|
|
m := iter.Message().Decode()
|
|
if m == nil {
|
|
return
|
|
}
|
|
msg := m.(*messages.ErrorEvent)
|
|
if msg.Source != "js_exception" {
|
|
continue
|
|
}
|
|
sourceList, err := assets.ExtractJSExceptionSources(&msg.Payload)
|
|
if err != nil {
|
|
log.Printf("Error on source extraction: %v", err)
|
|
continue
|
|
}
|
|
for _, source := range sourceList {
|
|
cacher.CacheJSFile(source)
|
|
}
|
|
}
|
|
}
|
|
},
|
|
true,
|
|
cfg.MessageSizeLimit,
|
|
)
|
|
|
|
log.Printf("Cacher service started\n")
|
|
|
|
sigchan := make(chan os.Signal, 1)
|
|
signal.Notify(sigchan, syscall.SIGINT, syscall.SIGTERM)
|
|
|
|
tick := time.Tick(20 * time.Minute)
|
|
for {
|
|
select {
|
|
case sig := <-sigchan:
|
|
log.Printf("Caught signal %v: terminating\n", sig)
|
|
consumer.Close()
|
|
os.Exit(0)
|
|
case err := <-cacher.Errors:
|
|
log.Printf("Error while caching: %v", err)
|
|
// TODO: notify user
|
|
case <-tick:
|
|
cacher.UpdateTimeouts()
|
|
default:
|
|
if err := consumer.ConsumeNext(); err != nil {
|
|
log.Fatalf("Error on consumption: %v", err)
|
|
}
|
|
}
|
|
}
|
|
}
|