openreplay/backend/cmd/videostorage/main.go

package main

import (
	"log"
	"os"
	"os/signal"
	"strconv"
	"strings"
	"syscall"
	"time"

	config "openreplay/backend/internal/config/videostorage"
	"openreplay/backend/internal/videostorage"
	"openreplay/backend/pkg/messages"
	"openreplay/backend/pkg/metrics"
	storageMetrics "openreplay/backend/pkg/metrics/videostorage"
	"openreplay/backend/pkg/objectstorage/store"
	"openreplay/backend/pkg/queue"
)

func main() {
	m := metrics.New()
	m.Register(storageMetrics.List())

	log.SetFlags(log.LstdFlags | log.LUTC | log.Llongfile)

	cfg := config.New()

	objStore, err := store.NewStore(&cfg.ObjectsConfig)
	if err != nil {
		log.Fatalf("can't init object storage: %s", err)
	}
	srv, err := videostorage.New(cfg, objStore)
	if err != nil {
		log.Printf("can't init storage service: %s", err)
		return
	}

	workDir := cfg.FSDir

	//consumer := queue.NewConsumer(
	//	cfg.GroupVideoStorage,
	//	[]string{
	//		cfg.TopicMobileTrigger,
	//	},
	//	messages.NewMessageIterator(
	//		func(msg messages.Message) {
	//			sesEnd := msg.(*messages.IOSSessionEnd)
	//			log.Printf("skipped mobile session end: %d", sesEnd.SessionID())
	//			//log.Printf("recieved mobile session end: %d", sesEnd.SessionID())
	//			//if err := srv.Process(sesEnd.SessionID(), workDir+"/screenshots/"+strconv.FormatUint(sesEnd.SessionID(), 10)+"/", false); err != nil {
	//			//	log.Printf("upload session err: %s, sessID: %d", err, msg.SessionID())
	//			//}
	//		},
	//		[]int{messages.MsgIOSSessionEnd},
	//		true,
	//	),
	//	false,
	//	cfg.MessageSizeLimit,
	//)

	// Debug: global counter for canvases
	canvasCount := 0

	canvasConsumer := queue.NewConsumer(
		cfg.GroupVideoStorage,
		[]string{
			cfg.TopicCanvasTrigger,
		},
		messages.NewMessageIterator(
			func(msg messages.Message) {
				sesEnd := msg.(*messages.SessionEnd)
				filePath := workDir + "/canvas/" + strconv.FormatUint(sesEnd.SessionID(), 10) + "/"
				canvasMix := sesEnd.EncryptionKey // dirty hack to use encryption key as canvas mix holder (only between canvas handler and canvas maker)
				if canvasMix == "" {
					log.Printf("no canvas mix for session: %d", sesEnd.SessionID())
					return
				}
				if err := srv.Process(sesEnd.SessionID(), filePath, canvasMix); err != nil {
					if !strings.Contains(err.Error(), "no such file or directory") {
						log.Printf("upload session err: %s, sessID: %d", err, msg.SessionID())
					}
				} else {
					canvasCount++
				}
			},
			[]int{messages.MsgSessionEnd},
			true,
		),
		false,
		cfg.MessageSizeLimit,
	)

	log.Printf("Video storage service started\n")

	sigchan := make(chan os.Signal, 1)
	signal.Notify(sigchan, syscall.SIGINT, syscall.SIGTERM)

	counterTick := time.Tick(time.Second * 30)
	for {
		select {
		case sig := <-sigchan:
			log.Printf("Caught signal %v: terminating\n", sig)
			srv.Wait()
			//consumer.Close()
			canvasConsumer.Close()
			os.Exit(0)
		case <-counterTick:
			srv.Wait()
			//if err := consumer.Commit(); err != nil {
			//	log.Printf("can't commit messages: %s", err)
			//}
			if err := canvasConsumer.Commit(); err != nil {
				log.Printf("can't commit messages: %s", err)
			}
			// Debug log
			log.Printf("canvasCount: %d", canvasCount)
			canvasCount = 0
		//case msg := <-consumer.Rebalanced():
		//	log.Println(msg)
		case msg := <-canvasConsumer.Rebalanced():
			log.Println(msg)
		default:
			//err = consumer.ConsumeNext()
			//if err != nil {
			//	log.Fatalf("Error on end event consumption: %v", err)
			//}
			err = canvasConsumer.ConsumeNext()
			if err != nil {
				log.Fatalf("Error on end event consumption: %v", err)
			}
		}
	}
}