* feat(video-storage): added zstd library to the machine * feat(video-storage): added new method to pack screenshots into compressed tar arch * feat(video-storage): try to split command into 2 * feat(video-storage): try a new approad to avoid no file error * feat(api): added support to a new pre-signed url for screenshots archive * feat(video-storage): fixed an issue in extension check * feat(video-storage): correct file name * feat(backend): removed video-storage and splitted logic * feat(backend): removed video-storage from helm charts * feat(backend): split canvas and screenshot handlers * feat(canvas): clean up canvas-handler * feat(api): changed mobile replay url (screenshots instead of video) * feat(backend): removed msg.SessID() call * feat(backend): clean up code in imagestorage main
180 lines
4.3 KiB
Go
180 lines
4.3 KiB
Go
package canvas_handler
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"log"
|
|
"os"
|
|
"sort"
|
|
"strconv"
|
|
"strings"
|
|
|
|
config "openreplay/backend/internal/config/imagestorage"
|
|
)
|
|
|
|
type Task struct {
|
|
sessionID uint64 // to generate path
|
|
name string
|
|
image *bytes.Buffer
|
|
isBreakTask bool
|
|
}
|
|
|
|
func NewBreakTask() *Task {
|
|
return &Task{isBreakTask: true}
|
|
}
|
|
|
|
type ImageStorage struct {
|
|
cfg *config.Config
|
|
basePath string
|
|
writeToDiskTasks chan *Task
|
|
imageWorkerStopped chan struct{}
|
|
}
|
|
|
|
func New(cfg *config.Config) (*ImageStorage, error) {
|
|
switch {
|
|
case cfg == nil:
|
|
return nil, fmt.Errorf("config is empty")
|
|
}
|
|
path := cfg.FSDir + "/"
|
|
if cfg.CanvasDir != "" {
|
|
path += cfg.CanvasDir + "/"
|
|
}
|
|
newStorage := &ImageStorage{
|
|
cfg: cfg,
|
|
basePath: path,
|
|
writeToDiskTasks: make(chan *Task, 1),
|
|
imageWorkerStopped: make(chan struct{}),
|
|
}
|
|
go newStorage.runWorker()
|
|
return newStorage, nil
|
|
}
|
|
|
|
func (v *ImageStorage) Wait() {
|
|
// send stop signal
|
|
v.writeToDiskTasks <- NewBreakTask()
|
|
|
|
// wait for workers to stop
|
|
<-v.imageWorkerStopped
|
|
}
|
|
|
|
func (v *ImageStorage) PrepareCanvasList(sessID uint64) ([]string, error) {
|
|
path := fmt.Sprintf("%s/%d/", v.basePath, sessID)
|
|
|
|
// Check that the directory exists
|
|
files, err := os.ReadDir(path)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if len(files) == 0 {
|
|
return []string{}, nil
|
|
}
|
|
|
|
type canvasData struct {
|
|
files map[int]string
|
|
times []int
|
|
}
|
|
images := make(map[string]*canvasData)
|
|
|
|
// Build the list of canvas images sets
|
|
for _, file := range files {
|
|
name := strings.Split(file.Name(), ".")
|
|
parts := strings.Split(name[0], "_")
|
|
if len(name) != 2 || len(parts) != 3 {
|
|
log.Printf("unknown file name: %s, skipping", file.Name())
|
|
continue
|
|
}
|
|
canvasID := fmt.Sprintf("%s_%s", parts[0], parts[1])
|
|
canvasTS, _ := strconv.Atoi(parts[2])
|
|
if _, ok := images[canvasID]; !ok {
|
|
images[canvasID] = &canvasData{
|
|
files: make(map[int]string),
|
|
times: make([]int, 0),
|
|
}
|
|
}
|
|
images[canvasID].files[canvasTS] = file.Name()
|
|
images[canvasID].times = append(images[canvasID].times, canvasTS)
|
|
}
|
|
|
|
// Prepare screenshot lists for ffmpeg
|
|
namesList := make([]string, 0)
|
|
for name, cData := range images {
|
|
// Write to file
|
|
mixName := fmt.Sprintf("%s-list", name)
|
|
mixList := path + mixName
|
|
outputFile, err := os.Create(mixList)
|
|
if err != nil {
|
|
log.Printf("can't create mix list, err: %s", err)
|
|
continue
|
|
}
|
|
|
|
sort.Ints(cData.times)
|
|
count := 0
|
|
for i := 0; i < len(cData.times)-1; i++ {
|
|
dur := float64(cData.times[i+1]-cData.times[i]) / 1000.0
|
|
line := fmt.Sprintf("file %s\nduration %.3f\n", cData.files[cData.times[i]], dur)
|
|
_, err := outputFile.WriteString(line)
|
|
if err != nil {
|
|
outputFile.Close()
|
|
log.Printf("%s", err)
|
|
continue
|
|
}
|
|
count++
|
|
}
|
|
outputFile.Close()
|
|
log.Printf("new canvas mix %s with %d images", mixList, count)
|
|
namesList = append(namesList, mixName)
|
|
}
|
|
log.Printf("prepared %d canvas mixes for session %d", len(namesList), sessID)
|
|
return namesList, nil
|
|
}
|
|
|
|
func (v *ImageStorage) SaveCanvasToDisk(sessID uint64, data []byte) error {
|
|
type canvasData struct {
|
|
Name string
|
|
Data []byte
|
|
}
|
|
var msg = &canvasData{}
|
|
if err := json.Unmarshal(data, msg); err != nil {
|
|
log.Printf("can't parse canvas message, err: %s", err)
|
|
}
|
|
// Use the same workflow
|
|
v.writeToDiskTasks <- &Task{sessionID: sessID, name: msg.Name, image: bytes.NewBuffer(msg.Data)}
|
|
return nil
|
|
}
|
|
|
|
func (v *ImageStorage) writeToDisk(task *Task) {
|
|
path := fmt.Sprintf("%s/%d/", v.basePath, task.sessionID)
|
|
|
|
// Ensure the directory exists
|
|
if err := os.MkdirAll(path, 0755); err != nil {
|
|
log.Fatalf("Error creating directories: %v", err)
|
|
}
|
|
|
|
// Write images to disk
|
|
outFile, err := os.Create(path + task.name) // or open file in rewrite mode
|
|
if err != nil {
|
|
log.Printf("can't create file: %s", err.Error())
|
|
}
|
|
if _, err := io.Copy(outFile, task.image); err != nil {
|
|
log.Printf("can't copy file: %s", err.Error())
|
|
}
|
|
outFile.Close()
|
|
|
|
log.Printf("new canvas image, sessID: %d, name: %s, size: %3.3f mb", task.sessionID, task.name, float64(task.image.Len())/1024.0/1024.0)
|
|
return
|
|
}
|
|
|
|
func (v *ImageStorage) runWorker() {
|
|
for {
|
|
select {
|
|
case task := <-v.writeToDiskTasks:
|
|
if task.isBreakTask {
|
|
v.imageWorkerStopped <- struct{}{}
|
|
continue
|
|
}
|
|
v.writeToDisk(task)
|
|
}
|
|
}
|
|
}
|