package storage import ( "bytes" "fmt" "log" config "openreplay/backend/internal/config/storage" "openreplay/backend/pkg/storage" "os" "time" ) type Storage struct { cfg *config.Config s3 *storage.S3 } func New(cfg *config.Config, s3 *storage.S3) (*Storage, error) { switch { case cfg == nil: return nil, fmt.Errorf("config is empty") case s3 == nil: return nil, fmt.Errorf("s3 storage is empty") } return &Storage{s3: s3}, nil } func (s *Storage) UploadKey(key string, retryCount int) { if retryCount <= 0 { return } file, err := os.Open(s.cfg.FSDir + "/" + key) if err != nil { log.Printf("File error: %v; Will retry %v more time(s)\n", err, retryCount) time.AfterFunc(s.cfg.RetryTimeout, func() { s.UploadKey(key, retryCount-1) }) return } defer file.Close() startBytes := make([]byte, s.cfg.FileSplitSize) nRead, err := file.Read(startBytes) if err != nil { log.Printf("File read error: %f", err) return } startReader := bytes.NewBuffer(startBytes) if err := s.s3.Upload(s.gzipFile(startReader), key, "application/octet-stream", true); err != nil { log.Fatalf("Storage: start upload failed. %v\n", err) } if nRead == s.cfg.FileSplitSize { if err := s.s3.Upload(s.gzipFile(file), key+"e", "application/octet-stream", true); err != nil { log.Fatalf("Storage: end upload failed. %v\n", err) } } }