* feat(spot): first version to test http endpoints * fix(helm): changed nginx path prefix * fix(spots): added missing BUCKET_NAME env var * fix(spots): added services init check * feat(spots): removed geo module * feat(spots): removed uaparser * feat(spots): added more detailed authorization error log * feat(spots): changed the authorization middleware * feat(spots): extended http body size limit to 128kb * feat(spots): added s3 error log * feat(spots): added new handler for uploaded event * feat(backend): small api changes in spot service * feat(backend): rewrote request parameters grabber for getSpot handler * feat(backend): added tenantID to auth struct * feat(backend): added pre-signed download urls for preview, mob et video files * feat(backend): added user's email to spots table, and getSpot responses * feat(backend): returning spotID as a string * feat(spot): added transcoder pipeline * fix(spot): return spotID as a string * feat(spot): added volume mount to spot service * feat(spot): fixed volume mounting * feat(spot): helm fix * feat(spot): helm another fix * fix(spot): correct video.webm path * fix(spot): correct pre-signed url for download original video * feat(spot): added PATCH and DELETE methods to CORS * feat(spot): use string format for spotIDs in delete method * feat(spot): added public key implemented * fix(spot): correct public-key parser * fix(spot): fixed query params issue + user's tenantID * fix(spot): use 1 as a default tenant * feat(spot): added correct total spots calculation * fix(spot): fixed offset calculation * feat(spot): added extra check in auth method * fix(spot): removed / from video file name * fix(spot): devided codec flag into 2 parts * feat(spot): use fixed tenantID = 1 for oss users * feat(spot): return 404 for public key not found issue * feat(spots): added spots folder to minio path rule * feat(spot): added spot video streaming support * fix(spot): fixed an sql request for spot streams * feat(spot): return playlist file in getSpot responce * feat(spot): try to use aac audio codec * feat(spot): added permissions support (oss/ee) * feat(spot): added authorizer method * feat(spot): added license check * feat(spot): added spot preview for get response * fix(spot): fixed a problem with permissions * feat(spot): added crop feature * feat(spot): upload cropped video back to s3 * feat(spot): manage expired modified playlist file * feat(backend): hack with video formats * feat(backend): removed space * feat(spot): req tracing * feat(spot): manual method's name mapping * feat(spot): added a second method to public key auth support * feat(spot): metrics * feat(spot): added rate limiter per user * feat(spot): added ping endpoint for spot jwt token check * feat(spot): getStatus endpoint * feat(spot): added missing import * feat(spot): transcoding issue fix * feat(spot): temp remove tasks * feat(spot): better error log message * feat(spot): set default jwt_secret value * feat(spot): debug auth * feat(spot): 2 diff jwt tokens support * feat(spot): pg tasks with process status * feat(spot): more logs * feat(spot): improved defer for GetTask method * feat(spot): keep only failed tasks * feat(spot): removing temp dir with spot files * feat(spot): added several workers for transcoding module * feat(spot): fixed spot path for temp video files * feat(spot): use custom statusWriter to track response code in middleware * feat(spot): added body and parameter parser for auditrail feature * feat(spot): fixed IsAuth method signature * feat(spot): fixed ee service builder * feat(spot): added import * feat(spot): fix data type for payload and parameters jsonb fields * feat(spot): typo fix * feat(spot): moved out consts * feat(spot): new table's name * feat(spot): added missing imports in go.mod * feat(spot): added a check for the number of comments (20 by default)
106 lines
3.1 KiB
Go
106 lines
3.1 KiB
Go
package transcoder
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"openreplay/backend/pkg/db/postgres/pool"
|
|
"openreplay/backend/pkg/logger"
|
|
"openreplay/backend/pkg/objectstorage"
|
|
)
|
|
|
|
type Streams interface {
|
|
Add(spotID uint64, originalStream string) error
|
|
Get(spotID uint64) ([]byte, error)
|
|
}
|
|
|
|
type streamsImpl struct {
|
|
log logger.Logger
|
|
conn pool.Pool
|
|
storage objectstorage.ObjectStorage
|
|
}
|
|
|
|
func (s *streamsImpl) Add(spotID uint64, originalStream string) error {
|
|
lines := strings.Split(originalStream, "\n")
|
|
|
|
// Replace indexN.ts with pre-signed URLs
|
|
for i, line := range lines {
|
|
if strings.HasPrefix(line, "index") && strings.HasSuffix(line, ".ts") {
|
|
key := fmt.Sprintf("%d/%s", spotID, line)
|
|
presignedURL, err := s.storage.GetPreSignedDownloadUrl(key)
|
|
if err != nil {
|
|
fmt.Println("Error generating pre-signed URL:", err)
|
|
return err
|
|
}
|
|
lines[i] = presignedURL
|
|
}
|
|
}
|
|
|
|
modifiedContent := strings.Join(lines, "\n")
|
|
now := time.Now()
|
|
// Insert playlist to DB
|
|
sql := `INSERT INTO spots_streams (spot_id, original_playlist, modified_playlist, created_at, expired_at)
|
|
VALUES ($1, $2, $3, $4, $5) ON CONFLICT (spot_id) DO UPDATE SET original_playlist = $2, modified_playlist = $3,
|
|
created_at = $4, expired_at = $5`
|
|
if err := s.conn.Exec(sql, spotID, originalStream, modifiedContent, now, now.Add(10*time.Minute)); err != nil {
|
|
fmt.Println("Error inserting playlist to DB:", err)
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (s *streamsImpl) Get(spotID uint64) ([]byte, error) {
|
|
// Get modified playlist from DB
|
|
sql := `
|
|
SELECT
|
|
CASE
|
|
WHEN expired_at > $2 THEN modified_playlist
|
|
ELSE original_playlist
|
|
END AS playlist,
|
|
CASE
|
|
WHEN expired_at > $2 THEN 'modified'
|
|
ELSE 'original'
|
|
END AS playlist_type
|
|
FROM spots_streams
|
|
WHERE spot_id = $1`
|
|
var playlist, flag string
|
|
if err := s.conn.QueryRow(sql, spotID, time.Now()).Scan(&playlist, &flag); err != nil {
|
|
s.log.Error(context.Background(), "Error getting spot stream playlist: %v", err)
|
|
return []byte(""), err
|
|
}
|
|
if flag == "modified" {
|
|
return []byte(playlist), nil
|
|
}
|
|
|
|
// Have to generate a new modified playlist with updated pre-signed URLs for chunks
|
|
lines := strings.Split(playlist, "\n")
|
|
for i, line := range lines {
|
|
if strings.HasPrefix(line, "index") && strings.HasSuffix(line, ".ts") {
|
|
key := fmt.Sprintf("%d/%s", spotID, line)
|
|
presignedURL, err := s.storage.GetPreSignedDownloadUrl(key)
|
|
if err != nil {
|
|
s.log.Error(context.Background(), "Error generating pre-signed URL: %v", err)
|
|
return []byte(""), err
|
|
}
|
|
lines[i] = presignedURL
|
|
}
|
|
}
|
|
modifiedPlaylist := strings.Join(lines, "\n")
|
|
|
|
// Save modified playlist to DB
|
|
sql = `UPDATE spots_streams SET modified_playlist = $1, expired_at = $2 WHERE spot_id = $3`
|
|
if err := s.conn.Exec(sql, modifiedPlaylist, time.Now().Add(10*time.Minute), spotID); err != nil {
|
|
s.log.Warn(context.Background(), "Error updating modified playlist: %v", err)
|
|
}
|
|
return []byte(modifiedPlaylist), nil
|
|
}
|
|
|
|
func NewStreams(log logger.Logger, conn pool.Pool, storage objectstorage.ObjectStorage) Streams {
|
|
return &streamsImpl{
|
|
log: log,
|
|
conn: conn,
|
|
storage: storage,
|
|
}
|
|
}
|