* feat(spot): first version to test http endpoints * fix(helm): changed nginx path prefix * fix(spots): added missing BUCKET_NAME env var * fix(spots): added services init check * feat(spots): removed geo module * feat(spots): removed uaparser * feat(spots): added more detailed authorization error log * feat(spots): changed the authorization middleware * feat(spots): extended http body size limit to 128kb * feat(spots): added s3 error log * feat(spots): added new handler for uploaded event * feat(backend): small api changes in spot service * feat(backend): rewrote request parameters grabber for getSpot handler * feat(backend): added tenantID to auth struct * feat(backend): added pre-signed download urls for preview, mob et video files * feat(backend): added user's email to spots table, and getSpot responses * feat(backend): returning spotID as a string * feat(spot): added transcoder pipeline * fix(spot): return spotID as a string * feat(spot): added volume mount to spot service * feat(spot): fixed volume mounting * feat(spot): helm fix * feat(spot): helm another fix * fix(spot): correct video.webm path * fix(spot): correct pre-signed url for download original video * feat(spot): added PATCH and DELETE methods to CORS * feat(spot): use string format for spotIDs in delete method * feat(spot): added public key implemented * fix(spot): correct public-key parser * fix(spot): fixed query params issue + user's tenantID * fix(spot): use 1 as a default tenant * feat(spot): added correct total spots calculation * fix(spot): fixed offset calculation * feat(spot): added extra check in auth method * fix(spot): removed / from video file name * fix(spot): devided codec flag into 2 parts * feat(spot): use fixed tenantID = 1 for oss users * feat(spot): return 404 for public key not found issue * feat(spots): added spots folder to minio path rule * feat(spot): added spot video streaming support * fix(spot): fixed an sql request for spot streams * feat(spot): return playlist file in getSpot responce * feat(spot): try to use aac audio codec * feat(spot): added permissions support (oss/ee) * feat(spot): added authorizer method * feat(spot): added license check * feat(spot): added spot preview for get response * fix(spot): fixed a problem with permissions * feat(spot): added crop feature * feat(spot): upload cropped video back to s3 * feat(spot): manage expired modified playlist file * feat(backend): hack with video formats * feat(backend): removed space * feat(spot): req tracing * feat(spot): manual method's name mapping * feat(spot): added a second method to public key auth support * feat(spot): metrics * feat(spot): added rate limiter per user * feat(spot): added ping endpoint for spot jwt token check * feat(spot): getStatus endpoint * feat(spot): added missing import * feat(spot): transcoding issue fix * feat(spot): temp remove tasks * feat(spot): better error log message * feat(spot): set default jwt_secret value * feat(spot): debug auth * feat(spot): 2 diff jwt tokens support * feat(spot): pg tasks with process status * feat(spot): more logs * feat(spot): improved defer for GetTask method * feat(spot): keep only failed tasks * feat(spot): removing temp dir with spot files * feat(spot): added several workers for transcoding module * feat(spot): fixed spot path for temp video files * feat(spot): use custom statusWriter to track response code in middleware * feat(spot): added body and parameter parser for auditrail feature * feat(spot): fixed IsAuth method signature * feat(spot): fixed ee service builder * feat(spot): added import * feat(spot): fix data type for payload and parameters jsonb fields * feat(spot): typo fix * feat(spot): moved out consts * feat(spot): new table's name * feat(spot): added missing imports in go.mod * feat(spot): added a check for the number of comments (20 by default)
171 lines
4.5 KiB
Go
171 lines
4.5 KiB
Go
package pool
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/jackc/pgx/v4"
|
|
"github.com/jackc/pgx/v4/pgxpool"
|
|
"openreplay/backend/pkg/metrics/database"
|
|
)
|
|
|
|
// Pool is a pgx.Pool wrapper with metrics integration
|
|
type Pool interface {
|
|
Query(sql string, args ...interface{}) (pgx.Rows, error)
|
|
QueryRow(sql string, args ...interface{}) pgx.Row
|
|
Exec(sql string, arguments ...interface{}) error
|
|
SendBatch(b *pgx.Batch) pgx.BatchResults
|
|
Begin() (*Tx, error)
|
|
Close()
|
|
}
|
|
|
|
type poolImpl struct {
|
|
url string
|
|
conn *pgxpool.Pool
|
|
}
|
|
|
|
func (p *poolImpl) Query(sql string, args ...interface{}) (pgx.Rows, error) {
|
|
start := time.Now()
|
|
res, err := p.conn.Query(getTimeoutContext(), sql, args...)
|
|
method, table := methodName(sql)
|
|
database.RecordRequestDuration(float64(time.Now().Sub(start).Milliseconds()), method, table)
|
|
database.IncreaseTotalRequests(method, table)
|
|
return res, err
|
|
}
|
|
|
|
func (p *poolImpl) QueryRow(sql string, args ...interface{}) pgx.Row {
|
|
start := time.Now()
|
|
res := p.conn.QueryRow(getTimeoutContext(), sql, args...)
|
|
method, table := methodName(sql)
|
|
database.RecordRequestDuration(float64(time.Now().Sub(start).Milliseconds()), method, table)
|
|
database.IncreaseTotalRequests(method, table)
|
|
return res
|
|
}
|
|
|
|
func (p *poolImpl) Exec(sql string, arguments ...interface{}) error {
|
|
start := time.Now()
|
|
_, err := p.conn.Exec(getTimeoutContext(), sql, arguments...)
|
|
method, table := methodName(sql)
|
|
database.RecordRequestDuration(float64(time.Now().Sub(start).Milliseconds()), method, table)
|
|
database.IncreaseTotalRequests(method, table)
|
|
return err
|
|
}
|
|
|
|
func (p *poolImpl) SendBatch(b *pgx.Batch) pgx.BatchResults {
|
|
start := time.Now()
|
|
res := p.conn.SendBatch(getTimeoutContext(), b)
|
|
database.RecordRequestDuration(float64(time.Now().Sub(start).Milliseconds()), "sendBatch", "")
|
|
database.IncreaseTotalRequests("sendBatch", "")
|
|
return res
|
|
}
|
|
|
|
func (p *poolImpl) Begin() (*Tx, error) {
|
|
start := time.Now()
|
|
tx, err := p.conn.Begin(context.Background())
|
|
database.RecordRequestDuration(float64(time.Now().Sub(start).Milliseconds()), "begin", "")
|
|
database.IncreaseTotalRequests("begin", "")
|
|
return &Tx{tx}, err
|
|
}
|
|
|
|
func (p *poolImpl) Close() {
|
|
p.conn.Close()
|
|
}
|
|
|
|
func New(url string) (Pool, error) {
|
|
if url == "" {
|
|
return nil, errors.New("pg connection url is empty")
|
|
}
|
|
conn, err := pgxpool.Connect(context.Background(), url)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("pgxpool.Connect error: %v", err)
|
|
}
|
|
res := &poolImpl{
|
|
url: url,
|
|
conn: conn,
|
|
}
|
|
return res, nil
|
|
}
|
|
|
|
// TX - start
|
|
|
|
type Tx struct {
|
|
pgx.Tx
|
|
}
|
|
|
|
func (tx *Tx) TxExec(sql string, args ...interface{}) error {
|
|
start := time.Now()
|
|
_, err := tx.Exec(context.Background(), sql, args...)
|
|
method, table := methodName(sql)
|
|
database.RecordRequestDuration(float64(time.Now().Sub(start).Milliseconds()), method, table)
|
|
database.IncreaseTotalRequests(method, table)
|
|
return err
|
|
}
|
|
|
|
func (tx *Tx) TxQueryRow(sql string, args ...interface{}) pgx.Row {
|
|
start := time.Now()
|
|
res := tx.QueryRow(context.Background(), sql, args...)
|
|
method, table := methodName(sql)
|
|
database.RecordRequestDuration(float64(time.Now().Sub(start).Milliseconds()), method, table)
|
|
database.IncreaseTotalRequests(method, table)
|
|
return res
|
|
}
|
|
|
|
func (tx *Tx) TxRollback() error {
|
|
start := time.Now()
|
|
err := tx.Rollback(context.Background())
|
|
database.RecordRequestDuration(float64(time.Now().Sub(start).Milliseconds()), "rollback", "")
|
|
database.IncreaseTotalRequests("rollback", "")
|
|
return err
|
|
}
|
|
|
|
func (tx *Tx) TxCommit() error {
|
|
start := time.Now()
|
|
err := tx.Commit(context.Background())
|
|
database.RecordRequestDuration(float64(time.Now().Sub(start).Milliseconds()), "commit", "")
|
|
database.IncreaseTotalRequests("commit", "")
|
|
return err
|
|
}
|
|
|
|
// TX - end
|
|
|
|
func getTimeoutContext() context.Context {
|
|
ctx, _ := context.WithTimeout(context.Background(), time.Second*30)
|
|
return ctx
|
|
}
|
|
|
|
func methodName(sql string) (string, string) {
|
|
cmd, table := "unknown", "unknown"
|
|
|
|
// Prepare sql request for parsing
|
|
sql = strings.TrimSpace(sql)
|
|
sql = strings.ReplaceAll(sql, "\n", " ")
|
|
sql = strings.ReplaceAll(sql, "\t", "")
|
|
sql = strings.ToLower(sql)
|
|
|
|
// Get sql command name
|
|
parts := strings.Split(sql, " ")
|
|
if parts[0] == "" {
|
|
return cmd, table
|
|
} else {
|
|
cmd = strings.TrimSpace(parts[0])
|
|
}
|
|
|
|
// Get table name
|
|
switch cmd {
|
|
case "select":
|
|
for i, p := range parts {
|
|
if strings.TrimSpace(p) == "from" {
|
|
table = strings.TrimSpace(parts[i+1])
|
|
}
|
|
}
|
|
case "update":
|
|
table = strings.TrimSpace(parts[1])
|
|
case "insert":
|
|
tableNameParts := strings.Split(strings.TrimSpace(parts[2]), "(")
|
|
table = tableNameParts[0]
|
|
}
|
|
return cmd, table
|
|
}
|