* feat(backend): handlers for mobile messages * feat(backend): new service template * feat(backend): save mobile session start and send batches to kafka * feat(backend): added mobile support to sink, ender and storage * helm(videostorage): added helm chart for a new service videostorage * fix(backend): added pointer to streing for userBrowser (because it's null for mobile sessions) * feat(backend): added MsgIOSBatchMeta handler to message iterator's logic * feat(backend): added ios ts parser to ender * feat(backend): enabled producing batch of messages to queue * feat(backend): removed iosstart from mob files * feat(backend): added new ios message types * feat(backend): added iosStart and iosEnd * fix(backend): fixed log issue * feat(backend): send tar.gz archives to special queue topic * feat(backend): read raw archives from kafka * fix(backend): added missing file * fix(backend): removed the second file reading * fix(backend): fixed wrong queue topic name * fix(backend): fixed mobile trigger topic name * feat(backend): added tar.gz extractor and iOSSessionEnd handler * feat(backend): debug logs on message uploading * fix(backend): added raw-images topic consumption * feat(backend): now sink send iosSessionEnd to video-storage * feat(backend): added dir creator for new sessions * feat(backend): added correct command to execute * feat(backend): added overwrite option * feat(backend): added s3 uploader for video session replays * feat(backend): new consumer group for mobile sessions * feat(backend): debug logs for uploader * feat(backend): removed unused log * feat(backend): fixed s3 key for video replays * feat(backend): removed debug code * feat(backend): fixed video-storage message filter * fix(backend): added mobileSessionEnd to SessionEnd converter * feat(backend): added first version if db support for mobile events * fix(backend): added swipe events to mob file * feat(backend): added swipe event to pg * feat(backend): split logic into 2 services: image-storage and video-storage * feat(backend): added helm chart for image-storage service * fix(backend): fixed table name for mobile taps * feat(backend): added metadata handler for mobile message parser + fix message filters * feat(backend): added iosRawTopic to DB message consumer * fix(backend): removed value from mobile inputs * feat(backend): removed debug log from iterator * feat(backend): added new apple devices to iOS device parser * fix(backend): added real projectID instead of 0 * feat(backend): extended a list of simulators for device detector * feat(backend): updated networkCall mobile message * fix(backend): added new way to define is network call successed or not * feat(backend): added timezone support for mobile start request * feat(backend): added 2 mobile events Input and Click to mob file * feat(backend): refactored image storage * feat(backend): video storage with 2 workers * feat(backend): added project's platform support * feat(backend): added memory size field for mobile start request * feat(backend): changed video preset for ultrafast * feat(backend): added debug log to http /late handler * feat(backend): added debug log to db service for iosCrash messages * feat(backend): added tapRage event handler to heuristics * feat(backend): changed table and field names for ios crashes * feat(backend): added payload for tapRage events * feat(backend): added TapRage events insert to DB * feat(backend): added fps value to /mobile/start response * feat(backend): added image quality parameter to /mobile/start response * feat(backend): added ScreenLeave handler * feat(backend): removed screenEnter and screenLeave events, added new viewComponent event --------- Co-authored-by: rjshrjndrn <rjshrjndrn@gmail.com>
151 lines
3.7 KiB
Go
151 lines
3.7 KiB
Go
package router
|
|
|
|
import (
|
|
"fmt"
|
|
"github.com/tomasen/realip"
|
|
"log"
|
|
"net"
|
|
"net/http"
|
|
"openreplay/backend/internal/http/geoip"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/gorilla/mux"
|
|
http3 "openreplay/backend/internal/config/http"
|
|
http2 "openreplay/backend/internal/http/services"
|
|
"openreplay/backend/internal/http/util"
|
|
)
|
|
|
|
type BeaconSize struct {
|
|
size int64
|
|
time time.Time
|
|
}
|
|
|
|
type Router struct {
|
|
router *mux.Router
|
|
cfg *http3.Config
|
|
services *http2.ServicesBuilder
|
|
mutex *sync.RWMutex
|
|
beaconSizeCache map[uint64]*BeaconSize // Cache for session's beaconSize
|
|
compressionThreshold int64
|
|
}
|
|
|
|
func NewRouter(cfg *http3.Config, services *http2.ServicesBuilder) (*Router, error) {
|
|
switch {
|
|
case cfg == nil:
|
|
return nil, fmt.Errorf("config is empty")
|
|
case services == nil:
|
|
return nil, fmt.Errorf("services is empty")
|
|
}
|
|
e := &Router{
|
|
cfg: cfg,
|
|
services: services,
|
|
mutex: &sync.RWMutex{},
|
|
beaconSizeCache: make(map[uint64]*BeaconSize),
|
|
compressionThreshold: cfg.CompressionThreshold,
|
|
}
|
|
e.init()
|
|
go e.clearBeaconSizes()
|
|
return e, nil
|
|
}
|
|
|
|
func (e *Router) addBeaconSize(sessionID uint64, size int64) {
|
|
if size <= 0 {
|
|
return
|
|
}
|
|
e.mutex.Lock()
|
|
defer e.mutex.Unlock()
|
|
e.beaconSizeCache[sessionID] = &BeaconSize{
|
|
size: size,
|
|
time: time.Now(),
|
|
}
|
|
}
|
|
|
|
func (e *Router) getBeaconSize(sessionID uint64) int64 {
|
|
e.mutex.RLock()
|
|
defer e.mutex.RUnlock()
|
|
if beaconSize, ok := e.beaconSizeCache[sessionID]; ok {
|
|
beaconSize.time = time.Now()
|
|
return beaconSize.size
|
|
}
|
|
return e.cfg.BeaconSizeLimit
|
|
}
|
|
|
|
func (e *Router) getCompressionThreshold() int64 {
|
|
return e.compressionThreshold
|
|
}
|
|
|
|
func (e *Router) clearBeaconSizes() {
|
|
for {
|
|
time.Sleep(time.Minute * 2)
|
|
now := time.Now()
|
|
e.mutex.Lock()
|
|
for sid, bs := range e.beaconSizeCache {
|
|
if now.Sub(bs.time) > time.Minute*3 {
|
|
delete(e.beaconSizeCache, sid)
|
|
}
|
|
}
|
|
e.mutex.Unlock()
|
|
}
|
|
}
|
|
|
|
func (e *Router) ExtractGeoData(r *http.Request) *geoip.GeoRecord {
|
|
ip := net.ParseIP(realip.FromRequest(r))
|
|
return e.services.GeoIP.Parse(ip)
|
|
}
|
|
|
|
func (e *Router) init() {
|
|
e.router = mux.NewRouter()
|
|
|
|
// Root path
|
|
e.router.HandleFunc("/", e.root)
|
|
|
|
handlers := map[string]func(http.ResponseWriter, *http.Request){
|
|
"/v1/web/not-started": e.notStartedHandlerWeb,
|
|
"/v1/web/start": e.startSessionHandlerWeb,
|
|
"/v1/web/i": e.pushMessagesHandlerWeb,
|
|
"/v1/web/feature-flags": e.featureFlagsHandlerWeb,
|
|
"/v1/mobile/start": e.startSessionHandlerIOS,
|
|
"/v1/mobile/i": e.pushMessagesHandlerIOS,
|
|
"/v1/mobile/late": e.pushLateMessagesHandlerIOS,
|
|
"/v1/mobile/images": e.imagesUploadHandlerIOS,
|
|
}
|
|
prefix := "/ingest"
|
|
|
|
for path, handler := range handlers {
|
|
e.router.HandleFunc(path, handler).Methods("POST", "OPTIONS")
|
|
e.router.HandleFunc(prefix+path, handler).Methods("POST", "OPTIONS")
|
|
}
|
|
|
|
// CORS middleware
|
|
e.router.Use(e.corsMiddleware)
|
|
}
|
|
|
|
func (e *Router) root(w http.ResponseWriter, r *http.Request) {
|
|
w.WriteHeader(http.StatusOK)
|
|
}
|
|
|
|
func (e *Router) corsMiddleware(next http.Handler) http.Handler {
|
|
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
if e.cfg.UseAccessControlHeaders {
|
|
// Prepare headers for preflight requests
|
|
w.Header().Set("Access-Control-Allow-Origin", "*")
|
|
w.Header().Set("Access-Control-Allow-Methods", "POST")
|
|
w.Header().Set("Access-Control-Allow-Headers", "Content-Type,Authorization,Content-Encoding")
|
|
}
|
|
if r.Method == http.MethodOptions {
|
|
w.Header().Set("Cache-Control", "max-age=86400")
|
|
w.WriteHeader(http.StatusOK)
|
|
return
|
|
}
|
|
|
|
log.Printf("Request: %v - %v ", r.Method, util.SafeString(r.URL.Path))
|
|
|
|
// Serve request
|
|
next.ServeHTTP(w, r)
|
|
})
|
|
}
|
|
|
|
func (e *Router) GetHandler() http.Handler {
|
|
return e.router
|
|
}
|