481db19dbe
* feat(backend): redshift connector draft * fix(backend): fixed memory leak, empty string ddos * feat(backend): draft for sessions part * feat(backend): session handler * fix(backend): fixed wrong columns list in sessionToCSV convertor * feat(backend): load session info from db/cache if there is nothing in memory when sessionEnd event recieved * feat(backend): added filters for connector * feat(backend): memory leak fix + extra cache for sessions * feat(backend): moved table names as an env variable * fix(backend): added timeout for last session messages to avoid memory leak * fix(backend): fixed last memory leak * feat(backend): moved redshift connector to ee folder
62 lines
1.2 KiB
Go
62 lines
1.2 KiB
Go
package connector
|
|
|
|
import (
|
|
"log"
|
|
"openreplay/backend/internal/config/connector"
|
|
"time"
|
|
|
|
"openreplay/backend/internal/service"
|
|
saver "openreplay/backend/pkg/connector"
|
|
"openreplay/backend/pkg/memory"
|
|
"openreplay/backend/pkg/queue/types"
|
|
)
|
|
|
|
type dbImpl struct {
|
|
cfg *connector.Config
|
|
consumer types.Consumer
|
|
saver *saver.Saver
|
|
mm memory.Manager
|
|
}
|
|
|
|
func New(cfg *connector.Config, consumer types.Consumer, saver *saver.Saver, mm memory.Manager) service.Interface {
|
|
s := &dbImpl{
|
|
cfg: cfg,
|
|
consumer: consumer,
|
|
saver: saver,
|
|
mm: mm,
|
|
}
|
|
go s.run()
|
|
return s
|
|
}
|
|
|
|
func (d *dbImpl) run() {
|
|
commitTick := time.Tick(d.cfg.CommitBatchTimeout)
|
|
for {
|
|
select {
|
|
case <-commitTick:
|
|
d.commit()
|
|
case msg := <-d.consumer.Rebalanced():
|
|
log.Println(msg)
|
|
default:
|
|
if !d.mm.HasFreeMemory() {
|
|
continue
|
|
}
|
|
if err := d.consumer.ConsumeNext(); err != nil {
|
|
log.Fatalf("Error on consumption: %v", err)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (d *dbImpl) commit() {
|
|
d.saver.Commit()
|
|
d.consumer.Commit()
|
|
}
|
|
|
|
func (d *dbImpl) Stop() {
|
|
d.commit()
|
|
if err := d.saver.Close(); err != nil {
|
|
log.Printf("saver.Close error: %s", err)
|
|
}
|
|
d.consumer.Close()
|
|
}
|