974afa454b
* feat(backend): transform legacy messages * refactor(backend/postgres):remove seqIndex transformation * feat(backend/db): parse & insert errors_tags * chore(backend): remove building folder after build * fix(backend/db):remove message types from filter that do not go through kafka * fix(backend/assets):use JSException instead of ErrorEvent * refactor(backend/db):ErrorEvent is no longer a message * feat(backend/db):insert error tags in clickhouse * refactor(backend):remove unused LongTask code
55 lines
1.1 KiB
Go
55 lines
1.1 KiB
Go
package clickhouse
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"log"
|
|
|
|
"github.com/ClickHouse/clickhouse-go/v2/lib/driver"
|
|
)
|
|
|
|
type Bulk interface {
|
|
Append(args ...interface{}) error
|
|
Send() error
|
|
}
|
|
|
|
type bulkImpl struct {
|
|
conn driver.Conn
|
|
query string
|
|
values [][]interface{}
|
|
}
|
|
|
|
func NewBulk(conn driver.Conn, query string) (Bulk, error) {
|
|
switch {
|
|
case conn == nil:
|
|
return nil, errors.New("clickhouse connection is empty")
|
|
case query == "":
|
|
return nil, errors.New("query is empty")
|
|
}
|
|
return &bulkImpl{
|
|
conn: conn,
|
|
query: query,
|
|
values: make([][]interface{}, 0),
|
|
}, nil
|
|
}
|
|
|
|
func (b *bulkImpl) Append(args ...interface{}) error {
|
|
b.values = append(b.values, args)
|
|
return nil
|
|
}
|
|
|
|
func (b *bulkImpl) Send() error {
|
|
batch, err := b.conn.PrepareBatch(context.Background(), b.query)
|
|
if err != nil {
|
|
return fmt.Errorf("can't create new batch: %s", err)
|
|
}
|
|
for _, set := range b.values {
|
|
if err := batch.Append(set...); err != nil {
|
|
log.Printf("can't append value set to batch, err: %s", err)
|
|
log.Printf("failed query: %s", b.query)
|
|
}
|
|
}
|
|
b.values = make([][]interface{}, 0)
|
|
return batch.Send()
|
|
}
|