214 lines
8.8 KiB
Go
214 lines
8.8 KiB
Go
package clickhouse
|
|
|
|
import (
|
|
"log"
|
|
"database/sql"
|
|
_ "github.com/ClickHouse/clickhouse-go"
|
|
)
|
|
|
|
type Connector struct {
|
|
sessionsIOS *bulk
|
|
//viewsIOS *bulk
|
|
clicksIOS *bulk
|
|
inputsIOS *bulk
|
|
crashesIOS *bulk
|
|
performanceIOS *bulk
|
|
resourcesIOS *bulk
|
|
sessions *bulk
|
|
metadata *bulk // TODO: join sessions, sessions_metadata & sessions_ios
|
|
resources *bulk
|
|
pages *bulk
|
|
clicks *bulk
|
|
inputs *bulk
|
|
errors *bulk
|
|
performance *bulk
|
|
longtasks *bulk
|
|
db *sql.DB
|
|
}
|
|
|
|
func NewConnector(url string) *Connector {
|
|
db, err := sql.Open("clickhouse", url)
|
|
if err != nil {
|
|
log.Fatalln(err)
|
|
}
|
|
return &Connector{
|
|
db: db,
|
|
sessionsIOS: newBulk(db, `
|
|
INSERT INTO sessions_ios (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_device, user_device_type, user_country, datetime, duration, views_count, events_count, crashes_count, metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, metadata_9, metadata_10)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
// viewsIOS: newBulk(db, `
|
|
// INSERT INTO views_ios (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_device, user_device_type, user_country, datetime, url, request_start, response_start, response_end, dom_content_loaded_event_start, dom_content_loaded_event_end, load_event_start, load_event_end, first_paint, first_contentful_paint, speed_index, visually_complete, time_to_interactive)
|
|
// VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
// `),
|
|
clicksIOS: newBulk(db, `
|
|
INSERT INTO clicks_ios (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_device, user_device_type, user_country, datetime, label)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
inputsIOS: newBulk(db, `
|
|
INSERT INTO inputs_ios (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_device, user_device_type, user_country, datetime, label)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
crashesIOS: newBulk(db, `
|
|
INSERT INTO crashes_ios (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_device, user_device_type, user_country, datetime, name, reason, crash_id)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
performanceIOS: newBulk(db, `
|
|
INSERT INTO performance_ios (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_device, user_device_type, user_country, datetime, min_fps, avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, min_memory, avg_memory, max_memory)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
resourcesIOS: newBulk(db, `
|
|
INSERT INTO resources_ios (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_device, user_device_type, user_country, datetime, url, duration, body_size, success, method, status)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, nullIf(?, ''), ?)
|
|
`),
|
|
|
|
sessions: newBulk(db, `
|
|
INSERT INTO sessions (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_device, user_device_type, user_country, datetime, duration, pages_count, events_count, errors_count, user_browser, user_browser_version)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
// TODO: join sessions, sessions_metadata & sessions_ios
|
|
metadata: newBulk(db, `
|
|
INSERT INTO sessions_metadata (session_id, user_id, user_anonymous_id, metadata_1, metadata_2, metadata_3, metadata_4, metadata_5, metadata_6, metadata_7, metadata_8, metadata_9, metadata_10, datetime)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
resources: newBulk(db, `
|
|
INSERT INTO resources (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, url, type, duration, ttfb, header_size, encoded_body_size, decoded_body_size, success, method, status)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
pages: newBulk(db, `
|
|
INSERT INTO pages (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, url, request_start, response_start, response_end, dom_content_loaded_event_start, dom_content_loaded_event_end, load_event_start, load_event_end, first_paint, first_contentful_paint, speed_index, visually_complete, time_to_interactive)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
clicks: newBulk(db, `
|
|
INSERT INTO clicks (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, label, hesitation_time)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
inputs: newBulk(db, `
|
|
INSERT INTO inputs (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, label)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
errors: newBulk(db, `
|
|
INSERT INTO errors (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, source, name, message, error_id)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
performance: newBulk(db, `
|
|
INSERT INTO performance (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, min_fps, avg_fps, max_fps, min_cpu, avg_cpu, max_cpu, min_total_js_heap_size, avg_total_js_heap_size, max_total_js_heap_size, min_used_js_heap_size, avg_used_js_heap_size, max_used_js_heap_size)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
longtasks: newBulk(db, `
|
|
INSERT INTO longtasks (session_id, project_id, tracker_version, rev_id, user_uuid, user_os, user_os_version, user_browser, user_browser_version, user_device, user_device_type, user_country, datetime, context, container_type, container_id, container_name, container_src)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`),
|
|
|
|
}
|
|
}
|
|
|
|
func (conn *Connector) Prepare() error {
|
|
if err := conn.sessionsIOS.prepare(); err != nil {
|
|
return err
|
|
}
|
|
// if err := conn.viewsIOS.prepare(); err != nil {
|
|
// return err
|
|
// }
|
|
if err := conn.clicksIOS.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.inputsIOS.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.crashesIOS.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.performanceIOS.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.resourcesIOS.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.sessions.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.metadata.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.resources.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.pages.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.clicks.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.inputs.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.errors.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.performance.prepare(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.longtasks.prepare(); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (conn *Connector) Commit() error {
|
|
if err := conn.sessionsIOS.commit(); err != nil {
|
|
return err
|
|
}
|
|
// if err := conn.viewsIOS.commit(); err != nil {
|
|
// return err
|
|
// }
|
|
if err := conn.clicksIOS.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.inputsIOS.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.crashesIOS.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.performanceIOS.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.resourcesIOS.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.sessions.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.metadata.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.resources.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.pages.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.clicks.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.inputs.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.errors.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.performance.commit(); err != nil {
|
|
return err
|
|
}
|
|
if err := conn.longtasks.commit(); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
|
|
func (conn *Connector) FinaliseSessionsTable() error {
|
|
_, err := conn.db.Exec("OPTIMIZE TABLE sessions FINAL")
|
|
return err
|
|
}
|