f8a8dfa459
* feat(backend): small refactoring in integrations * feat(backend): ignore context timeout error
100 lines
2.4 KiB
Go
100 lines
2.4 KiB
Go
package clients
|
|
|
|
import (
|
|
"cloud.google.com/go/logging/logadmin"
|
|
"google.golang.org/api/iterator"
|
|
"google.golang.org/api/option"
|
|
//"strconv"
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"time"
|
|
|
|
"openreplay/backend/pkg/messages"
|
|
)
|
|
|
|
// Old: asayerSessionId
|
|
|
|
const SD_FILTER_QUERY = `
|
|
logName = "projects/%v/logs/%v"
|
|
labels.openReplaySessionToken!=null AND
|
|
severity>=ERROR AND
|
|
timestamp>="%v"
|
|
`
|
|
|
|
type stackdriver struct {
|
|
ServiceAccountCredentials string // `json:"service_account_credentials"`
|
|
LogName string // `json:"log_name"`
|
|
}
|
|
|
|
type saCreds struct {
|
|
ProjectId string `json:"project_id"`
|
|
}
|
|
|
|
func (sd *stackdriver) Request(c *client) error {
|
|
fromTs := c.requestData.GetLastMessageTimestamp() + 1 // Timestamp is RFC3339Nano, so we take the next millisecond
|
|
fromFormatted := time.UnixMilli(int64(fromTs)).Format(time.RFC3339Nano)
|
|
ctx := context.Background()
|
|
|
|
var parsedCreds saCreds
|
|
err := json.Unmarshal([]byte(sd.ServiceAccountCredentials), &parsedCreds)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
opt := option.WithCredentialsJSON([]byte(sd.ServiceAccountCredentials))
|
|
client, err := logadmin.NewClient(ctx, parsedCreds.ProjectId, opt)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer client.Close()
|
|
|
|
filter := fmt.Sprintf(SD_FILTER_QUERY, parsedCreds.ProjectId, sd.LogName, fromFormatted)
|
|
// By default, Entries are listed from oldest to newest.
|
|
/* ResourceNames(rns []string)
|
|
"projects/[PROJECT_ID]"
|
|
"organizations/[ORGANIZATION_ID]"
|
|
"billingAccounts/[BILLING_ACCOUNT_ID]"
|
|
"folders/[FOLDER_ID]"
|
|
*/
|
|
it := client.Entries(ctx, logadmin.Filter(filter))
|
|
|
|
// TODO: Pagination:
|
|
//pager := iterator.NewPager(it, 1000, "")
|
|
//nextToken, err := pager.NextPage(&entries)
|
|
//if nextToken == "" { break }
|
|
for {
|
|
e, err := it.Next()
|
|
if err == iterator.Done {
|
|
break
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
token := e.Labels["openReplaySessionToken"]
|
|
// sessionID, err := strconv.ParseUint(strSessionID, 10, 64)
|
|
// if err != nil {
|
|
// c.errChan <- err
|
|
// continue
|
|
// }
|
|
jsonEvent, err := json.Marshal(e)
|
|
if err != nil {
|
|
c.errChan <- err
|
|
continue
|
|
}
|
|
timestamp := uint64(e.Timestamp.UnixMilli())
|
|
c.requestData.SetLastMessageTimestamp(timestamp)
|
|
c.evChan <- &SessionErrorEvent{
|
|
//SessionID: sessionID,
|
|
Token: token,
|
|
IntegrationEvent: &messages.IntegrationEvent{
|
|
Source: "stackdriver",
|
|
Timestamp: timestamp,
|
|
Name: e.InsertID, // not sure about that
|
|
Payload: string(jsonEvent),
|
|
},
|
|
}
|
|
}
|
|
return nil
|
|
}
|