openreplay/backend/pkg/messages/session-iterator.go
Alexander c98a93cfd4
[Storage] timestamp sorting and filtering (#1218)
* feat(backend): combined sorting by index and timestamp

* feat(backend): write the only last timestamp message in a row
2023-04-28 12:28:46 +02:00

120 lines
2.9 KiB
Go

package messages
import (
"bytes"
"fmt"
"io"
"log"
"sort"
)
type msgInfo struct {
index uint64
start int64
end int64
body Message
msgType uint64
timestamp uint64
}
func (m *msgInfo) Print() string {
return fmt.Sprintf("index: %d, start: %d, end: %d, type: %d, body: %s", m.index, m.start, m.end, m.msgType, m.body)
}
func SplitMessages(data []byte) ([]*msgInfo, error) {
messages := make([]*msgInfo, 0)
indexes := make(map[uint64]bool)
var lastTimestamp uint64
reader := NewBytesReader(data)
for {
// Get message start
msgStart := reader.Pointer()
if int(msgStart) >= len(data) {
return messages, nil
}
// Read message index
msgIndex, err := reader.ReadIndex()
if err != nil {
if err != io.EOF {
log.Println(reader.Pointer(), msgStart)
return messages, fmt.Errorf("read message index err: %s", err)
}
return messages, nil
}
// Read message type
msgType, err := reader.ReadUint()
if err != nil {
return messages, fmt.Errorf("read message type err: %s", err)
}
// Read message body
body, err := ReadMessage(msgType, reader)
if err != nil {
return messages, fmt.Errorf("read message body err: %s", err)
}
if _, ok := indexes[msgIndex]; ok {
log.Printf("duplicate message index: %d", msgIndex)
continue
}
indexes[msgIndex] = true
// Update current timestamp
if msgType == MsgTimestamp {
msgBody := body.(*Timestamp)
lastTimestamp = msgBody.Timestamp
}
// Add new message info to messages slice
messages = append(messages, &msgInfo{
index: msgIndex,
start: msgStart + 8, // start pointer without index (that's why we use +8)
end: reader.Pointer(),
body: body,
msgType: msgType,
timestamp: lastTimestamp,
})
}
}
func SortMessages(messages []*msgInfo) []*msgInfo {
// Sort messages by index
sort.SliceStable(messages, func(i, j int) bool {
if messages[i].timestamp < messages[j].timestamp {
return true
}
if messages[i].timestamp == messages[j].timestamp {
return messages[i].index < messages[j].index
}
return false
})
return messages
}
func MergeMessages(data []byte, messages []*msgInfo) []byte {
sortedSession := bytes.NewBuffer(make([]byte, 0, len(data)))
// Add maximum possible index value to the start of the session to inform player about new version of mob file
sortedSession.Write([]byte{0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff})
var lastTsIndex int = -1 // not set
for i, info := range messages {
if info.msgType == MsgTimestamp {
// Save index of last timestamp message and continue to read next message
lastTsIndex = i
continue
}
// Write last timestamp message if it exists
if lastTsIndex != -1 {
tsInfo := messages[lastTsIndex]
sortedSession.Write(data[tsInfo.start:tsInfo.end])
lastTsIndex = -1
}
// Write current message
sortedSession.Write(data[info.start:info.end])
}
return sortedSession.Bytes()
}