openreplay/frontend/app/player/MessageDistributor/MessageDistributor.js

//@flow
import { Decoder } from "syncod";
import logger from 'App/logger';

import Resource, { TYPES } from 'Types/session/resource'; // MBTODO: player types?
import { TYPES as EVENT_TYPES } from 'Types/session/event';
import Log from 'Types/session/log';
import Profile from 'Types/session/profile';
import ReduxAction from 'Types/session/reduxAction';

import { update } from '../store';
import { 
  init as initListsDepr,
  append as listAppend,
  setStartTime as setListsStartTime 
 } from '../lists';

import StatedScreen from './StatedScreen';

import ListWalker from './managers/ListWalker';
import PagesManager from './managers/PagesManager';
import MouseManager from './managers/MouseManager';

import PerformanceTrackManager from './managers/PerformanceTrackManager';
import WindowNodeCounter from './managers/WindowNodeCounter';
import ActivityManager from './managers/ActivityManager';

import MessageGenerator from './MessageGenerator';

import { INITIAL_STATE as PARENT_INITIAL_STATE } from './StatedScreen';


const LIST_NAMES = [ "redux", "mobx", "vuex", "ngrx", "graphql", "exceptions", "profiles", "longtasks" ]
const LISTS_INITIAL_STATE = {};
LIST_NAMES.forEach(name => {
  LISTS_INITIAL_STATE[`${name}ListNow`] = [];
  LISTS_INITIAL_STATE[`${name}List`] = [];
})
export const INITIAL_STATE = {
  ...PARENT_INITIAL_STATE,
  ...LISTS_INITIAL_STATE,
  performanceChartData: [],
  skipIntervals: [],
}

function initLists() {
  const lists = {};
  for (var i = 0; i < LIST_NAMES.length; i++) {
    lists[ LIST_NAMES[i] ] = new ListWalker();
  }
  return lists;
}


import type { 
  Message,
  SetLocation,
  SetTitle,
  ConnectionInformation,
  SetViewportSize,
  SetViewportScroll,
} from './messages';


type ReduxDecoded = Timed & {
  action: {},
  state: {},
  duration: number,
}

export default class MessageDistributor extends StatedScreen {
  // TODO: consistent with the other data-lists
  #locationEventManager: ListWalker<> = new ListWalker();
  #locationManager: ListWalker<SetLocation> = new ListWalker();
  #loadedLocationManager: ListWalker<SetLocation> = new ListWalker();
  #titleManager: ListWalker<SetTitle> = new ListWalker();
  #connectionInfoManger: ListWalker<ConnectionInformation> = new ListWalker();
  #performanceTrackManager: PerformanceTrackManager = new PerformanceTrackManager();
  #windowNodeCounter: WindowNodeCounter = new WindowNodeCounter();
  #clickManager: ListWalker = new ListWalker();

  #resizeManager: ListWalker<SetViewportSize> = new ListWalker();
  #pagesManager: PagesManager;
  #mouseManager: MouseManager;

  #scrollManager: ListWalker<SetViewportScroll> = new ListWalker();

  #decoder = new Decoder();
  #lists = initLists();

  #activirtManager: ActivityManager;

  #sessionStart: number;
  #navigationStartOffset: number = 0;
  #lastMessageTime: number = 0;

	constructor(sess: any /*Session*/, jwt: string) {
    super();
    this.#pagesManager = new PagesManager(this, sess.isMobile)
    this.#mouseManager = new MouseManager(this);

    this.#activirtManager = new ActivityManager(sess.duration.milliseconds);

    this.#sessionStart = sess.startedAt;

    /* == REFACTOR_ME == */
    const eventList = sess.events.toJSON();
    initListsDepr({
      event: eventList, 
      stack: sess.stackEvents.toJSON(),
      resource: sess.resources.toJSON(),
    });

    eventList.forEach(e => {
      if (e.type === EVENT_TYPES.LOCATION) { //TODO type system
        this.#locationEventManager.add(e);
      }
      if (e.type === EVENT_TYPES.CLICK) {
        this.#clickManager.add(e);
      }
    });
    sess.errors.forEach(e => {
      this.#lists.exceptions.add(e);
    });
    /* === */


    if (sess.live) {
      // const sockUrl = `wss://live.openreplay.com/1/${ sess.siteId }/${ sess.sessionId }/${ jwt }`;
      // this.#subscribeOnMessages(sockUrl);
    } else {
      this._loadMessages(sess.mobsUrl);
    }
  }


  // #subscribeOnMessages(sockUrl) {
  //   this.setMessagesLoading(true);
  //   const socket = new WebSocket(sockUrl);
  //   socket.binaryType = 'arraybuffer';
  //   socket.onerror = (e) => {
  //     // TODO: reconnect
  //     update({ error: true });
  //   }
  //   socket.onmessage = (socketMessage) => {
  //     const data = new Uint8Array(socketMessage.data);
  //     const msgs = [];
  //     messageGenerator // parseBuffer(msgs, data);
  //     // TODO: count indexes. Now will not work due to wrong indexes
  //     //msgs.forEach(this.#distributeMessage); 
  //     this.setMessagesLoading(false);
  //     this.setDisconnected(false);
  //   }
  //   this._socket = socket;
  // }

  _loadMessages(fileUrl): void {
    this.setMessagesLoading(true);
    window.fetch(fileUrl)
    .then(r => r.arrayBuffer())
    .then(b => {
      const mGen = new MessageGenerator(new Uint8Array(b), this.#sessionStart);
      let mCount = 0;
      const msgs = [];

      while (mGen.hasNext()) {
        mCount++;
        const next = mGen.next();
        if (next != null) {
          this.#lastMessageTime = next[0].time;
          this.#distributeMessage(next[0], next[1]);
          msgs.push(next[0]);
        }
      }

      // Hack for upet (TODO: fix ordering in one mutation (removes first))
      const headChildrenIds = msgs.filter(m => m.parentID === 1).map(m => m.id);
      //const createNodeTypes = ["create_text_node", "create_element_node"];
      this.#pagesManager.sort((m1, m2) =>{
        if (m1.time === m2.time) {
          if (m1.tp === "remove_node" && m2.tp !== "remove_node") {
            if (headChildrenIds.includes(m1.id)) {
              return -1;
            }  
          } else if (m2.tp === "remove_node" && m1.tp !== "remove_node") {
            if (headChildrenIds.includes(m2.id)) {
              return 1;
            }
          }  else if (m2.tp === "remove_node" && m1.tp === "remove_node") {
            const m1FromHead = headChildrenIds.includes(m1.id);
            const m2FromHead = headChildrenIds.includes(m2.id);
            if (m1FromHead && !m2FromHead) {
              return -1;
            } else if (m2FromHead && !m1FromHead) {
              return 1;
            }
          }
        }
        return 0;
      })
      //

      logger.info("Messages count: ", mCount, msgs);

      const stateToUpdate = {
        performanceChartData: this.#performanceTrackManager.chartData,
        performanceAvaliability: this.#performanceTrackManager.avaliability,
      };
      this.#activirtManager.end();
      stateToUpdate.skipIntervals = this.#activirtManager.list;
      LIST_NAMES.forEach(key => {
        stateToUpdate[ `${ key }List` ] = this.#lists[ key ].list;
      });
      update(stateToUpdate);

      this.#windowNodeCounter.reset();

      this.setMessagesLoading(false);
    })
    .catch((e) => { 
      logger.error(e);
      this.setMessagesLoading(false);
      update({ error: true });
    }); 
  }

  move(t: number, index: ?number):void {
    const stateToUpdate = {};
    /* == REFACTOR_ME ==  */
    const lastLoadedLocationMsg = this.#loadedLocationManager.moveToLast(t, index);
    if (!!lastLoadedLocationMsg) {
      setListsStartTime(lastLoadedLocationMsg.time)
      this.#navigationStartOffset = lastLoadedLocationMsg.navigationStart - this.#sessionStart;
    }
    const llEvent = this.#locationEventManager.moveToLast(t, index);
    if (!!llEvent) {
      if (llEvent.domContentLoadedTime != null) {
        stateToUpdate.domContentLoadedTime = {
          time: llEvent.domContentLoadedTime + this.#navigationStartOffset, //TODO: predefined list of load event for the network tab (merge events & setLocation: add navigationStart to db)
          value: llEvent.domContentLoadedTime, 
        }
      }
      if (llEvent.loadTime != null) {
        stateToUpdate.loadTime = {
          time: llEvent.loadTime + this.#navigationStartOffset,
          value: llEvent.loadTime,
        }
      }
      if (llEvent.domBuildingTime != null) {
        stateToUpdate.domBuildingTime = llEvent.domBuildingTime;
      }
    }
    /* === */
    const lastLocationMsg = this.#locationManager.moveToLast(t, index);
    if (!!lastLocationMsg) {
      stateToUpdate.location = lastLocationMsg.url;
    }
    const lastTitleMsg = this.#titleManager.moveToLast(t, index);
    if (!!lastTitleMsg) {
      stateToUpdate.title = lastTitleMsg.title;
    }
    const lastConnectionInfoMsg = this.#connectionInfoManger.moveToLast(t, index);
    if (!!lastConnectionInfoMsg) {
      stateToUpdate.connType = lastConnectionInfoMsg.type;
      stateToUpdate.connBandwidth = lastConnectionInfoMsg.downlink;
    }
    const lastPerformanceTrackMessage = this.#performanceTrackManager.moveToLast(t, index);
    if (!!lastPerformanceTrackMessage) {
      stateToUpdate.performanceChartTime = lastPerformanceTrackMessage.time;
    }

    LIST_NAMES.forEach(key => {
      const lastMsg = this.#lists[ key ].moveToLast(t, key === 'exceptions' ? null : index);
      if (lastMsg != null) {
        stateToUpdate[`${key}ListNow`] = this.#lists[ key ].listNow;
      }
    });

    update(stateToUpdate);

    /* Sequence of the managers is important here */
    // Preparing the size of "screen"
    const lastResize = this.#resizeManager.moveToLast(t, index);
    if (!!lastResize) {
      this.setSize(lastResize)
    }
    this.#pagesManager.moveReady(t).then(() => {

      const lastScroll = this.#scrollManager.moveToLast(t, index);
      if (!!lastScroll && this.window) {
        this.window.scrollTo(lastScroll.x, lastScroll.y);
      }
      // Moving mouse and setting :hover classes on ready view
      this.#mouseManager.move(t); 
      const lastClick = this.#clickManager.moveToLast(t);
      // if (!!lastClick) {
      //   this.cursor.click();
      // }
      // After all changes - redraw the marker
      this.marker.redraw();
    })    
  }

  _decodeMessage(msg, keys: Array<string>) {
    const decoded = {};
    try {
      keys.forEach(key => {
        decoded[ key ] = this.#decoder.decode(msg[ key ]);
      });
    } catch (e) {
      logger.error("Error on message decoding: ", e, msg);
      return null;
    }
    return { ...msg, ...decoded };
  }

  /* Binded */
  #distributeMessage = (msg: Message, index: number): void => {
    if ([ 
      "mouse_move",
      "set_input_value",
      "set_input_checked",
      "set_viewport_size", 
      "set_viewport_scroll",
    ].includes(msg.tp)) {
      this.#activirtManager.updateAcctivity(msg.time);
    }
    //const index = #i + index; //?
    let decoded;
    const time = msg.time;
    switch (msg.tp) {
      /* Lists: */
      case "resource_timing":
      logger.log(msg)
        listAppend("resource", Resource({ 
          time,
          duration: msg.duration,
          ttfb: msg.ttfb,
          url: msg.url,
          initiator: msg.initiator,
          index,
        }));
      break;
      case "console_log":
        if (msg.level === 'debug') break;
        listAppend("log", Log({ 
          level: msg.level,
          value: msg.value,
          time, 
          index,
        }));
      break;
      case "fetch":
        listAppend("fetch", Resource({
          method: msg.method,
          url: msg.url,
          payload: msg.request,
          response: msg.response,
          status: msg.status,
          duration: msg.duration,
          type: TYPES.FETCH,
          time: msg.timestamp - this.#sessionStart, //~
          index,
        }));
      break;
      /* */
      case "set_page_location":
        this.#locationManager.add(msg);
        if (msg.navigationStart > 0) {
          this.#loadedLocationManager.add(msg);
        }
      break;
      case "set_title": 
        this.#titleManager.add(msg);
      break;
      case "set_viewport_size":
        this.#resizeManager.add(msg);
      break;
      case "mouse_move":
        this.#mouseManager.add(msg);
      break;
      case "set_viewport_scroll":
        this.#scrollManager.add(msg);
      break;
      case "performance_track":
        this.#performanceTrackManager.add(msg);
      break;
      case "set_page_visibility":
        this.#performanceTrackManager.handleVisibility(msg)
      break;
      case "connection_information":
        this.#connectionInfoManger.add(msg);
      break;
      case "o_table":
        this.#decoder.set(msg.key, msg.value);
      break;
      case "redux":
        decoded = this._decodeMessage(msg, ["state", "action"]);
        logger.log(decoded)
        if (decoded != null) {
          this.#lists.redux.add(decoded);
        }
      break;
      case "ng_rx":
        decoded = this._decodeMessage(msg, ["state", "action"]);
        logger.log(decoded)
        if (decoded != null) {
          this.#lists.ngrx.add(decoded);
        } 
      break;
      case "vuex":
        decoded = this._decodeMessage(msg, ["state", "mutation"]);
        logger.log(decoded)
        if (decoded != null) {
          this.#lists.vuex.add(decoded);
        } 
      break;
      case "mob_x":
        decoded = this._decodeMessage(msg, ["payload"]);
        logger.log(decoded)

        if (decoded != null) {
          this.#lists.mobx.add(decoded);
        } 
      break;
      case "graph_ql":
        msg.duration = 0;
        this.#lists.graphql.add(msg);
      break;
      case "profiler":
        this.#lists.profiles.add(msg);
      break;
      case "long_task":
        this.#lists.longtasks.add({
          ...msg,
          time: msg.timestamp - this.#sessionStart,
        });
      break;
      default:
        switch (msg.tp){
          case "create_document":
            this.#windowNodeCounter.reset();
            this.#performanceTrackManager.setCurrentNodesCount(this.#windowNodeCounter.count);
          break;
          case "create_text_node":
          case "create_element_node":
            this.#windowNodeCounter.addNode(msg.id, msg.parentID);
            this.#performanceTrackManager.setCurrentNodesCount(this.#windowNodeCounter.count);
          break;
          case "move_node":
            this.#windowNodeCounter.moveNode(msg.id, msg.parentID);
            this.#performanceTrackManager.setCurrentNodesCount(this.#windowNodeCounter.count);
          break;
          case "remove_node":
            this.#windowNodeCounter.removeNode(msg.id);
            this.#performanceTrackManager.setCurrentNodesCount(this.#windowNodeCounter.count);
          break;
        }
        this.#pagesManager.add(msg);
      break;
    }
  }

  getLastMessageTime():number {
    return this.#lastMessageTime;
  }

  getFirstMessageTime():number {
    return 0; //this.#pagesManager.minTime;
  }

  // TODO: clean managers?
  clean() {
    super.clean();
    if (this._socket) this._socket.close();
    update(INITIAL_STATE);
  }
}