openreplay/frontend/app/player/web/assist/AssistManager.ts

import MessageManager from 'Player/web/MessageManager';
import type { Socket } from 'socket.io-client';
import { Message } from "../messages";
import type Screen from '../Screen/Screen';
import type { PlayerMsg, Store } from 'App/player';
import MStreamReader from '../messages/MStreamReader';
import JSONRawMessageReader from '../messages/JSONRawMessageReader';
import Call, { CallingState } from './Call';
import RemoteControl, { RemoteControlStatus } from './RemoteControl';
import ScreenRecording, { SessionRecordingStatus } from './ScreenRecording';
import CanvasReceiver from 'Player/web/assist/CanvasReceiver';
import { gunzipSync } from 'fflate';

export { RemoteControlStatus, SessionRecordingStatus, CallingState };

export enum ConnectionStatus {
  Connecting,
  WaitingMessages,
  Connected,
  Inactive,
  Disconnected,
  Error,
  Closed,
}

type StatsEvent =
  | 's_call_started'
  | 's_call_ended'
  | 's_control_started'
  | 's_control_ended'
  | 's_recording_started'
  | 's_recording_ended';

export function getStatusText(status: ConnectionStatus): string {
  switch (status) {
    case ConnectionStatus.Closed:
      return 'Closed...';
    case ConnectionStatus.Connecting:
      return 'Connecting...';
    case ConnectionStatus.Connected:
      return '';
    case ConnectionStatus.Inactive:
      return 'Client tab is inactive';
    case ConnectionStatus.Disconnected:
      return 'Disconnected';
    case ConnectionStatus.Error:
      return 'Something went wrong. Try to reload the page.';
    case ConnectionStatus.WaitingMessages:
      return 'Connected. Waiting for the data... (The tab might be inactive)';
  }
}

// export interface State {
//   peerConnectionStatus: ConnectionStatus;
//   assistStart: number;
// }

const MAX_RECONNECTION_COUNT = 4;

export default class AssistManager {
  assistVersion = 1;
  private canvasReceiver: CanvasReceiver;
  static readonly INITIAL_STATE = {
    peerConnectionStatus: ConnectionStatus.Connecting,
    assistStart: 0,
    ...Call.INITIAL_STATE,
    ...RemoteControl.INITIAL_STATE,
    ...ScreenRecording.INITIAL_STATE,
  };
  private agentIds: string[] = [];

  // TODO: Session type
  constructor(
    private session: any,
    private setMessagesLoading: (flag: boolean) => void,
    private handleMessage: (m: PlayerMsg, index: number) => void,
    private screen: Screen,
    private config: RTCIceServer[] | null,
    private store: Store<typeof AssistManager.INITIAL_STATE>,
    private getNode: MessageManager['getNode'],
    public readonly agentId: number,
    public readonly uiErrorHandler?: {
      error: (msg: string) => void;
    },
  ) {}

  public getAssistVersion = () => this.assistVersion;

  private get borderStyle() {
    const { recordingState, remoteControl } = this.store.get();

    const isRecordingActive = recordingState === SessionRecordingStatus.Recording;
    const isControlActive = remoteControl === RemoteControlStatus.Enabled;
    // recording gets priority here
    if (isRecordingActive) return { outline: '2px dashed red' };
    if (isControlActive) return { outline: '2px dashed blue' };
    return { outline: 'unset' };
  }

  private setStatus(status: ConnectionStatus) {
    if (
      this.store.get().peerConnectionStatus === ConnectionStatus.Disconnected &&
      status !== ConnectionStatus.Connected
    ) {
      return;
    }

    if (status === ConnectionStatus.Connecting) {
      this.setMessagesLoading(true);
    } else {
      this.setMessagesLoading(false);
    }
    if (status === ConnectionStatus.Connected) {
      this.screen.display(true);
    } else {
      this.screen.display(false);
    }
    this.store.update({ peerConnectionStatus: status });
  }

  private get peerID(): string {
    return `${this.session.projectKey}-${this.session.sessionId}`;
  }

  private socketCloseTimeout: ReturnType<typeof setTimeout> | undefined;
  private onVisChange = () => {
    this.socketCloseTimeout && clearTimeout(this.socketCloseTimeout);
    if (document.hidden) {
      this.socketCloseTimeout = setTimeout(() => {
        const state = this.store.get();
        if (
          document.hidden &&
          // TODO: should it be RemoteControlStatus.Disabled? (check)
          state.calling === CallingState.NoCall &&
          state.remoteControl === RemoteControlStatus.Enabled
        ) {
          this.socket?.close();
        }
      }, 30000);
    } else {
      this.socket?.open();
    }
  };

  private socket: Socket | null = null;
  private disconnectTimeout: ReturnType<typeof setTimeout> | undefined;
  private inactiveTimeout: ReturnType<typeof setTimeout> | undefined;
  private inactiveTabs: string[] = [];

  private clearDisconnectTimeout() {
    this.disconnectTimeout && clearTimeout(this.disconnectTimeout);
    this.disconnectTimeout = undefined;
  }

  private clearInactiveTimeout() {
    this.inactiveTimeout && clearTimeout(this.inactiveTimeout);
    this.inactiveTimeout = undefined;
  }

  connect(agentToken: string, agentId: number, projectId: number) {
    const jmr = new JSONRawMessageReader();
    const reader = new MStreamReader(jmr, this.session.startedAt);
    let waitingForMessages = true;

    const now = new Date().getTime();
    this.store.update({ assistStart: now });

    // @ts-ignore
    import('socket.io-client').then(({ default: io }) => {
      if (this.socket != null || this.cleaned) {
        return;
      }
      // @ts-ignore
      const urlObject = new URL(window.env.API_EDP || window.location.origin);
      // does it handle ssl automatically?

      const socket: Socket = (this.socket = io(urlObject.origin, {
        withCredentials: true,
        multiplex: true,
        transports: ['websocket'],
        path: '/ws-assist/socket',
        auth: {
          token: agentToken,
        },
        query: {
          peerId: this.peerID,
          projectId,
          identity: 'agent',
          agentInfo: JSON.stringify({
            ...this.session.agentInfo,
            id: agentId,
            peerId: this.peerID,
            query: document.location.search,
          }),
        },
      }));

      // socket.onAny((event, ...args) => {
      //   logger.log(`📩 Socket: ${event}`, args);
      // });
      

      socket.on('connect', () => {
        waitingForMessages = true;
        // TODO: reconnect happens frequently on bad network
        this.setStatus(ConnectionStatus.WaitingMessages);
      });

      const processMessages = (messages: { meta: { version: number, tabId: string }, data: Message[] }) => {
        const isOldVersion = messages.meta.version === 1;
        this.assistVersion = isOldVersion ? 1 : 2;

        const data = messages.data || messages;
        jmr.append(data); // as RawMessage[]
        if (waitingForMessages) {
          waitingForMessages = false; // TODO: more explicit
          this.setStatus(ConnectionStatus.Connected);
        }
        if (messages.meta.tabId !== this.store.get().currentTab) {
          this.clearDisconnectTimeout();
          if (isOldVersion) {
            reader.currentTab = messages.meta.tabId;
            this.store.update({ currentTab: messages.meta.tabId });
          }
        }

        for (let msg = reader.readNext(); msg !== null; msg = reader.readNext()) {
          this.handleMessage(msg, msg._index);
        }
      }

      socket.on('messages', (messages) => {
        processMessages(messages)
      });
      socket.on('messages_gz', (gzBuf) => {
        const unpackData = gunzipSync(new Uint8Array(gzBuf.data));
        const str = new TextDecoder().decode(unpackData);
        const messages = JSON.parse(str);
        processMessages({ ...gzBuf, data: messages })
      })

      socket.on('SESSION_RECONNECTED', () => {
        this.clearDisconnectTimeout();
        this.clearInactiveTimeout();
        this.setStatus(ConnectionStatus.Connected);
      });

      socket.on('UPDATE_SESSION', (evData) => {
        const { meta = {}, data = {} } = evData;
        const { tabId } = meta;
        const usedData = this.assistVersion === 1 ? evData : data;
        const { active } = usedData;

        const currentTab = this.store.get().currentTab;

        this.clearDisconnectTimeout();
        !this.inactiveTimeout && this.setStatus(ConnectionStatus.Connected);

        if (typeof active === 'boolean') {
          this.clearInactiveTimeout();
          if (active) {
            this.setStatus(ConnectionStatus.Connected);
            this.inactiveTabs = this.inactiveTabs.filter((t) => t !== tabId);
          } else {
            if (!this.inactiveTabs.includes(tabId)) {
              this.inactiveTabs.push(tabId);
            }
            if (tabId === undefined || tabId === currentTab) {
              this.inactiveTimeout = setTimeout(() => {
                // @ts-ignore
                const tabs = this.store.get().tabs;
                if (this.inactiveTabs.length === tabs.size) {
                  this.setStatus(ConnectionStatus.Inactive);
                }
              }, 10000);
            }
          }
        }
        if (data.agentIds) {
          const filteredAgentIds = this.agentIds.filter((id: string) => id.split('-')[3] !== agentId.toString());
          this.agentIds = filteredAgentIds;
        }
      });
      socket.on('SESSION_DISCONNECTED', (e) => {
        waitingForMessages = true;
        this.clearDisconnectTimeout();
        this.disconnectTimeout = setTimeout(() => {
          this.setStatus(ConnectionStatus.Disconnected);
        }, 30000);
      });
      socket.on('error', (e) => {
        console.warn('Socket error: ', e);
        this.setStatus(ConnectionStatus.Error);
      });

      // Maybe  do lazy initialization for all?
      // TODO: socket proxy (depend on interfaces)
      this.callManager = new Call(
        this.store,
        socket,
        this.config,
        this.peerID,
        this.getAssistVersion,
        {
          ...this.session.agentInfo,
          id: agentId,
        },
        this.agentIds,
      );
      this.remoteControl = new RemoteControl(
        this.store,
        socket,
        this.screen,
        this.session.agentInfo,
        () => this.screen.setBorderStyle(this.borderStyle),
        this.getAssistVersion
      );
      this.screenRecording = new ScreenRecording(
        this.store,
        socket,
        this.session.agentInfo,
        () => this.screen.setBorderStyle(this.borderStyle),
        this.uiErrorHandler,
        this.getAssistVersion
      );
      this.canvasReceiver = new CanvasReceiver(this.peerID, this.config, this.getNode, {
        ...this.session.agentInfo,
        id: agentId,
      }, socket);

      document.addEventListener('visibilitychange', this.onVisChange);
    });
  }

  /**
   * Sends event ping to stats service
   * */
  public ping(event: StatsEvent, id: string) {
    this.socket?.emit(event, id);
  }

  /* ==== ScreenRecording ==== */
  private screenRecording: ScreenRecording | null = null;
  requestRecording = (...args: Parameters<ScreenRecording['requestRecording']>) => {
    return this.screenRecording?.requestRecording(...args);
  };
  stopRecording = (...args: Parameters<ScreenRecording['stopRecording']>) => {
    return this.screenRecording?.stopRecording(...args);
  };

  /* ==== RemoteControl ==== */
  private remoteControl: RemoteControl | null = null;
  requestReleaseRemoteControl = (
    ...args: Parameters<RemoteControl['requestReleaseRemoteControl']>
  ) => {
    return this.remoteControl?.requestReleaseRemoteControl(...args);
  };
  setRemoteControlCallbacks = (...args: Parameters<RemoteControl['setCallbacks']>) => {
    return this.remoteControl?.setCallbacks(...args);
  };
  releaseRemoteControl = (...args: Parameters<RemoteControl['releaseRemoteControl']>) => {
    return this.remoteControl?.releaseRemoteControl(...args);
  };
  toggleAnnotation = (...args: Parameters<RemoteControl['toggleAnnotation']>) => {
    return this.remoteControl?.toggleAnnotation(...args);
  };

  /* ==== Call  ==== */
  private callManager: Call | null = null;
  initiateCallEnd = async (...args: Parameters<Call['initiateCallEnd']>) => {
    return this.callManager?.initiateCallEnd(...args);
  };
  setCallArgs = (...args: Parameters<Call['setCallArgs']>) => {
    return this.callManager?.setCallArgs(...args);
  };
  call = (...args: Parameters<Call['call']>) => {
    return this.callManager?.call(...args);
  };
  toggleVideoLocalStream = (...args: Parameters<Call['toggleVideoLocalStream']>) => {
    return this.callManager?.toggleVideoLocalStream(...args);
  };
  addPeerCall = (...args: Parameters<Call['addPeerCall']>) => {
    return this.callManager?.addPeerCall(...args);
  };

  /* ==== Cleaning ==== */
  private cleaned = false;

  clean() {
    this.cleaned = true; // sometimes cleaned before modules loaded
    this.remoteControl?.clean();
    this.callManager?.clean();
    this.canvasReceiver?.clear();
    this.socket?.close();
    this.socket = null;
    this.clearDisconnectTimeout();
    this.clearInactiveTimeout();
    this.socketCloseTimeout && clearTimeout(this.socketCloseTimeout);
    document.removeEventListener('visibilitychange', this.onVisChange);
  }
}