matrix-js-sdk/lib/sync-accumulator.js

"use strict";

var _create = require("babel-runtime/core-js/object/create");

var _create2 = _interopRequireDefault(_create);

var _keys = require("babel-runtime/core-js/object/keys");

var _keys2 = _interopRequireDefault(_keys);

var _classCallCheck2 = require("babel-runtime/helpers/classCallCheck");

var _classCallCheck3 = _interopRequireDefault(_classCallCheck2);

var _createClass2 = require("babel-runtime/helpers/createClass");

var _createClass3 = _interopRequireDefault(_createClass2);

var _utils = require("./utils");

var _utils2 = _interopRequireDefault(_utils);

function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }

/**
 * The purpose of this class is to accumulate /sync responses such that a
 * complete "initial" JSON response can be returned which accurately represents
 * the sum total of the /sync responses accumulated to date. It only handles
 * room data: that is, everything under the "rooms" top-level key.
 *
 * This class is used when persisting room data so a complete /sync response can
 * be loaded from disk and incremental syncs can be performed on the server,
 * rather than asking the server to do an initial sync on startup.
 */
var SyncAccumulator = function () {

    /**
     * @param {Object} opts
     * @param {Number=} opts.maxTimelineEntries The ideal maximum number of
     * timeline entries to keep in the sync response. This is best-effort, as
     * clients do not always have a back-pagination token for each event, so
     * it's possible there may be slightly *less* than this value. There will
     * never be more. This cannot be 0 or else it makes it impossible to scroll
     * back in a room. Default: 50.
     */
    function SyncAccumulator(opts) {
        (0, _classCallCheck3.default)(this, SyncAccumulator);

        opts = opts || {};
        opts.maxTimelineEntries = opts.maxTimelineEntries || 50;
        this.opts = opts;
        this.accountData = {
            //$event_type: Object
        };
        this.inviteRooms = {
            //$roomId: { ... sync 'invite' json data ... }
        };
        this.joinRooms = {
            //$roomId: {
            //    _currentState: { $event_type: { $state_key: json } },
            //    _timeline: [
            //       { event: $event, token: null|token },
            //       { event: $event, token: null|token },
            //       { event: $event, token: null|token },
            //       ...
            //    ],
            //    _summary: {
            //       m.heroes: [ $user_id ],
            //       m.joined_member_count: $count,
            //       m.invited_member_count: $count
            //    },
            //    _accountData: { $event_type: json },
            //    _unreadNotifications: { ... unread_notifications JSON ... },
            //    _readReceipts: { $user_id: { data: $json, eventId: $event_id }}
            //}
        };
        // the /sync token which corresponds to the last time rooms were
        // accumulated. We remember this so that any caller can obtain a
        // coherent /sync response and know at what point they should be
        // streaming from without losing events.
        this.nextBatch = null;

        // { ('invite'|'join'|'leave'): $groupId: { ... sync 'group' data } }
        this.groups = {
            invite: {},
            join: {},
            leave: {}
        };
    }

    (0, _createClass3.default)(SyncAccumulator, [{
        key: "accumulate",
        value: function accumulate(syncResponse) {
            this._accumulateRooms(syncResponse);
            this._accumulateGroups(syncResponse);
            this._accumulateAccountData(syncResponse);
            this.nextBatch = syncResponse.next_batch;
        }
    }, {
        key: "_accumulateAccountData",
        value: function _accumulateAccountData(syncResponse) {
            var _this = this;

            if (!syncResponse.account_data || !syncResponse.account_data.events) {
                return;
            }
            // Clobbers based on event type.
            syncResponse.account_data.events.forEach(function (e) {
                _this.accountData[e.type] = e;
            });
        }

        /**
         * Accumulate incremental /sync room data.
         * @param {Object} syncResponse the complete /sync JSON
         */

    }, {
        key: "_accumulateRooms",
        value: function _accumulateRooms(syncResponse) {
            var _this2 = this;

            if (!syncResponse.rooms) {
                return;
            }
            if (syncResponse.rooms.invite) {
                (0, _keys2.default)(syncResponse.rooms.invite).forEach(function (roomId) {
                    _this2._accumulateRoom(roomId, "invite", syncResponse.rooms.invite[roomId]);
                });
            }
            if (syncResponse.rooms.join) {
                (0, _keys2.default)(syncResponse.rooms.join).forEach(function (roomId) {
                    _this2._accumulateRoom(roomId, "join", syncResponse.rooms.join[roomId]);
                });
            }
            if (syncResponse.rooms.leave) {
                (0, _keys2.default)(syncResponse.rooms.leave).forEach(function (roomId) {
                    _this2._accumulateRoom(roomId, "leave", syncResponse.rooms.leave[roomId]);
                });
            }
        }
    }, {
        key: "_accumulateRoom",
        value: function _accumulateRoom(roomId, category, data) {
            // Valid /sync state transitions
            //       +--------+ <======+            1: Accept an invite
            //   +== | INVITE |        | (5)        2: Leave a room
            //   |   +--------+ =====+ |            3: Join a public room previously
            //   |(1)            (4) | |               left (handle as if new room)
            //   V         (2)       V |            4: Reject an invite
            // +------+ ========> +--------+         5: Invite to a room previously
            // | JOIN |    (3)    | LEAVE* |            left (handle as if new room)
            // +------+ <======== +--------+
            //
            // * equivalent to "no state"
            switch (category) {
                case "invite":
                    // (5)
                    this._accumulateInviteState(roomId, data);
                    break;
                case "join":
                    if (this.inviteRooms[roomId]) {
                        // (1)
                        // was previously invite, now join. We expect /sync to give
                        // the entire state and timeline on 'join', so delete previous
                        // invite state
                        delete this.inviteRooms[roomId];
                    }
                    // (3)
                    this._accumulateJoinState(roomId, data);
                    break;
                case "leave":
                    if (this.inviteRooms[roomId]) {
                        // (4)
                        delete this.inviteRooms[roomId];
                    } else {
                        // (2)
                        delete this.joinRooms[roomId];
                    }
                    break;
                default:
                    console.error("Unknown cateogory: ", category);
            }
        }
    }, {
        key: "_accumulateInviteState",
        value: function _accumulateInviteState(roomId, data) {
            if (!data.invite_state || !data.invite_state.events) {
                // no new data
                return;
            }
            if (!this.inviteRooms[roomId]) {
                this.inviteRooms[roomId] = {
                    invite_state: data.invite_state
                };
                return;
            }
            // accumulate extra keys for invite->invite transitions
            // clobber based on event type / state key
            // We expect invite_state to be small, so just loop over the events
            var currentData = this.inviteRooms[roomId];
            data.invite_state.events.forEach(function (e) {
                var hasAdded = false;
                for (var i = 0; i < currentData.invite_state.events.length; i++) {
                    var current = currentData.invite_state.events[i];
                    if (current.type === e.type && current.state_key == e.state_key) {
                        currentData.invite_state.events[i] = e; // update
                        hasAdded = true;
                    }
                }
                if (!hasAdded) {
                    currentData.invite_state.events.push(e);
                }
            });
        }

        // Accumulate timeline and state events in a room.

    }, {
        key: "_accumulateJoinState",
        value: function _accumulateJoinState(roomId, data) {
            // We expect this function to be called a lot (every /sync) so we want
            // this to be fast. /sync stores events in an array but we often want
            // to clobber based on type/state_key. Rather than convert arrays to
            // maps all the time, just keep private maps which contain
            // the actual current accumulated sync state, and array-ify it when
            // getJSON() is called.

            // State resolution:
            // The 'state' key is the delta from the previous sync (or start of time
            // if no token was supplied), to the START of the timeline. To obtain
            // the current state, we need to "roll forward" state by reading the
            // timeline. We want to store the current state so we can drop events
            // out the end of the timeline based on opts.maxTimelineEntries.
            //
            //      'state'     'timeline'     current state
            // |-------x<======================>x
            //          T   I   M   E
            //
            // When getJSON() is called, we 'roll back' the current state by the
            // number of entries in the timeline to work out what 'state' should be.

            // Back-pagination:
            // On an initial /sync, the server provides a back-pagination token for
            // the start of the timeline. When /sync deltas come down, they also
            // include back-pagination tokens for the start of the timeline. This
            // means not all events in the timeline have back-pagination tokens, as
            // it is only the ones at the START of the timeline which have them.
            // In order for us to have a valid timeline (and back-pagination token
            // to match), we need to make sure that when we remove old timeline
            // events, that we roll forward to an event which has a back-pagination
            // token. This means we can't keep a strict sliding-window based on
            // opts.maxTimelineEntries, and we may have a few less. We should never
            // have more though, provided that the /sync limit is less than or equal
            // to opts.maxTimelineEntries.

            if (!this.joinRooms[roomId]) {
                // Create truly empty objects so event types of 'hasOwnProperty' and co
                // don't cause this code to break.
                this.joinRooms[roomId] = {
                    _currentState: (0, _create2.default)(null),
                    _timeline: [],
                    _accountData: (0, _create2.default)(null),
                    _unreadNotifications: {},
                    _summary: {},
                    _readReceipts: {}
                };
            }
            var currentData = this.joinRooms[roomId];

            if (data.account_data && data.account_data.events) {
                // clobber based on type
                data.account_data.events.forEach(function (e) {
                    currentData._accountData[e.type] = e;
                });
            }

            // these probably clobber, spec is unclear.
            if (data.unread_notifications) {
                currentData._unreadNotifications = data.unread_notifications;
            }
            if (data.summary) {
                var HEROES_KEY = "m.heroes";
                var INVITED_COUNT_KEY = "m.invited_member_count";
                var JOINED_COUNT_KEY = "m.joined_member_count";

                var acc = currentData._summary;
                var sum = data.summary;
                acc[HEROES_KEY] = sum[HEROES_KEY] || acc[HEROES_KEY];
                acc[JOINED_COUNT_KEY] = sum[JOINED_COUNT_KEY] || acc[JOINED_COUNT_KEY];
                acc[INVITED_COUNT_KEY] = sum[INVITED_COUNT_KEY] || acc[INVITED_COUNT_KEY];
            }

            if (data.ephemeral && data.ephemeral.events) {
                data.ephemeral.events.forEach(function (e) {
                    // We purposefully do not persist m.typing events.
                    // Technically you could refresh a browser before the timer on a
                    // typing event is up, so it'll look like you aren't typing when
                    // you really still are. However, the alternative is worse. If
                    // we do persist typing events, it will look like people are
                    // typing forever until someone really does start typing (which
                    // will prompt Synapse to send down an actual m.typing event to
                    // clobber the one we persisted).
                    if (e.type !== "m.receipt" || !e.content) {
                        // This means we'll drop unknown ephemeral events but that
                        // seems okay.
                        return;
                    }
                    // Handle m.receipt events. They clobber based on:
                    //   (user_id, receipt_type)
                    // but they are keyed in the event as:
                    //   content:{ $event_id: { $receipt_type: { $user_id: {json} }}}
                    // so store them in the former so we can accumulate receipt deltas
                    // quickly and efficiently (we expect a lot of them). Fold the
                    // receipt type into the key name since we only have 1 at the
                    // moment (m.read) and nested JSON objects are slower and more
                    // of a hassle to work with. We'll inflate this back out when
                    // getJSON() is called.
                    (0, _keys2.default)(e.content).forEach(function (eventId) {
                        if (!e.content[eventId]["m.read"]) {
                            return;
                        }
                        (0, _keys2.default)(e.content[eventId]["m.read"]).forEach(function (userId) {
                            // clobber on user ID
                            currentData._readReceipts[userId] = {
                                data: e.content[eventId]["m.read"][userId],
                                eventId: eventId
                            };
                        });
                    });
                });
            }

            // if we got a limited sync, we need to remove all timeline entries or else
            // we will have gaps in the timeline.
            if (data.timeline && data.timeline.limited) {
                currentData._timeline = [];
            }

            // Work out the current state. The deltas need to be applied in the order:
            // - existing state which didn't come down /sync.
            // - State events under the 'state' key.
            // - State events in the 'timeline'.
            if (data.state && data.state.events) {
                data.state.events.forEach(function (e) {
                    setState(currentData._currentState, e);
                });
            }
            if (data.timeline && data.timeline.events) {
                data.timeline.events.forEach(function (e, index) {
                    // this nops if 'e' isn't a state event
                    setState(currentData._currentState, e);
                    // append the event to the timeline. The back-pagination token
                    // corresponds to the first event in the timeline
                    currentData._timeline.push({
                        event: e,
                        token: index === 0 ? data.timeline.prev_batch : null
                    });
                });
            }

            // attempt to prune the timeline by jumping between events which have
            // pagination tokens.
            if (currentData._timeline.length > this.opts.maxTimelineEntries) {
                var startIndex = currentData._timeline.length - this.opts.maxTimelineEntries;
                for (var i = startIndex; i < currentData._timeline.length; i++) {
                    if (currentData._timeline[i].token) {
                        // keep all events after this, including this one
                        currentData._timeline = currentData._timeline.slice(i, currentData._timeline.length);
                        break;
                    }
                }
            }
        }

        /**
         * Accumulate incremental /sync group data.
         * @param {Object} syncResponse the complete /sync JSON
         */

    }, {
        key: "_accumulateGroups",
        value: function _accumulateGroups(syncResponse) {
            var _this3 = this;

            if (!syncResponse.groups) {
                return;
            }
            if (syncResponse.groups.invite) {
                (0, _keys2.default)(syncResponse.groups.invite).forEach(function (groupId) {
                    _this3._accumulateGroup(groupId, "invite", syncResponse.groups.invite[groupId]);
                });
            }
            if (syncResponse.groups.join) {
                (0, _keys2.default)(syncResponse.groups.join).forEach(function (groupId) {
                    _this3._accumulateGroup(groupId, "join", syncResponse.groups.join[groupId]);
                });
            }
            if (syncResponse.groups.leave) {
                (0, _keys2.default)(syncResponse.groups.leave).forEach(function (groupId) {
                    _this3._accumulateGroup(groupId, "leave", syncResponse.groups.leave[groupId]);
                });
            }
        }
    }, {
        key: "_accumulateGroup",
        value: function _accumulateGroup(groupId, category, data) {
            var _arr = ['invite', 'join', 'leave'];

            for (var _i = 0; _i < _arr.length; _i++) {
                var cat = _arr[_i];
                delete this.groups[cat][groupId];
            }
            this.groups[category][groupId] = data;
        }

        /**
         * Return everything under the 'rooms' key from a /sync response which
         * represents all room data that should be stored. This should be paired
         * with the sync token which represents the most recent /sync response
         * provided to accumulate().
         * @return {Object} An object with a "nextBatch", "roomsData" and "accountData"
         * keys.
         * The "nextBatch" key is a string which represents at what point in the
         * /sync stream the accumulator reached. This token should be used when
         * restarting a /sync stream at startup. Failure to do so can lead to missing
         * events. The "roomsData" key is an Object which represents the entire
         * /sync response from the 'rooms' key onwards. The "accountData" key is
         * a list of raw events which represent global account data.
         */

    }, {
        key: "getJSON",
        value: function getJSON() {
            var _this4 = this;

            var data = {
                join: {},
                invite: {},
                // always empty. This is set by /sync when a room was previously
                // in 'invite' or 'join'. On fresh startup, the client won't know
                // about any previous room being in 'invite' or 'join' so we can
                // just omit mentioning it at all, even if it has previously come
                // down /sync.
                // The notable exception is when a client is kicked or banned:
                // we may want to hold onto that room so the client can clearly see
                // why their room has disappeared. We don't persist it though because
                // it is unclear *when* we can safely remove the room from the DB.
                // Instead, we assume that if you're loading from the DB, you've
                // refreshed the page, which means you've seen the kick/ban already.
                leave: {}
            };
            (0, _keys2.default)(this.inviteRooms).forEach(function (roomId) {
                data.invite[roomId] = _this4.inviteRooms[roomId];
            });
            (0, _keys2.default)(this.joinRooms).forEach(function (roomId) {
                var roomData = _this4.joinRooms[roomId];
                var roomJson = {
                    ephemeral: { events: [] },
                    account_data: { events: [] },
                    state: { events: [] },
                    timeline: {
                        events: [],
                        prev_batch: null
                    },
                    unread_notifications: roomData._unreadNotifications,
                    summary: roomData._summary
                };
                // Add account data
                (0, _keys2.default)(roomData._accountData).forEach(function (evType) {
                    roomJson.account_data.events.push(roomData._accountData[evType]);
                });

                // Add receipt data
                var receiptEvent = {
                    type: "m.receipt",
                    room_id: roomId,
                    content: {
                        // $event_id: { "m.read": { $user_id: $json } }
                    }
                };
                (0, _keys2.default)(roomData._readReceipts).forEach(function (userId) {
                    var receiptData = roomData._readReceipts[userId];
                    if (!receiptEvent.content[receiptData.eventId]) {
                        receiptEvent.content[receiptData.eventId] = {
                            "m.read": {}
                        };
                    }
                    receiptEvent.content[receiptData.eventId]["m.read"][userId] = receiptData.data;
                });
                // add only if we have some receipt data
                if ((0, _keys2.default)(receiptEvent.content).length > 0) {
                    roomJson.ephemeral.events.push(receiptEvent);
                }

                // Add timeline data
                roomData._timeline.forEach(function (msgData) {
                    if (!roomJson.timeline.prev_batch) {
                        // the first event we add to the timeline MUST match up to
                        // the prev_batch token.
                        if (!msgData.token) {
                            return; // this shouldn't happen as we prune constantly.
                        }
                        roomJson.timeline.prev_batch = msgData.token;
                    }
                    roomJson.timeline.events.push(msgData.event);
                });

                // Add state data: roll back current state to the start of timeline,
                // by "reverse clobbering" from the end of the timeline to the start.
                // Convert maps back into arrays.
                var rollBackState = (0, _create2.default)(null);
                for (var i = roomJson.timeline.events.length - 1; i >= 0; i--) {
                    var timelineEvent = roomJson.timeline.events[i];
                    if (timelineEvent.state_key === null || timelineEvent.state_key === undefined) {
                        continue; // not a state event
                    }
                    // since we're going back in time, we need to use the previous
                    // state value else we'll break causality. We don't have the
                    // complete previous state event, so we need to create one.
                    var prevStateEvent = _utils2.default.deepCopy(timelineEvent);
                    if (prevStateEvent.unsigned) {
                        if (prevStateEvent.unsigned.prev_content) {
                            prevStateEvent.content = prevStateEvent.unsigned.prev_content;
                        }
                        if (prevStateEvent.unsigned.prev_sender) {
                            prevStateEvent.sender = prevStateEvent.unsigned.prev_sender;
                        }
                    }
                    setState(rollBackState, prevStateEvent);
                }
                (0, _keys2.default)(roomData._currentState).forEach(function (evType) {
                    (0, _keys2.default)(roomData._currentState[evType]).forEach(function (stateKey) {
                        var ev = roomData._currentState[evType][stateKey];
                        if (rollBackState[evType] && rollBackState[evType][stateKey]) {
                            // use the reverse clobbered event instead.
                            ev = rollBackState[evType][stateKey];
                        }
                        roomJson.state.events.push(ev);
                    });
                });
                data.join[roomId] = roomJson;
            });

            // Add account data
            var accData = [];
            (0, _keys2.default)(this.accountData).forEach(function (evType) {
                accData.push(_this4.accountData[evType]);
            });

            return {
                nextBatch: this.nextBatch,
                roomsData: data,
                groupsData: this.groups,
                accountData: accData
            };
        }
    }, {
        key: "getNextBatchToken",
        value: function getNextBatchToken() {
            return this.nextBatch;
        }
    }]);
    return SyncAccumulator;
}(); /*
     Copyright 2017 Vector Creations Ltd
     Copyright 2018 New Vector Ltd
     
     Licensed under the Apache License, Version 2.0 (the "License");
     you may not use this file except in compliance with the License.
     You may obtain a copy of the License at
     
         http://www.apache.org/licenses/LICENSE-2.0
     
     Unless required by applicable law or agreed to in writing, software
     distributed under the License is distributed on an "AS IS" BASIS,
     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
     See the License for the specific language governing permissions and
     limitations under the License.
     */

/**
 * This is an internal module. See {@link SyncAccumulator} for the public class.
 * @module sync-accumulator
 */

function setState(eventMap, event) {
    if (event.state_key === null || event.state_key === undefined || !event.type) {
        return;
    }
    if (!eventMap[event.type]) {
        eventMap[event.type] = (0, _create2.default)(null);
    }
    eventMap[event.type][event.state_key] = event;
}

module.exports = SyncAccumulator;
//# sourceMappingURL=sync-accumulator.js.map