From 015b46ab233e1a6a8d1ca81fa8fd9d2b36a37567 Mon Sep 17 00:00:00 2001 From: Marcel Mraz Date: Mon, 22 Apr 2024 10:22:25 +0100 Subject: [PATCH] feat: expose `StoreAction` in relation to multiplayer history (#7898) Improved Store API and improved handling of actions to eliminate potential concurrency issues --- excalidraw-app/App.tsx | 7 +- excalidraw-app/collab/Collab.tsx | 6 +- excalidraw-app/collab/Portal.tsx | 2 + excalidraw-app/data/FileManager.ts | 2 + excalidraw-app/data/index.ts | 1 - excalidraw-app/tests/collab.test.tsx | 10 +- packages/excalidraw/CHANGELOG.md | 8 +- packages/excalidraw/actions/actionHistory.tsx | 4 +- packages/excalidraw/actions/types.ts | 4 +- packages/excalidraw/components/App.tsx | 85 +++--- .../excalidraw/element/linearElementEditor.ts | 4 +- packages/excalidraw/index.tsx | 2 + packages/excalidraw/store.ts | 284 ++++++++++++------ packages/excalidraw/tests/history.test.tsx | 102 +++++-- .../excalidraw/tests/packages/events.test.tsx | 7 +- packages/excalidraw/types.ts | 3 +- 16 files changed, 341 insertions(+), 190 deletions(-) diff --git a/excalidraw-app/App.tsx b/excalidraw-app/App.tsx index 798791591..f3517f12c 100644 --- a/excalidraw-app/App.tsx +++ b/excalidraw-app/App.tsx @@ -26,7 +26,8 @@ import { LiveCollaborationTrigger, TTDDialog, TTDDialogTrigger, -} from "../packages/excalidraw/index"; + StoreAction, +} from "../packages/excalidraw"; import { AppState, ExcalidrawImperativeAPI, @@ -438,7 +439,7 @@ const ExcalidrawWrapper = () => { excalidrawAPI.updateScene({ ...data.scene, ...restore(data.scene, null, null, { repairBindings: true }), - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); } }); @@ -469,6 +470,7 @@ const ExcalidrawWrapper = () => { setLangCode(langCode); excalidrawAPI.updateScene({ ...localDataState, + storeAction: StoreAction.UPDATE, }); LibraryIndexedDBAdapter.load().then((data) => { if (data) { @@ -604,6 +606,7 @@ const ExcalidrawWrapper = () => { if (didChange) { excalidrawAPI.updateScene({ elements, + storeAction: StoreAction.UPDATE, }); } } diff --git a/excalidraw-app/collab/Collab.tsx b/excalidraw-app/collab/Collab.tsx index 1bf83da5e..56467a1b5 100644 --- a/excalidraw-app/collab/Collab.tsx +++ b/excalidraw-app/collab/Collab.tsx @@ -13,10 +13,11 @@ import { OrderedExcalidrawElement, } from "../../packages/excalidraw/element/types"; import { + StoreAction, getSceneVersion, restoreElements, zoomToFitBounds, -} from "../../packages/excalidraw/index"; +} from "../../packages/excalidraw"; import { Collaborator, Gesture } from "../../packages/excalidraw/types"; import { assertNever, @@ -356,6 +357,7 @@ class Collab extends PureComponent { this.excalidrawAPI.updateScene({ elements, + storeAction: StoreAction.UPDATE, }); } }; @@ -506,6 +508,7 @@ class Collab extends PureComponent { // to database even if deleted before creating the room. this.excalidrawAPI.updateScene({ elements, + storeAction: StoreAction.UPDATE, }); this.saveCollabRoomToFirebase(getSyncableElements(elements)); @@ -743,6 +746,7 @@ class Collab extends PureComponent { ) => { this.excalidrawAPI.updateScene({ elements, + storeAction: StoreAction.UPDATE, }); this.loadImageFiles(); diff --git a/excalidraw-app/collab/Portal.tsx b/excalidraw-app/collab/Portal.tsx index 8b5e5680e..356100974 100644 --- a/excalidraw-app/collab/Portal.tsx +++ b/excalidraw-app/collab/Portal.tsx @@ -19,6 +19,7 @@ import throttle from "lodash.throttle"; import { newElementWith } from "../../packages/excalidraw/element/mutateElement"; import { encryptData } from "../../packages/excalidraw/data/encryption"; import type { Socket } from "socket.io-client"; +import { StoreAction } from "../../packages/excalidraw"; class Portal { collab: TCollabClass; @@ -127,6 +128,7 @@ class Portal { } return element; }), + storeAction: StoreAction.UPDATE, }); }, FILE_UPLOAD_TIMEOUT); diff --git a/excalidraw-app/data/FileManager.ts b/excalidraw-app/data/FileManager.ts index 5a47a4a48..3b9672e11 100644 --- a/excalidraw-app/data/FileManager.ts +++ b/excalidraw-app/data/FileManager.ts @@ -1,3 +1,4 @@ +import { StoreAction } from "../../packages/excalidraw"; import { compressData } from "../../packages/excalidraw/data/encode"; import { newElementWith } from "../../packages/excalidraw/element/mutateElement"; import { isInitializedImageElement } from "../../packages/excalidraw/element/typeChecks"; @@ -238,5 +239,6 @@ export const updateStaleImageStatuses = (params: { } return element; }), + storeAction: StoreAction.UPDATE, }); }; diff --git a/excalidraw-app/data/index.ts b/excalidraw-app/data/index.ts index 6cf575412..ac037d66c 100644 --- a/excalidraw-app/data/index.ts +++ b/excalidraw-app/data/index.ts @@ -269,7 +269,6 @@ export const loadScene = async ( // in the scene database/localStorage, and instead fetch them async // from a different database files: data.files, - commitToStore: false, }; }; diff --git a/excalidraw-app/tests/collab.test.tsx b/excalidraw-app/tests/collab.test.tsx index 1fd8ecdbc..f12e944e2 100644 --- a/excalidraw-app/tests/collab.test.tsx +++ b/excalidraw-app/tests/collab.test.tsx @@ -12,7 +12,7 @@ import { createRedoAction, createUndoAction, } from "../../packages/excalidraw/actions/actionHistory"; -import { newElementWith } from "../../packages/excalidraw"; +import { StoreAction, newElementWith } from "../../packages/excalidraw"; const { h } = window; @@ -90,7 +90,7 @@ describe("collaboration", () => { updateSceneData({ elements: syncInvalidIndices([rect1, rect2]), - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); updateSceneData({ @@ -98,7 +98,7 @@ describe("collaboration", () => { rect1, newElementWith(h.elements[1], { isDeleted: true }), ]), - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); await waitFor(() => { @@ -145,6 +145,7 @@ describe("collaboration", () => { // simulate force deleting the element remotely updateSceneData({ elements: syncInvalidIndices([rect1]), + storeAction: StoreAction.UPDATE, }); await waitFor(() => { @@ -182,7 +183,7 @@ describe("collaboration", () => { h.elements[0], newElementWith(h.elements[1], { x: 100 }), ]), - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); await waitFor(() => { @@ -217,6 +218,7 @@ describe("collaboration", () => { // simulate force deleting the element remotely updateSceneData({ elements: syncInvalidIndices([rect1]), + storeAction: StoreAction.UPDATE, }); // snapshot was correctly updated and marked the element as deleted diff --git a/packages/excalidraw/CHANGELOG.md b/packages/excalidraw/CHANGELOG.md index 9c5d4f564..c0e497c93 100644 --- a/packages/excalidraw/CHANGELOG.md +++ b/packages/excalidraw/CHANGELOG.md @@ -35,9 +35,13 @@ Please add the latest change on the top under the correct section. ### Breaking Changes -- Renamed required `updatedScene` parameter from `commitToHistory` into `commitToStore` [#7348](https://github.com/excalidraw/excalidraw/pull/7348). +- `updateScene` API has changed due to the added `Store` component as part of the multiplayer undo / redo initiative. Specifically, `sceneData` property `commitToHistory: boolean` was replaced with `storeAction: StoreActionType`. Make sure to update all instances of `updateScene` according to the _before / after_ table below. [#7898](https://github.com/excalidraw/excalidraw/pull/7898) -### Breaking Changes +| | Before `commitToHistory` | After `storeAction` | Notes | +| --- | --- | --- | --- | +| _Immediately undoable_ | `true` | `"capture"` | As before, use for all updates which should be recorded by the store & history. Should be used for the most of the local updates. These updates will _immediately_ make it to the local undo / redo stacks. | +| _Eventually undoable_ | `false` | `"none"` | Similar to before, use for all updates which should not be recorded immediately (likely exceptions which are part of some async multi-step process) or those not meant to be recorded at all (i.e. updates to `collaborators` object, parts of `AppState` which are not observed by the store & history - not `ObservedAppState`).

**IMPORTANT** It's likely you should switch to `"update"` in all the other cases. Otherwise, all such updates would end up being recorded with the next `"capture"` - triggered either by the next `updateScene` or internally by the editor. These updates will _eventually_ make it to the local undo / redo stacks. | +| _Never undoable_ | n/a | `"update"` | **NEW**: previously there was no equivalent for this value. Now, it's recommended to use `"update"` for all remote updates (from the other clients), scene initialization, or those updates, which should not be locally "undoable". These updates will _never_ make it to the local undo / redo stacks. | - `ExcalidrawEmbeddableElement.validated` was removed and moved to private editor state. This should largely not affect your apps unless you were reading from this attribute. We keep validating embeddable urls internally, and the public [`props.validateEmbeddable`](https://docs.excalidraw.com/docs/@excalidraw/excalidraw/api/props#validateembeddable) still applies. [#7539](https://github.com/excalidraw/excalidraw/pull/7539) diff --git a/packages/excalidraw/actions/actionHistory.tsx b/packages/excalidraw/actions/actionHistory.tsx index 05c832fd2..23767bda8 100644 --- a/packages/excalidraw/actions/actionHistory.tsx +++ b/packages/excalidraw/actions/actionHistory.tsx @@ -8,7 +8,7 @@ import { KEYS } from "../keys"; import { arrayToMap } from "../utils"; import { isWindows } from "../constants"; import { SceneElementsMap } from "../element/types"; -import { IStore, StoreAction } from "../store"; +import { Store, StoreAction } from "../store"; import { useEmitter } from "../hooks/useEmitter"; const writeData = ( @@ -40,7 +40,7 @@ const writeData = ( return { storeAction: StoreAction.NONE }; }; -type ActionCreator = (history: History, store: IStore) => Action; +type ActionCreator = (history: History, store: Store) => Action; export const createUndoAction: ActionCreator = (history, store) => ({ name: "undo", diff --git a/packages/excalidraw/actions/types.ts b/packages/excalidraw/actions/types.ts index e904bfa02..d662fdb94 100644 --- a/packages/excalidraw/actions/types.ts +++ b/packages/excalidraw/actions/types.ts @@ -8,7 +8,7 @@ import { UIAppState, } from "../types"; import { MarkOptional } from "../utility-types"; -import { StoreAction } from "../store"; +import { StoreActionType } from "../store"; export type ActionSource = | "ui" @@ -26,7 +26,7 @@ export type ActionResult = "offsetTop" | "offsetLeft" | "width" | "height" > | null; files?: BinaryFiles | null; - storeAction: keyof typeof StoreAction; + storeAction: StoreActionType; replaceFiles?: boolean; } | false; diff --git a/packages/excalidraw/components/App.tsx b/packages/excalidraw/components/App.tsx index f9c41074b..db9d309db 100644 --- a/packages/excalidraw/components/App.tsx +++ b/packages/excalidraw/components/App.tsx @@ -183,7 +183,6 @@ import { ExcalidrawIframeElement, ExcalidrawEmbeddableElement, Ordered, - OrderedExcalidrawElement, } from "../element/types"; import { getCenter, getDistance } from "../gesture"; import { @@ -412,7 +411,7 @@ import { ElementCanvasButton } from "./MagicButton"; import { MagicIcon, copyIcon, fullscreenIcon } from "./icons"; import { EditorLocalStorage } from "../data/EditorLocalStorage"; import FollowMode from "./FollowMode/FollowMode"; -import { IStore, Store, StoreAction } from "../store"; +import { Store, StoreAction } from "../store"; import { AnimationFrameHandler } from "../animation-frame-handler"; import { AnimatedTrail } from "../animated-trail"; import { LaserTrails } from "../laser-trails"; @@ -543,7 +542,7 @@ class App extends React.Component { public library: AppClassProperties["library"]; public libraryItemsFromStorage: LibraryItems | undefined; public id: string; - private store: IStore; + private store: Store; private history: History; private excalidrawContainerValue: { container: HTMLDivElement | null; @@ -2123,7 +2122,7 @@ class App extends React.Component { } return el; }), - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); } }, @@ -2810,7 +2809,7 @@ class App extends React.Component { ); } - this.store.capture(elementsMap, this.state); + this.store.commit(elementsMap, this.state); // Do not notify consumers if we're still loading the scene. Among other // potential issues, this fixes a case where the tab isn't focused during @@ -3683,51 +3682,39 @@ class App extends React.Component { elements?: SceneData["elements"]; appState?: Pick | null; collaborators?: SceneData["collaborators"]; - commitToStore?: SceneData["commitToStore"]; + /** @default StoreAction.CAPTURE */ + storeAction?: SceneData["storeAction"]; }) => { const nextElements = syncInvalidIndices(sceneData.elements ?? []); - if (sceneData.commitToStore) { - this.store.shouldCaptureIncrement(); - } + if (sceneData.storeAction && sceneData.storeAction !== StoreAction.NONE) { + const prevCommittedAppState = this.store.snapshot.appState; + const prevCommittedElements = this.store.snapshot.elements; - if (sceneData.elements || sceneData.appState) { - let nextCommittedAppState = this.state; - let nextCommittedElements: Map; + const nextCommittedAppState = sceneData.appState + ? Object.assign({}, prevCommittedAppState, sceneData.appState) // new instance, with partial appstate applied to previously captured one, including hidden prop inside `prevCommittedAppState` + : prevCommittedAppState; - if (sceneData.appState) { - nextCommittedAppState = { - ...this.state, - ...sceneData.appState, // Here we expect just partial appState - }; - } + const nextCommittedElements = sceneData.elements + ? this.store.filterUncomittedElements( + this.scene.getElementsMapIncludingDeleted(), // Only used to detect uncomitted local elements + arrayToMap(nextElements), // We expect all (already reconciled) elements + ) + : prevCommittedElements; - const prevElements = this.scene.getElementsIncludingDeleted(); - - if (sceneData.elements) { - /** - * We need to schedule a snapshot update, as in case `commitToStore` is false (i.e. remote update), - * as it's essential for computing local changes after the async action is completed (i.e. not to include remote changes in the diff). - * - * This is also a breaking change for all local `updateScene` calls without set `commitToStore` to true, - * as it makes such updates impossible to undo (previously they were undone coincidentally with the switch to the whole snapshot captured by the history). - * - * WARN: be careful here as moving it elsewhere could break the history for remote client without noticing - * - we need to find a way to test two concurrent client updates simultaneously, while having access to both stores & histories. - */ - this.store.shouldUpdateSnapshot(); - - // TODO#7348: deprecate once exchanging just store increments between clients - nextCommittedElements = this.store.ignoreUncomittedElements( - arrayToMap(prevElements), - arrayToMap(nextElements), + // WARN: store action always performs deep clone of changed elements, for ephemeral remote updates (i.e. remote dragging, resizing, drawing) we might consider doing something smarter + // do NOT schedule store actions (execute after re-render), as it might cause unexpected concurrency issues if not handled well + if (sceneData.storeAction === StoreAction.CAPTURE) { + this.store.captureIncrement( + nextCommittedElements, + nextCommittedAppState, + ); + } else if (sceneData.storeAction === StoreAction.UPDATE) { + this.store.updateSnapshot( + nextCommittedElements, + nextCommittedAppState, ); - } else { - nextCommittedElements = arrayToMap(prevElements); } - - // WARN: Performs deep clone of changed elements, for ephemeral remote updates (i.e. remote dragging, resizing, drawing) we might consider doing something smarter - this.store.capture(nextCommittedElements, nextCommittedAppState); } if (sceneData.appState) { @@ -5704,6 +5691,7 @@ class App extends React.Component { this.state, ), }, + storeAction: StoreAction.UPDATE, }); return; } @@ -7993,6 +7981,7 @@ class App extends React.Component { appState: { draggingElement: null, }, + storeAction: StoreAction.UPDATE, }); return; @@ -8165,6 +8154,7 @@ class App extends React.Component { elements: this.scene .getElementsIncludingDeleted() .filter((el) => el.id !== resizingElement.id), + storeAction: StoreAction.UPDATE, }); } @@ -9228,13 +9218,12 @@ class App extends React.Component { } if (ret.type === MIME_TYPES.excalidraw) { - // Restore the fractional indices by mutating elements and update the - // store snapshot, otherwise we would end up with duplicate indices + // restore the fractional indices by mutating elements syncInvalidIndices(elements.concat(ret.data.elements)); - this.store.snapshot = this.store.snapshot.clone( - arrayToMap(elements), - this.state, - ); + + // update the store snapshot for old elements, otherwise we would end up with duplicated fractional indices on undo + this.store.updateSnapshot(arrayToMap(elements), this.state); + this.setState({ isLoading: true }); this.syncActionResult({ ...ret.data, diff --git a/packages/excalidraw/element/linearElementEditor.ts b/packages/excalidraw/element/linearElementEditor.ts index 7f64cbd7e..d6bdc53e0 100644 --- a/packages/excalidraw/element/linearElementEditor.ts +++ b/packages/excalidraw/element/linearElementEditor.ts @@ -49,7 +49,7 @@ import { getBoundTextElement, handleBindTextResize } from "./textElement"; import { DRAGGING_THRESHOLD } from "../constants"; import { Mutable } from "../utility-types"; import { ShapeCache } from "../scene/ShapeCache"; -import { IStore } from "../store"; +import { Store } from "../store"; const editorMidPointsCache: { version: number | null; @@ -642,7 +642,7 @@ export class LinearElementEditor { static handlePointerDown( event: React.PointerEvent, appState: AppState, - store: IStore, + store: Store, scenePointer: { x: number; y: number }, linearElementEditor: LinearElementEditor, app: AppClassProperties, diff --git a/packages/excalidraw/index.tsx b/packages/excalidraw/index.tsx index e1dc29e66..25d82a2a8 100644 --- a/packages/excalidraw/index.tsx +++ b/packages/excalidraw/index.tsx @@ -251,6 +251,8 @@ export { bumpVersion, } from "./element/mutateElement"; +export { StoreAction } from "./store"; + export { parseLibraryTokensFromUrl, useHandleLibrary } from "./data/library"; export { diff --git a/packages/excalidraw/store.ts b/packages/excalidraw/store.ts index 23065ffa8..5d8bb2418 100644 --- a/packages/excalidraw/store.ts +++ b/packages/excalidraw/store.ts @@ -1,5 +1,6 @@ import { getDefaultAppState } from "./appState"; import { AppStateChange, ElementsChange } from "./change"; +import { ENV } from "./constants"; import { newElementWith } from "./element/mutateElement"; import { deepCopyElement } from "./element/newElement"; import { OrderedExcalidrawElement } from "./element/types"; @@ -7,8 +8,11 @@ import { Emitter } from "./emitter"; import { AppState, ObservedAppState } from "./types"; import { isShallowEqual } from "./utils"; +// hidden non-enumerable property for runtime checks +const hiddenObservedAppStateProp = "__observedAppState"; + export const getObservedAppState = (appState: AppState): ObservedAppState => { - return { + const observedAppState = { name: appState.name, editingGroupId: appState.editingGroupId, viewBackgroundColor: appState.viewBackgroundColor, @@ -17,14 +21,40 @@ export const getObservedAppState = (appState: AppState): ObservedAppState => { editingLinearElementId: appState.editingLinearElement?.elementId || null, selectedLinearElementId: appState.selectedLinearElement?.elementId || null, }; + + Object.defineProperty(observedAppState, hiddenObservedAppStateProp, { + value: true, + enumerable: false, + }); + + return observedAppState; }; -export const StoreAction = { - NONE: "NONE", - UPDATE: "UPDATE", - CAPTURE: "CAPTURE", +const isObservedAppState = ( + appState: AppState | ObservedAppState, +): appState is ObservedAppState => + Object.hasOwn(appState, hiddenObservedAppStateProp); + +export type StoreActionType = "capture" | "update" | "none"; + +export const StoreAction: { + [K in Uppercase]: StoreActionType; +} = { + CAPTURE: "capture", + UPDATE: "update", + NONE: "none", } as const; +/** + * Represent an increment to the Store. + */ +class StoreIncrementEvent { + constructor( + public readonly elementsChange: ElementsChange, + public readonly appStateChange: AppStateChange, + ) {} +} + /** * Store which captures the observed changes and emits them as `StoreIncrementEvent` events. * @@ -41,18 +71,18 @@ export interface IStore { shouldUpdateSnapshot(): void; /** - * Use to schedule calculation of a store increment on a next component update. + * Use to schedule calculation of a store increment. */ shouldCaptureIncrement(): void; /** - * Capture changes to the `elements` and `appState` by calculating changes (based on a snapshot) and emitting resulting changes as a store increment. + * Based on the scheduled operation, either only updates store snapshot or also calculates increment and emits the result as a `StoreIncrementEvent`. * - * @emits StoreIncrementEvent + * @emits StoreIncrementEvent when increment is calculated. */ - capture( - elements: Map, - appState: AppState, + commit( + elements: Map | undefined, + appState: AppState | ObservedAppState | undefined, ): void; /** @@ -64,33 +94,19 @@ export interface IStore { * Filters out yet uncomitted elements from `nextElements`, which are part of in-progress local async actions (ephemerals) and thus were not yet commited to the snapshot. * * This is necessary in updates in which we receive reconciled elements, already containing elements which were not yet captured by the local store (i.e. collab). - * - * Once we will be exchanging just store increments for all ephemerals, this could be deprecated. */ - ignoreUncomittedElements( + filterUncomittedElements( prevElements: Map, nextElements: Map, ): Map; } -/** - * Represent an increment to the Store. - */ -class StoreIncrementEvent { - constructor( - public readonly elementsChange: ElementsChange, - public readonly appStateChange: AppStateChange, - ) {} -} - export class Store implements IStore { public readonly onStoreIncrementEmitter = new Emitter< [StoreIncrementEvent] >(); - private calculatingIncrement: boolean = false; - private updatingSnapshot: boolean = false; - + private scheduledActions: Set = new Set(); private _snapshot = Snapshot.empty(); public get snapshot() { @@ -101,64 +117,81 @@ export class Store implements IStore { this._snapshot = snapshot; } - public shouldUpdateSnapshot = () => { - this.updatingSnapshot = true; - }; - - // Suspicious that this is called so many places. Seems error-prone. + // TODO: Suspicious that this is called so many places. Seems error-prone. public shouldCaptureIncrement = () => { - this.calculatingIncrement = true; + this.scheduleAction(StoreAction.CAPTURE); }; - public capture = ( - elements: Map, - appState: AppState, + public shouldUpdateSnapshot = () => { + this.scheduleAction(StoreAction.UPDATE); + }; + + private scheduleAction = (action: StoreActionType) => { + this.scheduledActions.add(action); + this.satisfiesScheduledActionsInvariant(); + }; + + public commit = ( + elements: Map | undefined, + appState: AppState | ObservedAppState | undefined, ): void => { - // Quick exit for irrelevant changes - if (!this.calculatingIncrement && !this.updatingSnapshot) { - return; - } - try { - const nextSnapshot = this._snapshot.clone(elements, appState); - - // Optimisation, don't continue if nothing has changed - if (this._snapshot !== nextSnapshot) { - // Calculate and record the changes based on the previous and next snapshot - if (this.calculatingIncrement) { - const elementsChange = nextSnapshot.meta.didElementsChange - ? ElementsChange.calculate( - this._snapshot.elements, - nextSnapshot.elements, - ) - : ElementsChange.empty(); - - const appStateChange = nextSnapshot.meta.didAppStateChange - ? AppStateChange.calculate( - this._snapshot.appState, - nextSnapshot.appState, - ) - : AppStateChange.empty(); - - if (!elementsChange.isEmpty() || !appStateChange.isEmpty()) { - // Notify listeners with the increment - this.onStoreIncrementEmitter.trigger( - new StoreIncrementEvent(elementsChange, appStateChange), - ); - } - } - - // Update the snapshot - this._snapshot = nextSnapshot; + // Capture has precedence since it also performs update + if (this.scheduledActions.has(StoreAction.CAPTURE)) { + this.captureIncrement(elements, appState); + } else if (this.scheduledActions.has(StoreAction.UPDATE)) { + this.updateSnapshot(elements, appState); } } finally { - // Reset props - this.updatingSnapshot = false; - this.calculatingIncrement = false; + this.satisfiesScheduledActionsInvariant(); + // Defensively reset all scheduled actions, potentially cleans up other runtime garbage + this.scheduledActions = new Set(); } }; - public ignoreUncomittedElements = ( + public captureIncrement = ( + elements: Map | undefined, + appState: AppState | ObservedAppState | undefined, + ) => { + const prevSnapshot = this.snapshot; + const nextSnapshot = this.snapshot.maybeClone(elements, appState); + + // Optimisation, don't continue if nothing has changed + if (prevSnapshot !== nextSnapshot) { + // Calculate and record the changes based on the previous and next snapshot + const elementsChange = nextSnapshot.meta.didElementsChange + ? ElementsChange.calculate(prevSnapshot.elements, nextSnapshot.elements) + : ElementsChange.empty(); + + const appStateChange = nextSnapshot.meta.didAppStateChange + ? AppStateChange.calculate(prevSnapshot.appState, nextSnapshot.appState) + : AppStateChange.empty(); + + if (!elementsChange.isEmpty() || !appStateChange.isEmpty()) { + // Notify listeners with the increment + this.onStoreIncrementEmitter.trigger( + new StoreIncrementEvent(elementsChange, appStateChange), + ); + } + + // Update snapshot + this.snapshot = nextSnapshot; + } + }; + + public updateSnapshot = ( + elements: Map | undefined, + appState: AppState | ObservedAppState | undefined, + ) => { + const nextSnapshot = this.snapshot.maybeClone(elements, appState); + + if (this.snapshot !== nextSnapshot) { + // Update snapshot + this.snapshot = nextSnapshot; + } + }; + + public filterUncomittedElements = ( prevElements: Map, nextElements: Map, ) => { @@ -170,7 +203,7 @@ export class Store implements IStore { continue; } - const elementSnapshot = this._snapshot.elements.get(id); + const elementSnapshot = this.snapshot.elements.get(id); // Checks for in progress async user action if (!elementSnapshot) { @@ -186,7 +219,19 @@ export class Store implements IStore { }; public clear = (): void => { - this._snapshot = Snapshot.empty(); + this.snapshot = Snapshot.empty(); + this.scheduledActions = new Set(); + }; + + private satisfiesScheduledActionsInvariant = () => { + if (!(this.scheduledActions.size >= 0 && this.scheduledActions.size <= 3)) { + const message = `There can be at most three store actions scheduled at the same time, but there are "${this.scheduledActions.size}".`; + console.error(message, this.scheduledActions.values()); + + if (import.meta.env.DEV || import.meta.env.MODE === ENV.TEST) { + throw new Error(message); + } + } }; } @@ -218,29 +263,30 @@ export class Snapshot { } /** - * Efficiently clone the existing snapshot. + * Efficiently clone the existing snapshot, only if we detected changes. * * @returns same instance if there are no changes detected, new instance otherwise. */ - public clone( - elements: Map, - appState: AppState, + public maybeClone( + elements: Map | undefined, + appState: AppState | ObservedAppState | undefined, ) { - const didElementsChange = this.detectChangedElements(elements); + const nextElementsSnapshot = this.maybeCreateElementsSnapshot(elements); + const nextAppStateSnapshot = this.maybeCreateAppStateSnapshot(appState); - // Not watching over everything from app state, just the relevant props - const nextAppStateSnapshot = getObservedAppState(appState); - const didAppStateChange = this.detectChangedAppState(nextAppStateSnapshot); + let didElementsChange = false; + let didAppStateChange = false; - // Nothing has changed, so there is no point of continuing further - if (!didElementsChange && !didAppStateChange) { - return this; + if (this.elements !== nextElementsSnapshot) { + didElementsChange = true; } - // Clone only if there was really a change - let nextElementsSnapshot = this.elements; - if (didElementsChange) { - nextElementsSnapshot = this.createElementsSnapshot(elements); + if (this.appState !== nextAppStateSnapshot) { + didAppStateChange = true; + } + + if (!didElementsChange && !didAppStateChange) { + return this; } const snapshot = new Snapshot(nextElementsSnapshot, nextAppStateSnapshot, { @@ -251,10 +297,55 @@ export class Snapshot { return snapshot; } + private maybeCreateAppStateSnapshot( + appState: AppState | ObservedAppState | undefined, + ) { + if (!appState) { + return this.appState; + } + + // Not watching over everything from the app state, just the relevant props + const nextAppStateSnapshot = !isObservedAppState(appState) + ? getObservedAppState(appState) + : appState; + + const didAppStateChange = this.detectChangedAppState(nextAppStateSnapshot); + + if (!didAppStateChange) { + return this.appState; + } + + return nextAppStateSnapshot; + } + + private detectChangedAppState(nextObservedAppState: ObservedAppState) { + return !isShallowEqual(this.appState, nextObservedAppState, { + selectedElementIds: isShallowEqual, + selectedGroupIds: isShallowEqual, + }); + } + + private maybeCreateElementsSnapshot( + elements: Map | undefined, + ) { + if (!elements) { + return this.elements; + } + + const didElementsChange = this.detectChangedElements(elements); + + if (!didElementsChange) { + return this.elements; + } + + const elementsSnapshot = this.createElementsSnapshot(elements); + return elementsSnapshot; + } + /** * Detect if there any changed elements. * - * NOTE: we shouldn't use `sceneVersionNonce` instead, as we need to call this before the scene updates. + * NOTE: we shouldn't just use `sceneVersionNonce` instead, as we need to call this before the scene updates. */ private detectChangedElements( nextElements: Map, @@ -286,13 +377,6 @@ export class Snapshot { return false; } - private detectChangedAppState(observedAppState: ObservedAppState) { - return !isShallowEqual(this.appState, observedAppState, { - selectedElementIds: isShallowEqual, - selectedGroupIds: isShallowEqual, - }); - } - /** * Perform structural clone, cloning only elements that changed. */ diff --git a/packages/excalidraw/tests/history.test.tsx b/packages/excalidraw/tests/history.test.tsx index 165cc8c0f..0be2af56a 100644 --- a/packages/excalidraw/tests/history.test.tsx +++ b/packages/excalidraw/tests/history.test.tsx @@ -35,7 +35,7 @@ import { vi } from "vitest"; import { queryByText } from "@testing-library/react"; import { HistoryEntry } from "../history"; import { AppStateChange, ElementsChange } from "../change"; -import { Snapshot } from "../store"; +import { Snapshot, StoreAction } from "../store"; const { h } = window; @@ -176,7 +176,7 @@ describe("history", () => { excalidrawAPI.updateScene({ elements: [rect1, rect2], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); expect(API.getUndoStack().length).toBe(1); @@ -188,7 +188,7 @@ describe("history", () => { excalidrawAPI.updateScene({ elements: [rect1, rect2], - commitToStore: true, // even though the flag is on, same elements are passed, nothing to commit + storeAction: StoreAction.CAPTURE, // even though the flag is on, same elements are passed, nothing to commit }); expect(API.getUndoStack().length).toBe(1); expect(API.getRedoStack().length).toBe(0); @@ -556,7 +556,7 @@ describe("history", () => { appState: { name: "New name", }, - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); expect(API.getUndoStack().length).toBe(1); @@ -567,7 +567,7 @@ describe("history", () => { appState: { viewBackgroundColor: "#000", }, - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); expect(API.getUndoStack().length).toBe(2); expect(API.getRedoStack().length).toBe(0); @@ -580,7 +580,7 @@ describe("history", () => { name: "New name", viewBackgroundColor: "#000", }, - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); expect(API.getUndoStack().length).toBe(2); expect(API.getRedoStack().length).toBe(0); @@ -1235,7 +1235,7 @@ describe("history", () => { excalidrawAPI.updateScene({ elements: [rect1, text, rect2], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); // bind text1 to rect1 @@ -1638,6 +1638,7 @@ describe("history", () => { excalidrawAPIPromise.resolve(api as any)} handleKeyboardGlobally={true} + isCollaborating={true} />, ); excalidrawAPI = await excalidrawAPIPromise; @@ -1663,6 +1664,7 @@ describe("history", () => { strokeColor: blue, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -1700,6 +1702,7 @@ describe("history", () => { strokeColor: yellow, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -1747,6 +1750,7 @@ describe("history", () => { backgroundColor: yellow, }), ], + storeAction: StoreAction.UPDATE, }); // At this point our entry gets updated from `red` -> `blue` into `red` -> `yellow` @@ -1762,6 +1766,7 @@ describe("history", () => { backgroundColor: violet, }), ], + storeAction: StoreAction.UPDATE, }); // At this point our (inversed) entry gets updated from `red` -> `yellow` into `violet` -> `yellow` @@ -1790,6 +1795,7 @@ describe("history", () => { // Initialize scene excalidrawAPI.updateScene({ elements: [rect1, rect2], + storeAction: StoreAction.UPDATE, }); // Simulate local update @@ -1798,7 +1804,7 @@ describe("history", () => { newElementWith(h.elements[0], { groupIds: ["A"] }), newElementWith(h.elements[1], { groupIds: ["A"] }), ], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); const rect3 = API.createElement({ type: "rectangle", groupIds: ["B"] }); @@ -1812,6 +1818,7 @@ describe("history", () => { rect3, rect4, ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -1857,6 +1864,7 @@ describe("history", () => { ], }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); // undo `actionFinalize` @@ -1951,6 +1959,7 @@ describe("history", () => { isDeleted: false, // undeletion might happen due to concurrency between clients }), ], + storeAction: StoreAction.UPDATE, }); expect(API.getSelectedElements()).toEqual([]); @@ -2027,6 +2036,7 @@ describe("history", () => { isDeleted: true, }), ], + storeAction: StoreAction.UPDATE, }); expect(h.elements).toEqual([ @@ -2088,6 +2098,7 @@ describe("history", () => { isDeleted: true, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -2163,6 +2174,7 @@ describe("history", () => { isDeleted: true, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -2201,6 +2213,7 @@ describe("history", () => { isDeleted: false, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.redo(); @@ -2246,6 +2259,7 @@ describe("history", () => { // Simulate remote update excalidrawAPI.updateScene({ elements: [rect1, rect2], + storeAction: StoreAction.UPDATE, }); Keyboard.withModifierKeys({ ctrl: true }, () => { @@ -2255,6 +2269,7 @@ describe("history", () => { // Simulate remote update excalidrawAPI.updateScene({ elements: [h.elements[0], h.elements[1], rect3, rect4], + storeAction: StoreAction.UPDATE, }); Keyboard.withModifierKeys({ ctrl: true }, () => { @@ -2275,6 +2290,7 @@ describe("history", () => { isDeleted: true, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -2299,6 +2315,7 @@ describe("history", () => { isDeleted: false, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.redo(); @@ -2309,6 +2326,7 @@ describe("history", () => { // Simulate remote update excalidrawAPI.updateScene({ elements: [h.elements[0], h.elements[1], rect3, rect4], + storeAction: StoreAction.UPDATE, }); Keyboard.redo(); @@ -2354,6 +2372,7 @@ describe("history", () => { isDeleted: true, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -2374,6 +2393,7 @@ describe("history", () => { }), h.elements[1], ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -2416,6 +2436,7 @@ describe("history", () => { isDeleted: true, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -2458,6 +2479,7 @@ describe("history", () => { h.elements[0], h.elements[1], ], + storeAction: StoreAction.UPDATE, }); expect(API.getUndoStack().length).toBe(2); @@ -2496,6 +2518,7 @@ describe("history", () => { h.elements[0], h.elements[1], ], + storeAction: StoreAction.UPDATE, }); expect(API.getUndoStack().length).toBe(2); @@ -2546,6 +2569,7 @@ describe("history", () => { h.elements[0], // rect2 h.elements[1], // rect1 ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -2575,6 +2599,7 @@ describe("history", () => { h.elements[0], // rect3 h.elements[2], // rect1 ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -2604,6 +2629,7 @@ describe("history", () => { // Simulate remote update excalidrawAPI.updateScene({ elements: [...h.elements, rect], + storeAction: StoreAction.UPDATE, }); mouse.moveTo(60, 60); @@ -2655,6 +2681,7 @@ describe("history", () => { // // Simulate remote update excalidrawAPI.updateScene({ elements: [...h.elements, rect3], + storeAction: StoreAction.UPDATE, }); mouse.moveTo(100, 100); @@ -2744,6 +2771,7 @@ describe("history", () => { // Simulate remote update excalidrawAPI.updateScene({ elements: [...h.elements, rect3], + storeAction: StoreAction.UPDATE, }); mouse.moveTo(100, 100); @@ -2920,6 +2948,7 @@ describe("history", () => { // Initialize the scene excalidrawAPI.updateScene({ elements: [container, text], + storeAction: StoreAction.UPDATE, }); // Simulate local update @@ -2932,7 +2961,7 @@ describe("history", () => { containerId: container.id, }), ], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); Keyboard.undo(); @@ -2963,6 +2992,7 @@ describe("history", () => { x: h.elements[1].x + 10, }), ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -3005,6 +3035,7 @@ describe("history", () => { // Initialize the scene excalidrawAPI.updateScene({ elements: [container, text], + storeAction: StoreAction.UPDATE, }); // Simulate local update @@ -3017,7 +3048,7 @@ describe("history", () => { containerId: container.id, }), ], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); Keyboard.undo(); @@ -3051,6 +3082,7 @@ describe("history", () => { remoteText, h.elements[1], ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -3106,6 +3138,7 @@ describe("history", () => { // Initialize the scene excalidrawAPI.updateScene({ elements: [container, text], + storeAction: StoreAction.UPDATE, }); // Simulate local update @@ -3118,7 +3151,7 @@ describe("history", () => { containerId: container.id, }), ], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); Keyboard.undo(); @@ -3155,6 +3188,7 @@ describe("history", () => { containerId: remoteContainer.id, }), ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -3212,7 +3246,7 @@ describe("history", () => { // Simulate local update excalidrawAPI.updateScene({ elements: [container], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); // Simulate remote update @@ -3223,6 +3257,7 @@ describe("history", () => { }), newElementWith(text, { containerId: container.id }), ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -3272,7 +3307,7 @@ describe("history", () => { // Simulate local update excalidrawAPI.updateScene({ elements: [text], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); // Simulate remote update @@ -3283,6 +3318,7 @@ describe("history", () => { }), newElementWith(text, { containerId: container.id }), ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -3331,7 +3367,7 @@ describe("history", () => { // Simulate local update excalidrawAPI.updateScene({ elements: [container], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); // Simulate remote update @@ -3344,6 +3380,7 @@ describe("history", () => { containerId: container.id, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -3380,6 +3417,7 @@ describe("history", () => { // rebinding the container with a new text element! remoteText, ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -3436,7 +3474,7 @@ describe("history", () => { // Simulate local update excalidrawAPI.updateScene({ elements: [text], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); // Simulate remote update @@ -3449,6 +3487,7 @@ describe("history", () => { containerId: container.id, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.undo(); @@ -3485,6 +3524,7 @@ describe("history", () => { containerId: container.id, }), ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -3540,7 +3580,7 @@ describe("history", () => { // Simulate local update excalidrawAPI.updateScene({ elements: [container], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); // Simulate remote update @@ -3554,6 +3594,7 @@ describe("history", () => { isDeleted: true, }), ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -3596,7 +3637,7 @@ describe("history", () => { // Simulate local update excalidrawAPI.updateScene({ elements: [text], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); // Simulate remote update @@ -3610,6 +3651,7 @@ describe("history", () => { containerId: container.id, }), ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -3652,6 +3694,7 @@ describe("history", () => { // Initialize the scene excalidrawAPI.updateScene({ elements: [container], + storeAction: StoreAction.UPDATE, }); // Simulate local update @@ -3663,7 +3706,7 @@ describe("history", () => { angle: 90, }), ], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); Keyboard.undo(); @@ -3676,6 +3719,7 @@ describe("history", () => { }), newElementWith(text, { containerId: container.id }), ], + storeAction: StoreAction.UPDATE, }); expect(h.elements).toEqual([ @@ -3768,6 +3812,7 @@ describe("history", () => { // Initialize the scene excalidrawAPI.updateScene({ elements: [text], + storeAction: StoreAction.UPDATE, }); // Simulate local update @@ -3779,7 +3824,7 @@ describe("history", () => { angle: 90, }), ], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); Keyboard.undo(); @@ -3794,6 +3839,7 @@ describe("history", () => { containerId: container.id, }), ], + storeAction: StoreAction.UPDATE, }); expect(API.getUndoStack().length).toBe(0); @@ -3884,7 +3930,7 @@ describe("history", () => { // Simulate local update excalidrawAPI.updateScene({ elements: [rect1, rect2], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); mouse.reset(); @@ -3962,6 +4008,7 @@ describe("history", () => { x: h.elements[1].x + 50, }), ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -4082,6 +4129,7 @@ describe("history", () => { }), remoteContainer, ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -4166,6 +4214,7 @@ describe("history", () => { boundElements: [{ id: arrow.id, type: "arrow" }], }), ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -4230,7 +4279,10 @@ describe("history", () => { }); // Simulate local update - excalidrawAPI.updateScene({ elements: [arrow], commitToStore: true }); + excalidrawAPI.updateScene({ + elements: [arrow], + storeAction: StoreAction.CAPTURE, + }); // Simulate remote update excalidrawAPI.updateScene({ @@ -4246,6 +4298,7 @@ describe("history", () => { boundElements: [{ id: arrow.id, type: "arrow" }], }), ], + storeAction: StoreAction.UPDATE, }); runTwice(() => { @@ -4357,6 +4410,7 @@ describe("history", () => { newElementWith(h.elements[1], { x: 500, y: -500 }), h.elements[2], ], + storeAction: StoreAction.UPDATE, }); Keyboard.redo(); @@ -4424,12 +4478,13 @@ describe("history", () => { // Initialize the scene excalidrawAPI.updateScene({ elements: [frame], + storeAction: StoreAction.UPDATE, }); // Simulate local update excalidrawAPI.updateScene({ elements: [rect, h.elements[0]], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); // Simulate local update @@ -4440,7 +4495,7 @@ describe("history", () => { }), h.elements[1], ], - commitToStore: true, + storeAction: StoreAction.CAPTURE, }); Keyboard.undo(); @@ -4484,6 +4539,7 @@ describe("history", () => { isDeleted: true, }), ], + storeAction: StoreAction.UPDATE, }); Keyboard.redo(); diff --git a/packages/excalidraw/tests/packages/events.test.tsx b/packages/excalidraw/tests/packages/events.test.tsx index a9649e94c..3d57c343f 100644 --- a/packages/excalidraw/tests/packages/events.test.tsx +++ b/packages/excalidraw/tests/packages/events.test.tsx @@ -1,5 +1,5 @@ import { vi } from "vitest"; -import { Excalidraw } from "../../index"; +import { Excalidraw, StoreAction } from "../../index"; import { ExcalidrawImperativeAPI } from "../../types"; import { resolvablePromise } from "../../utils"; import { render } from "../test-utils"; @@ -27,7 +27,10 @@ describe("event callbacks", () => { const origBackgroundColor = h.state.viewBackgroundColor; excalidrawAPI.onChange(onChange); - excalidrawAPI.updateScene({ appState: { viewBackgroundColor: "red" } }); + excalidrawAPI.updateScene({ + appState: { viewBackgroundColor: "red" }, + storeAction: StoreAction.CAPTURE, + }); expect(onChange).toHaveBeenCalledWith( // elements [], diff --git a/packages/excalidraw/types.ts b/packages/excalidraw/types.ts index 6f1eeebac..6ce687a13 100644 --- a/packages/excalidraw/types.ts +++ b/packages/excalidraw/types.ts @@ -40,6 +40,7 @@ import type { IMAGE_MIME_TYPES, MIME_TYPES } from "./constants"; import { ContextMenuItems } from "./components/ContextMenu"; import { SnapLine } from "./snapping"; import { Merge, MaybePromise, ValueOf } from "./utility-types"; +import { StoreActionType } from "./store"; export type Point = Readonly; @@ -507,7 +508,7 @@ export type SceneData = { elements?: ImportedDataState["elements"]; appState?: ImportedDataState["appState"]; collaborators?: Map; - commitToStore?: boolean; + storeAction?: StoreActionType; }; export enum UserIdleState {