diff --git a/src/remote.js b/src/remote.js
index 12c5c85..4e070b7 100644
--- a/src/remote.js
+++ b/src/remote.js
@@ -387,8 +387,10 @@ export class RemoteSession {
       // Bump local mtime and process states to reflect server state
       try {
         this.sceneManager.updateObjectsFromStates();
-        const [w, h] = this.renderWindowSizes[vtkId] || [10, 10];
-        this.sceneManager.setSize(vtkId, w, h);
+        if (vtkId in this.renderWindowSizes) {
+          const [w, h] = this.renderWindowSizes[vtkId];
+          this.sceneManager.setSize(vtkId, w, h);
+        }
 
         // Prevent state patching with new API
         if (bindCanvas && this.sceneManager.bindRenderWindow) {