diff --git a/packages/excalidraw/components/App.tsx b/packages/excalidraw/components/App.tsx
index a70cb9808..93544bd2c 100644
--- a/packages/excalidraw/components/App.tsx
+++ b/packages/excalidraw/components/App.tsx
@@ -7230,8 +7230,9 @@ class App extends React.Component<AppProps, AppState> {
             // With shift-selection, we want to make sure that frames and their containing
             // elements are not selected at the same time.
             if (
-              !someHitElementIsSelected &&
-              !pointerDownState.hit.hasHitCommonBoundingBoxOfSelectedElements
+              event.shiftKey ||
+              (!someHitElementIsSelected &&
+                !pointerDownState.hit.hasHitCommonBoundingBoxOfSelectedElements)
             ) {
               this.setState((prevState) => {
                 let nextSelectedElementIds: { [id: string]: true } = {