diff --git a/packages/excalidraw/components/App.tsx b/packages/excalidraw/components/App.tsx
index 4cbac0888..58e2447b7 100644
--- a/packages/excalidraw/components/App.tsx
+++ b/packages/excalidraw/components/App.tsx
@@ -6845,8 +6845,9 @@ class App extends React.Component<AppProps, AppState> {
             // With shift-selection, we want to make sure that frames and their containing
             // elements are not selected at the same time.
             if (
-              !someHitElementIsSelected &&
-              !pointerDownState.hit.hasHitCommonBoundingBoxOfSelectedElements
+              event.shiftKey ||
+              (!someHitElementIsSelected &&
+                !pointerDownState.hit.hasHitCommonBoundingBoxOfSelectedElements)
             ) {
               this.setState((prevState) => {
                 const nextSelectedElementIds: { [id: string]: true } = {