diff --git a/packages/@react-aria/selection/src/useSelectableCollection.ts b/packages/@react-aria/selection/src/useSelectableCollection.ts
index 796d7dcaa60..a0de95bf296 100644
--- a/packages/@react-aria/selection/src/useSelectableCollection.ts
+++ b/packages/@react-aria/selection/src/useSelectableCollection.ts
@@ -168,6 +168,10 @@ export function useSelectableCollection(options: AriaSelectableCollectionOptions
       }
     };
 
+    if (manager.selectionMode === 'single' && (e.metaKey || e.altKey)) {
+      return;
+    }
+
     switch (e.key) {
       case 'ArrowDown': {
         if (delegate.getKeyBelow) {