diff --git a/src/stores/SpaceStore.tsx b/src/stores/SpaceStore.tsx
index ba2b91aa2c..05fe52aa2b 100644
--- a/src/stores/SpaceStore.tsx
+++ b/src/stores/SpaceStore.tsx
@@ -361,7 +361,8 @@ export class SpaceStoreClass extends AsyncStoreWithClient<IState> {
                 const space = this.matrixClient?.getRoom(spaceId);
 
                 // Add relevant DMs
-                space?.getJoinedMembers().forEach(member => {
+                space?.getMembers().forEach(member => {
+                    if (member.membership !== "join" && member.membership !== "invite") return;
                     DMRoomMap.shared().getDMRoomsForUserId(member.userId).forEach(roomId => {
                         roomIds.add(roomId);
                     });