diff --git a/src/components/structures/FilePanel.tsx b/src/components/structures/FilePanel.tsx
index b7c084c524..999d9292ee 100644
--- a/src/components/structures/FilePanel.tsx
+++ b/src/components/structures/FilePanel.tsx
@@ -124,7 +124,7 @@ class FilePanel extends React.Component<IProps, IState> {
 
         await this.updateTimelineSet(this.props.roomId);
 
-        if (isRoomEncrypted) return;
+        if (!isRoomEncrypted) return;
 
         // The timelineSets filter makes sure that encrypted events that contain
         // URLs never get added to the timeline, even if they are live events.