diff --git a/Swiftfin/Views/FilterView.swift b/Swiftfin/Views/FilterView.swift
index 0d2658468..08306991f 100644
--- a/Swiftfin/Views/FilterView.swift
+++ b/Swiftfin/Views/FilterView.swift
@@ -43,7 +43,7 @@ struct FilterView: View {
             }
             .environment(
                 \.isEnabled,
-                viewModel.modifiedFilters.isNotEmpty
+                !viewModel.modifiedFilters.contains(type)
             )
         }
     }