diff --git src/org/openstreetmap/josm/data/validation/ValidationTask.java src/org/openstreetmap/josm/data/validation/ValidationTask.java
index 02b857898..30efd3d9b 100644
--- src/org/openstreetmap/josm/data/validation/ValidationTask.java
+++ src/org/openstreetmap/josm/data/validation/ValidationTask.java
@@ -5,12 +5,14 @@ import org.openstreetmap.josm.data.osm.OsmPrimitive;
 import org.openstreetmap.josm.data.preferences.sources.ValidatorPrefHelper;
 import org.openstreetmap.josm.gui.MainApplication;
 import org.openstreetmap.josm.gui.MapFrame;
+import org.openstreetmap.josm.gui.Notification;
 import org.openstreetmap.josm.gui.PleaseWaitRunnable;
 import org.openstreetmap.josm.gui.layer.ValidatorLayer;
 import org.openstreetmap.josm.gui.progress.ProgressMonitor;
 import org.openstreetmap.josm.gui.progress.swing.PleaseWaitProgressMonitor;
 import org.openstreetmap.josm.gui.util.GuiHelper;
 
+import javax.swing.JOptionPane;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.List;
@@ -101,6 +103,22 @@ public class ValidationTask extends PleaseWaitRunnable {
                 error.updateIgnored();
             }
         }
+
+        for (TestError error : errors) {
+            if (error.getPrimitives().stream().anyMatch(it -> !it.isDrawable())) {
+                GuiHelper.runInEDT(() -> {
+                    final String message = "<b>" +
+                            tr("The validation layer includes results that are hidden by a filter.") + "</b><br/>" +
+                            tr("Please review active filters to see the hidden results.");
+                    new Notification(message)
+                            .setDuration(Notification.TIME_LONG)
+                            .setIcon(JOptionPane.WARNING_MESSAGE)
+                            .setHelpTopic("Dialog/Validator")
+                            .show();
+                });
+                break;
+            }
+        }
     }
 
     /**