diff --git a/include/class_userinfo.inc b/include/class_userinfo.inc
index cfdb96634b16e3ef79e06044658e90f6241bc0f8..e7438f084976f42077a2f83483ad5d0768a6e7cb 100644
--- a/include/class_userinfo.inc
+++ b/include/class_userinfo.inc
@@ -222,11 +222,9 @@ class userinfo
           continue;
         }
 
-        if (!empty($ACLRule['userfilter'])) {
-          /* Check if we match the user filter */
-          if (!$ldap->object_match_filter($this->dn, $ACLRule['userfilter'])) {
-            continue;
-          }
+        if (!empty($ACLRule['userfilter']) && !$ldap->object_match_filter($this->dn, $ACLRule['userfilter'])) {
+          /* We do not match the user filter */
+          continue;
         }
 
         if (!empty($ACLRule['targetfilter'])) {