diff --git a/face_recognition/cli.py b/face_recognition/cli.py
index ec0b599ecf388085d2f2a46ab380b35a22cfd99f..8c109325790f94c99c9827a280d0e0bba425de86 100644
--- a/face_recognition/cli.py
+++ b/face_recognition/cli.py
@@ -22,9 +22,9 @@ def scan_known_people(known_people_folder):
 
         if len(encodings) == 0:
             click.echo("WARNING: No faces found in {}. Ignoring file.".format(file))
-
-        known_names.append(basename)
-        known_face_encodings.append(encodings[0])
+        else:
+            known_names.append(basename)
+            known_face_encodings.append(encodings[0])
 
     return known_names, known_face_encodings