Commit 0ee4a7f0 authored by Kyle Anderson's avatar Kyle Anderson

Baisc working authenticate user

The most basic version of authenticate user is working to identify me
nicely. Still need to tune everything, fixup the debugging stuff and
actually make the script to generate the encodings that will be used.
parent a5745728
......@@ -11,12 +11,10 @@ import cv2
# How long to wait before timing out and saying failed authentication.
TIMEOUT: float = 30.0
# The encoding to use. Hog is faster. Other one is "cnn", which will only really be doable with a GPU.
ENCODING_MODEL: str = "hog"
# Minimum number of frames in which a user must be recognized in order to be authenticated.
draw_rectangles: bool = False
image_writer = None
USER_IDS_KEY: str = "names" # TODO change
def load_encodings(file_location: str):
......@@ -29,7 +27,7 @@ def load_encodings(file_location: str):
def start_video_stream(camera: int):
"""Starts the video stream and returns the created stream.
Also waits for the video stream to open before returning it."""
video_stream = VideoStream(src=camera)
video_stream = VideoStream(src=camera).start()
return video_stream
......@@ -47,7 +45,7 @@ def determine_identity(face_encoding, known_faces):
user_index, is_match) in enumerate(matches) if is_match]
for i in matched_users:
user_id: str = known_faces["user_ids"][i]
user_id: str = known_faces[USER_IDS_KEY][i]
matched_user_id_count[user_id] = matched_user_id_count.get(user_id, 0) + 1
matched_user: str = max(matched_user_id_count,
......@@ -67,6 +65,7 @@ def check_recognized_users(recognized_user_counts):
def draw_rectanges_and_user_ids(image_frame, conversion: float, boxes, user_ids: list):
"""Draws the rectangles and user_ids onto the video stream so anyone viewing the stream could see them."""
if boxes and user_ids and len(user_ids) > 0:
for ((top, right, bottom, left), user_id) in zip(boxes, user_ids):
top = round(top * conversion)
right = round(right * conversion)
......@@ -86,32 +85,35 @@ def display_frame(frame):
cv2.imshow("Frame", frame)
def recognize_user():
def recognize_user(encodings_location: str = "./encodings.pickle", encoding_model: str = "hog", image_flip: int = None,
"""Attempts to recognize a user.
Returns the ID of the user if identified, or None if no users are identified.
Dictionary of the form { "user_id": #frames_recognized } to keep
track of how many times each user was recognized."""
recognized_users_count = {}
recognized_user = None
video_stream = start_video_stream(0)
known_faces = load_encodings("./encodings.pickle")
user_recognized: bool = False
# video_stream = start_video_stream(0) # TODO add back
video_stream = VideoStream(src=0).start() # TODO remove
known_faces = load_encodings(encodings_location)
# Determine the time at which we will time out. Equal to current time + timeout.
timeout_time: float = time.time() + TIMEOUT
while time.time() < timeout_time and not user_recognized:
while time.time() < timeout_time:
# Read a image_frame from the video stream.
image_frame =
if image_flip is not None:
image_frame = cv2.flip(image_frame, image_flip)
# Convert input from BGR to RGB
rgb_image = cv2.cvtColor(image_frame, cv2.COLOR_BGR2RGB)
cv2.cvtColor(image_frame, cv2.COLOR_BGR2RGB)
# Resize image to width of 750 PX to speed up processing.
rgb_image = imutils.resize(image_frame, width=750)
r = image_frame.shape[1] / float(rgb_image.shape[1])
# Detect the location of each face and put a rectangle around it
# Detect the location of each face and determine the boxes in which they lie
boxes = face_recognition.face_locations(
rgb_image, model=ENCODING_MODEL)
rgb_image, model=encoding_model)
# Computer the facial embeddings (the encoding) at
# each of the locations found in the previous line.
encodings = face_recognition.face_encodings(rgb_image, boxes)
......@@ -119,17 +121,20 @@ def recognize_user():
for encoding in encodings:
user_id: str = determine_identity(encoding, known_faces)
if user_id:
if user_id not in recognized_users_count:
recognized_users_count[user_id] = 0
recognized_users_count[user_id] += 1
if draw_rectangles:
draw_rectanges_and_user_ids(image_frame, r, boxes, known_faces.keys)
draw_rectanges_and_user_ids(image_frame, r, boxes, list(known_faces[USER_IDS_KEY]))
# Now check if we have already positively identified a user enough times
recognized_users = check_recognized_users(recognized_users_count)
if len(recognized_users) > 0:
user_recognized = True
cv2.waitKey(1) # Required or else video stream doesn't really render.
if recognized_users_count:
recognized_user = max(recognized_users_count,
if recognized_users_count[recognized_user] < MIN_USER_RECOGNITION_COUNT:
......@@ -139,4 +144,21 @@ def recognize_user():
# If this program is the main program, authenticate the user.
if __name__ == "__main__":
import argparse;
parser = argparse.ArgumentParser(description="Facial Identification Options")
parser.add_argument("--encodings", "-e", type=str, help="File location of facial encodings.", required=False,
parser.add_argument("--model", "-m", type=str, help="Type of encoding method, either \"hog\" or \"cnn\". HOG is "
"faster, CNN is more accurate.", required=False,
default="hog", choices=["cnn", "hog"])
parser.add_argument("--flip", "-f", type=int,
help="Whether or not to flip the image vertically or horizontally. 0 to flip horizontally, 1 to flip vertically.",
required=False, default=None, choices=[0, 1])
parser.add_argument("--show", "-s", action="store_true",
help="Include this argument to have the image shown to you.", default=False)
args = parser.parse_args()
user = recognize_user(encoding_model=args.model, encodings_location=args.encodings, image_flip=args.flip,
if user:
print(f"Recognized user {user}.")
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment