idk

hand_detection.py

@@ -0,0 +1,84 @@
+import mediapipe as mp
+import cv2, numpy as np, time, fitz
+from helper import compute_distance
+from config import PINCH_THRESHOLD, RELEASE_THRESHOLD
+
+# ----- Initialize Hand Detector -----
+mp_hands = mp.solutions.hands
+mp_draw  = mp.solutions.drawing_utils
+hands = mp_hands.Hands(
+    static_image_mode=False,
+    max_num_hands=2,
+    min_detection_confidence=0.7,
+    min_tracking_confidence=0.5
+)
+
+start_pt = None               # measurement start point
+measuring = False             # measurement in progress
+
+def detect_hands(frame):
+    rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
+    rgb.flags.writeable = False
+    results = hands.process(rgb)
+
+    return results
+
+
+def check_hand(hand, frame_vis, object_calibrating):
+    h, w, _ = frame_vis.shape
+
+    fingertip_idx = None
+    fingertip_mid = None
+    
+    mp_draw.draw_landmarks(frame_vis, hand, mp_hands.HAND_CONNECTIONS)
+    # get index and middle finger tips and PIP joints
+    idx_tip = hand.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP]
+    mid_tip = hand.landmark[mp_hands.HandLandmark.MIDDLE_FINGER_TIP]
+    ix, iy = int(idx_tip.x * w), int(idx_tip.y * h)
+    mx, my = int(mid_tip.x * w), int(mid_tip.y * h)
+    fingertip_idx = (ix, iy)
+    fingertip_mid = (mx, my)
+
+    # draw fingertips
+    cv2.circle(frame_vis, fingertip_idx, 8, (255,255,0), -1)
+    cv2.circle(frame_vis, fingertip_mid,  8, (0,255,0), -1)
+
+    measuring, start_pt = is_measuring(frame_vis, hand, object_calibrating)
+
+    return fingertip_idx, measuring, start_pt
+
+def is_measuring(frame_vis, hand, object_calibrating):
+    global measuring, start_pt
+    h, w, _ = frame_vis.shape
+
+    idx_tip = hand.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP]
+    idx_pip = hand.landmark[mp_hands.HandLandmark.INDEX_FINGER_PIP]
+    mid_tip = hand.landmark[mp_hands.HandLandmark.MIDDLE_FINGER_TIP]
+    mid_pip = hand.landmark[mp_hands.HandLandmark.MIDDLE_FINGER_PIP]
+
+    ix, iy = int(idx_tip.x * w), int(idx_tip.y * h)
+    mx, my = int(mid_tip.x * w), int(mid_tip.y * h)
+    fingertip_idx = (ix, iy)
+    fingertip_mid = (mx, my)
+
+    # check extension
+    index_ext = idx_tip.y < idx_pip.y
+    middle_ext = mid_tip.y < mid_pip.y
+
+    # if measurement in progress but fingers no longer both extended, stop measuring
+    if measuring and not (index_ext and middle_ext):
+        measuring = False
+
+    # pinch distance
+    pinch = compute_distance(fingertip_idx, fingertip_mid)
+    cv2.putText(frame_vis, f"Pinch: {int(pinch)} px", (10,30), cv2.FONT_HERSHEY_SIMPLEX, 0.6, (0,255,0),2)
+
+    # measurement gesture
+    if not object_calibrating and index_ext and middle_ext:
+        if pinch < PINCH_THRESHOLD and not measuring:
+            measuring = True
+            start_pt = fingertip_idx
+        elif pinch > RELEASE_THRESHOLD and measuring:
+            measuring = False
+
+    return measuring, start_pt