Add Art-Net BCC145 controller with web UI and MediaPipe pointing.
Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
1 parent
6dde628e00
commit
a0e205d463
19 files changed
+3334
No files matched your search
+223
@@ -0,0 +1,223 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Point at a BCC145 — MediaPipe hand aiming + Art-Net.
|
||||
|
||||
Camera is centred on the row of 4 (#3–#6) and faces the performer
|
||||
(toward +Y / audience). Point with your index finger; that can lights.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import time
|
||||
import urllib.request
|
||||
from pathlib import Path
|
||||
|
||||
import cv2
|
||||
import mediapipe as mp
|
||||
import numpy as np
|
||||
|
||||
from can_lights import CanLights
|
||||
from stage_layout import load_cans, pick_can
|
||||
|
||||
BaseOptions = mp.tasks.BaseOptions
|
||||
HandLandmarker = mp.tasks.vision.HandLandmarker
|
||||
HandLandmarkerOptions = mp.tasks.vision.HandLandmarkerOptions
|
||||
VisionRunningMode = mp.tasks.vision.RunningMode
|
||||
mp_drawing = mp.tasks.vision.drawing_utils
|
||||
mp_drawing_styles = mp.tasks.vision.drawing_styles
|
||||
mp_hands = mp.tasks.vision.HandLandmarksConnections
|
||||
|
||||
WRIST = 0
|
||||
INDEX_MCP = 5
|
||||
INDEX_TIP = 8
|
||||
MIDDLE_TIP = 12
|
||||
RING_TIP = 16
|
||||
PINKY_TIP = 20
|
||||
|
||||
ROOT = Path(__file__).resolve().parent.parent
|
||||
HAND_MODEL_PATH = ROOT / "models" / "hand_landmarker.task"
|
||||
HAND_MODEL_URL = (
|
||||
"https://storage.googleapis.com/mediapipe-models/"
|
||||
"hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task"
|
||||
)
|
||||
WINDOW_NAME = "flowforum-point"
|
||||
CAMERA_WIDTH = 1920
|
||||
CAMERA_HEIGHT = 1080
|
||||
HOLD_NEED = 4
|
||||
|
||||
|
||||
def ensure_model(path: Path, url: str) -> None:
|
||||
path.parent.mkdir(parents=True, exist_ok=True)
|
||||
if path.exists():
|
||||
return
|
||||
print(f"Downloading {path.name}...")
|
||||
urllib.request.urlretrieve(url, path)
|
||||
|
||||
|
||||
def is_pointing(hand) -> bool:
|
||||
"""Index extended; middle/ring/pinky curled back toward wrist."""
|
||||
wrist = hand[WRIST]
|
||||
index_tip = hand[INDEX_TIP]
|
||||
index_mcp = hand[INDEX_MCP]
|
||||
|
||||
def dist(a, b) -> float:
|
||||
return float(np.hypot(a.x - b.x, a.y - b.y))
|
||||
|
||||
if dist(index_tip, index_mcp) < 0.06:
|
||||
return False
|
||||
index_reach = dist(index_tip, wrist)
|
||||
for tip_i in (MIDDLE_TIP, RING_TIP, PINKY_TIP):
|
||||
if dist(hand[tip_i], wrist) > index_reach * 0.85:
|
||||
return False
|
||||
return True
|
||||
|
||||
|
||||
def enter_fullscreen() -> None:
|
||||
cv2.namedWindow(WINDOW_NAME, cv2.WINDOW_NORMAL)
|
||||
cv2.imshow(WINDOW_NAME, np.zeros((2, 2, 3), dtype=np.uint8))
|
||||
cv2.waitKey(1)
|
||||
cv2.setWindowProperty(WINDOW_NAME, cv2.WND_PROP_FULLSCREEN, cv2.WINDOW_FULLSCREEN)
|
||||
cv2.waitKey(1)
|
||||
|
||||
|
||||
def draw_stage_overlay(rgb: np.ndarray, cans, active_index: int | None) -> None:
|
||||
h, w = rgb.shape[:2]
|
||||
for can in cans:
|
||||
x = int((1.0 - can.u) * w)
|
||||
y = int(can.v * h)
|
||||
on = can.index == active_index
|
||||
color = (0, 255, 128) if on else (80, 80, 80)
|
||||
cv2.circle(rgb, (x, y), 22 if on else 14, color, -1)
|
||||
cv2.putText(
|
||||
rgb,
|
||||
can.label,
|
||||
(x - 12, y + 5),
|
||||
cv2.FONT_HERSHEY_SIMPLEX,
|
||||
0.5,
|
||||
(0, 0, 0) if on else (200, 200, 200),
|
||||
1,
|
||||
cv2.LINE_AA,
|
||||
)
|
||||
|
||||
|
||||
def main() -> None:
|
||||
ensure_model(HAND_MODEL_PATH, HAND_MODEL_URL)
|
||||
cans = load_cans()
|
||||
lights = CanLights(colour="White")
|
||||
|
||||
enter_fullscreen()
|
||||
cap = cv2.VideoCapture(0)
|
||||
cap.set(cv2.CAP_PROP_FRAME_WIDTH, CAMERA_WIDTH)
|
||||
cap.set(cv2.CAP_PROP_FRAME_HEIGHT, CAMERA_HEIGHT)
|
||||
|
||||
hand_options = HandLandmarkerOptions(
|
||||
base_options=BaseOptions(model_asset_path=str(HAND_MODEL_PATH)),
|
||||
running_mode=VisionRunningMode.VIDEO,
|
||||
num_hands=2,
|
||||
min_hand_detection_confidence=0.5,
|
||||
min_tracking_confidence=0.5,
|
||||
)
|
||||
|
||||
active: int | None = None
|
||||
hold_index: int | None = None
|
||||
hold_frames = 0
|
||||
|
||||
try:
|
||||
with HandLandmarker.create_from_options(hand_options) as hand_landmarker:
|
||||
start = time.monotonic()
|
||||
last_timestamp_ms = -1
|
||||
|
||||
while cap.isOpened():
|
||||
success, image = cap.read()
|
||||
if not success:
|
||||
print("Ignoring empty camera frame.")
|
||||
continue
|
||||
|
||||
rgb = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
|
||||
mp_image = mp.Image(image_format=mp.ImageFormat.SRGB, data=rgb)
|
||||
timestamp_ms = int((time.monotonic() - start) * 1000)
|
||||
if timestamp_ms <= last_timestamp_ms:
|
||||
timestamp_ms = last_timestamp_ms + 1
|
||||
last_timestamp_ms = timestamp_ms
|
||||
|
||||
hand_results = hand_landmarker.detect_for_video(mp_image, timestamp_ms)
|
||||
aimed: int | None = None
|
||||
|
||||
if hand_results.hand_landmarks:
|
||||
for hand_landmarks in hand_results.hand_landmarks:
|
||||
mp_drawing.draw_landmarks(
|
||||
rgb,
|
||||
hand_landmarks,
|
||||
mp_hands.HAND_CONNECTIONS,
|
||||
mp_drawing_styles.get_default_hand_landmarks_style(),
|
||||
mp_drawing_styles.get_default_hand_connections_style(),
|
||||
)
|
||||
if not is_pointing(hand_landmarks):
|
||||
continue
|
||||
mcp = hand_landmarks[INDEX_MCP]
|
||||
tip = hand_landmarks[INDEX_TIP]
|
||||
can = pick_can((mcp.x, mcp.y), (tip.x, tip.y), cans)
|
||||
if can is None:
|
||||
continue
|
||||
aimed = can.index
|
||||
h, w = rgb.shape[:2]
|
||||
p0 = (int(mcp.x * w), int(mcp.y * h))
|
||||
p1 = (int(tip.x * w), int(tip.y * h))
|
||||
extend = np.array([tip.x - mcp.x, tip.y - mcp.y], dtype=float)
|
||||
n = float(np.linalg.norm(extend))
|
||||
if n > 1e-3:
|
||||
extend /= n
|
||||
p2 = (
|
||||
int((tip.x + extend[0] * 0.45) * w),
|
||||
int((tip.y + extend[1] * 0.45) * h),
|
||||
)
|
||||
cv2.line(rgb, p0, p2, (0, 255, 255), 3)
|
||||
cv2.circle(rgb, p1, 12, (255, 80, 0), -1)
|
||||
break
|
||||
|
||||
if aimed is not None:
|
||||
if aimed == hold_index:
|
||||
hold_frames += 1
|
||||
else:
|
||||
hold_index = aimed
|
||||
hold_frames = 1
|
||||
if hold_frames >= HOLD_NEED and aimed != active:
|
||||
lights.light_only(aimed)
|
||||
active = aimed
|
||||
print(f"ON {cans[aimed].label}", flush=True)
|
||||
else:
|
||||
hold_index = None
|
||||
hold_frames = 0
|
||||
|
||||
draw_stage_overlay(rgb, cans, active)
|
||||
label = cans[active].label if active is not None else "—"
|
||||
cv2.putText(
|
||||
rgb,
|
||||
f"point → {label} [q] quit [b] blackout",
|
||||
(40, 60),
|
||||
cv2.FONT_HERSHEY_SIMPLEX,
|
||||
1.0,
|
||||
(240, 240, 240),
|
||||
2,
|
||||
cv2.LINE_AA,
|
||||
)
|
||||
|
||||
display = cv2.flip(cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR), 1)
|
||||
cv2.imshow(WINDOW_NAME, display)
|
||||
cv2.setWindowProperty(
|
||||
WINDOW_NAME, cv2.WND_PROP_FULLSCREEN, cv2.WINDOW_FULLSCREEN
|
||||
)
|
||||
key = cv2.waitKey(5) & 0xFF
|
||||
if key == ord("q"):
|
||||
break
|
||||
if key == ord("b"):
|
||||
lights.blackout()
|
||||
active = None
|
||||
print("blackout", flush=True)
|
||||
finally:
|
||||
lights.close()
|
||||
cap.release()
|
||||
cv2.destroyAllWindows()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in new issue
Block a user