Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

(pose) migrate body parts to separate file #224

Merged
merged 1 commit into from
Mar 19, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
from . import body_parts
Original file line number Diff line number Diff line change
@@ -0,0 +1,64 @@
# Yolo pose keypoint labels
# 0: nose
# 1: left-eye
# 2: right-eye
# 3: left-ear
# 4: right-ear
# 5: left-shoulder
# 6: right-shoulder
# 7: left-elbow
# 8: right-elbow
# 9: left-wrist
# 10: right-wrist
# 11: left-hip
# 12: right-hip
# 13: left-knee
# 14: right-knee
# 15: left-ankle
# 16: right-ankle

BODY_PARTS = {
"Nose": "Nose",
"LEye": "LEye",
"REye": "REye",
"LEar": "LEar",
"REar": "REar",
"LShoulder": "LShoulder",
"RShoulder": "RShoulder",
"LElbow": "LElbow",
"RElbow": "RElbow",
"LWrist": "LWrist",
"RWrist": "RWrist",
"LHip": "LHip",
"RHip": "RHip",
"LKnee": "LKnee",
"RKnee": "RKnee",
"LAnkle": "LAnkle",
"RAnkle": "RAnkle",
}

BODY_PART_LINKS = [
# The lowest index first
# Matches the keys of BODY_PARTS
# HEAD
("Nose", "LEye"),
("LEye", "LEar"),
("Nose", "REye"),
("LEye", "REye"),
("REye", "REar"),
# Left side
("LEar", "LShoulder"),
("LShoulder", "LElbow"),
("LElbow", "LWrist"),
("LShoulder", "LHip"),
("LHip", "LKnee"),
("LKnee", "LAnkle"),

# Right side
("REar", "RShoulder"),
("RShoulder", "RElbow"),
("RElbow", "RWrist"),
("RShoulder", "RHip"),
("RHip", "RKnee"),
("RKnee", "RAnkle"),
]
Original file line number Diff line number Diff line change
Expand Up @@ -5,49 +5,11 @@
import numpy as np
import torch
from image_recognition_msgs.msg import CategoricalDistribution, CategoryProbability, Recognition
from image_recognition_pose_estimation.body_parts import BODY_PARTS
from sensor_msgs.msg import RegionOfInterest
from ultralytics import YOLO
from ultralytics.engine.results import Results

# Yolo pose keypoint labels
# 0: nose
# 1: left-eye
# 2: right-eye
# 3: left-ear
# 4: right-ear
# 5: left-shoulder
# 6: right-shoulder
# 7: left-elbow
# 8: right-elbow
# 9: left-wrist
# 10: right-wrist
# 11: left-hip
# 12: right-hip
# 13: left-knee
# 14: right-knee
# 15: left-ankle
# 16: right-ankle

YOLO_POSE_KEYPOINT_LABELS = [
"nose",
"left-eye",
"right-eye",
"left-ear",
"right-ear",
"left-shoulder",
"right-shoulder",
"left-elbow",
"right-elbow",
"left-wrist",
"right-wrist",
"left-hip",
"right-hip",
"left-knee",
"right-knee",
"left-ankle",
"right-ankle",
]


YOLO_POSE_PATTERN = re.compile(r"^yolov8(?:([nsml])|(x))-pose(?(2)-p6|)?.pt$")

Expand Down Expand Up @@ -101,6 +63,8 @@ def detect_poses(self, image: np.ndarray, conf: float = 0.25) -> Tuple[List[Reco
result = results[0] # Only using
overlayed_image = result.plot(boxes=False)

body_parts = list(BODY_PARTS.values())

for i, person in enumerate(result.keypoints.cpu().numpy()):
for j, (x, y, pred_conf) in enumerate(person.data[0]):
if pred_conf > 0 and x > 0 and y > 0:
Expand All @@ -111,7 +75,7 @@ def detect_poses(self, image: np.ndarray, conf: float = 0.25) -> Tuple[List[Reco
categorical_distribution=CategoricalDistribution(
probabilities=[
CategoryProbability(
label=YOLO_POSE_KEYPOINT_LABELS[j],
label=body_parts[j],
probability=float(pred_conf),
)
]
Expand Down