99 lines
3.0 KiB
Python
99 lines
3.0 KiB
Python
#!/usr/bin/env python3
|
||
# -*- coding: utf-8 -*-
|
||
"""
|
||
实时检测红色圆点并获取 3D 坐标 (m)。
|
||
深度图对齐到彩色图。
|
||
"""
|
||
|
||
import cv2
|
||
import numpy as np
|
||
import pyrealsense2 as rs
|
||
import time
|
||
|
||
def init_realsense():
|
||
"""
|
||
初始化 RealSense 管道并返回 pipeline 和 align 对象
|
||
"""
|
||
pipeline = rs.pipeline()
|
||
config = rs.config()
|
||
config.enable_stream(rs.stream.depth, 848, 480, rs.format.z16, 30)
|
||
config.enable_stream(rs.stream.color, 1280, 720, rs.format.bgr8, 30)
|
||
profile = pipeline.start(config)
|
||
align = rs.align(rs.stream.color)
|
||
return pipeline, align
|
||
|
||
def stop_pipeline(pipeline: rs.pipeline):
|
||
pipeline.stop()
|
||
|
||
|
||
def get_closest_red_point(pipeline, align, vis_path = None,warmup=10):
|
||
"""
|
||
获取最近红色圆点的 3D 坐标。
|
||
返回 (x, y, z) 或 None（如果没检测到）。
|
||
"""
|
||
# 丢掉前几帧，让相机稳定
|
||
for _ in range(warmup):
|
||
pipeline.wait_for_frames()
|
||
|
||
frames = pipeline.wait_for_frames()
|
||
aligned_frames = align.process(frames)
|
||
|
||
depth_frame = aligned_frames.get_depth_frame()
|
||
color_frame = aligned_frames.get_color_frame()
|
||
if not depth_frame or not color_frame:
|
||
return None
|
||
|
||
depth_image = np.asanyarray(depth_frame.get_data())
|
||
color_image = np.asanyarray(color_frame.get_data())
|
||
depth_intrin = depth_frame.profile.as_video_stream_profile().intrinsics
|
||
|
||
hsv = cv2.cvtColor(color_image, cv2.COLOR_BGR2HSV)
|
||
lower_red1 = np.array([0, 100, 100])
|
||
upper_red1 = np.array([10, 255, 255])
|
||
lower_red2 = np.array([160, 100, 100])
|
||
upper_red2 = np.array([179, 255, 255])
|
||
mask1 = cv2.inRange(hsv, lower_red1, upper_red1)
|
||
mask2 = cv2.inRange(hsv, lower_red2, upper_red2)
|
||
mask = cv2.bitwise_or(mask1, mask2)
|
||
|
||
mask_blur = cv2.GaussianBlur(mask, (9, 9), 2)
|
||
circles = cv2.HoughCircles(mask_blur, cv2.HOUGH_GRADIENT, dp=1.2, minDist=20,
|
||
param1=50, param2=15, minRadius=5, maxRadius=50)
|
||
|
||
closest_point = None
|
||
min_depth = float('inf')
|
||
|
||
if circles is not None:
|
||
circles = np.uint16(np.around(circles))
|
||
for i in circles[0, :]:
|
||
u, v, r = i
|
||
depth = depth_frame.get_distance(u, v)
|
||
if 0 < depth < min_depth:
|
||
min_depth = depth
|
||
closest_point = rs.rs2_deproject_pixel_to_point(depth_intrin, [u, v], depth)
|
||
|
||
if vis_path is not None and closest_point is not None:
|
||
cv2.circle(color_image, (u, v), 6, (0,0,255), -1)
|
||
cv2.imwrite(vis_path, color_image)
|
||
return closest_point
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
# ========================= 4. 主程序 ========================= #
|
||
def main(serial="243122075614", avg_window=3):
|
||
pipeline, align = init_realsense()
|
||
try:
|
||
# 调用获取最近红点
|
||
point_3d = get_closest_red_point(pipeline, align, vis_path="red_point.png")
|
||
print("Closest red 3D point:", point_3d)
|
||
|
||
finally:
|
||
pipeline.stop()
|
||
cv2.destroyAllWindows()
|
||
|
||
if __name__ == "__main__":
|
||
main() |