本篇文章内容大多来自古月居的
ROS&OpenCV下单目和双目摄像头的标定与使用
但这篇文章代码漏洞太多,严重影响正常实现,故把自己跑通的过程及代码写在下面:
首先得确认你的双目摄像头属于独立的还是合成的
独立图像的双目摄像头:使用的双目摄像头在计算机中是按两个独立的设备呈现的。这种比较简单,分别作为一个ros_node发布即可。
合成图像的双目摄像头:使用的双目摄像头在计算机上是一个设备,即将两个摄像头的图像合成为了一副图像,此时需要先将一幅图分割为左右两幅,再分别作为一个ros_node发布。
我的是合成图形的双目摄像头(市场上好像大多也都是这种),所以下面只有合成图像双目的解决方案。
sudo apt install ros-melodic-usb-cam*
该包将摄像头的图像通过sensor_msgs::Image消息发布。
安装好usb_cam包后,在/opt/ros/melodic/share/usb_cam/launch中会存在一个usb_cam-test.launch文件,在该文件中启动两个ROS节点,usb_cam_node和image_view。在文件里就可以为usb_cam_node配置参数。
我们主要改的就是方框中的三个参数。
使用下面的命令查看你的摄像头设备号(把usb相机插拔前后看看哪个设备号变化了):
ls /dev/video*
可以看到我有两个video文件,不过只有给video_device设置成**/dev/video0才可以正常使用。而合成图像的双目理论上本不应该出现的/dev/video1会报错(我的电脑没有自带摄像头),不知道/dev/video1**存在的意义是什么?如果有大神路过的话跪求解答一下!!!
然后是另两个参数,也就算图像分辨率。一个摄像头图像的分辨率是1280*720,这里因为自动把两个摄像头图像合到一起去了,所以最终得到的是2560*720的分辨率。
(当然你也可以设置成1280*720,只不过待会儿只显示一幅图像并且没办法分割后变成了半副就是了【手动狗头】)
roscore
rosrun usb_cam usb_cam_node
可以看一下rostopic:
mkdir -p catkin_ws/src cd catkin_ws catkin_make
cd src catkin_create_pkg camera_split cv_bridge image_transport roscpp sensor_msgs std_msgs camera_info_manager
find_package(OpenCV REQUIRED) #修改include_directories: include_directories ( ${catkin_INCLUDE_DIRS} ${OpenCV_INCLUDE_DIRS} ) #添加可执行文件 add_executable(camera_split_node src/camera_splid.cpp ) #指定链接库 target_link_libraries(camera_splid_node ${catkin_LIBRARIES} ${OpenCV_LIBRARIES} )
// // Created by daybeha on 2022/1/27. // #include <ros/ros.h> #include <iostream> #include <image_transport/image_transport.h> #include <cv_bridge/cv_bridge.h> #include <sensor_msgs/image_encodings.h> #include <camera_info_manager/camera_info_manager.h> #include <opencv2/opencv.hpp> //#include <opencv2/imgproc/imgproc.hpp> //#include <opencv2/highgui/highgui.hpp> using namespace std; class CameraSplitter { public: CameraSplitter():nh_("~"),it_(nh_) { image_sub_ = it_.subscribe("/usb_cam/image_raw", 1, &CameraSplitter::imageCallback, this); image_pub_left_ = it_.advertiseCamera("/left_cam/image_raw", 1); image_pub_right_ = it_.advertiseCamera("/right_cam/image_raw", 1); cinfo_ =boost::shared_ptr<camera_info_manager::CameraInfoManager>(new camera_info_manager::CameraInfoManager(nh_)); //读取参数服务器参数,得到左右相机参数文件的位置 string left_cal_file = nh_.param<std::string>("left_cam_file", ""); string right_cal_file = nh_.param<std::string>("right_cam_file", ""); if(!left_cal_file.empty()) { if(cinfo_->validateURL(left_cal_file)) { cout<<"Load left camera info file: "<<left_cal_file<<endl; cinfo_->loadCameraInfo(left_cal_file); ci_left_ = sensor_msgs::CameraInfoPtr(new sensor_msgs::CameraInfo(cinfo_->getCameraInfo())); } else { cout<<"Can't load left camera info file: "<<left_cal_file<<endl; ros::shutdown(); } } else { cout<<"Did not specify left camera info file." <<endl; ci_left_=sensor_msgs::CameraInfoPtr(new sensor_msgs::CameraInfo()); } if(!right_cal_file.empty()) { if(cinfo_->validateURL(right_cal_file)) { cout<<"Load right camera info file: "<<right_cal_file<<endl; cinfo_->loadCameraInfo(right_cal_file); ci_right_ = sensor_msgs::CameraInfoPtr(new sensor_msgs::CameraInfo(cinfo_->getCameraInfo())); } else { cout<<"Can't load right camera info file: "<<left_cal_file<<endl; ros::shutdown(); } } else { cout<<"Did not specify right camera info file." <<endl; ci_right_=sensor_msgs::CameraInfoPtr(new sensor_msgs::CameraInfo()); } } void imageCallback(const sensor_msgs::ImageConstPtr& msg) { cv_bridge::CvImageConstPtr cv_ptr; namespace enc= sensor_msgs::image_encodings; cv_ptr= cv_bridge::toCvShare(msg, enc::BGR8); //截取ROI(Region Of Interest),即左右图像,会将原图像数据拷贝出来。 leftImgROI_=cv_ptr->image(cv::Rect(0,0,cv_ptr->image.cols/2, cv_ptr->image.rows)); rightImgROI_=cv_ptr->image(cv::Rect(cv_ptr->image.cols/2,0, cv_ptr->image.cols/2, cv_ptr->image.rows )); //创建两个CvImage, 用于存放原始图像的左右部分。CvImage创建时是对Mat进行引用的,不会进行数据拷贝 leftImgPtr_=cv_bridge::CvImagePtr(new cv_bridge::CvImage(cv_ptr->header, cv_ptr->encoding,leftImgROI_) ); rightImgPtr_=cv_bridge::CvImagePtr(new cv_bridge::CvImage(cv_ptr->header, cv_ptr->encoding,rightImgROI_) ); //发布到/left_cam/image_raw和/right_cam/image_raw ci_left_->header = cv_ptr->header; //很重要,不然会提示不同步导致无法去畸变 ci_right_->header = cv_ptr->header; sensor_msgs::ImagePtr leftPtr =leftImgPtr_->toImageMsg(); sensor_msgs::ImagePtr rightPtr =rightImgPtr_->toImageMsg(); leftPtr->header=msg->header; //很重要,不然输出的图象没有时间戳 rightPtr->header=msg->header; image_pub_left_.publish(leftPtr,ci_left_); image_pub_right_.publish(rightPtr,ci_right_); } private: ros::NodeHandle nh_; image_transport::ImageTransport it_; image_transport::Subscriber image_sub_; image_transport::CameraPublisher image_pub_left_; image_transport::CameraPublisher image_pub_right_; boost::shared_ptr<camera_info_manager::CameraInfoManager> cinfo_; sensor_msgs::CameraInfoPtr ci_left_; sensor_msgs::CameraInfoPtr ci_right_; cv::Mat leftImgROI_; cv::Mat rightImgROI_; cv_bridge::CvImagePtr leftImgPtr_=NULL; cv_bridge::CvImagePtr rightImgPtr_=NULL; }; int main(int argc,char** argv) { ros::init(argc,argv, "camera_split"); CameraSplitter cameraSplitter; ros::spin(); return 0; }
camera_split_no_calibration.launch
<launch> <node pkg="camera_split" type="camera_split_node" name="camera_split_node" output="screen" /> <node pkg="image_view" type="image_view" name="image_view_left" respawn="false" output="screen"> <remap from="image" to="/left_cam/image_raw"/> <param name="autosize" value="true" /> </node> <node pkg="image_view" type="image_view" name="image_view_right" respawn="false" output="screen"> <remap from="image" to="/right_cam/image_raw"/> <param name="autosize" value="true" /> </node> </launch>
cd catkin_ws catkin_make source ./devel/setup.bash roslaunch camera_split camera_split_no_calibration.launch
然后终于能看到古月居贴的这张图的效果啦:
参考:
ROS下单目摄像头的Calibration
【ROS实践入门(八)ROS使用USB视觉传感器相机】