Java教程
【音视频】windows视音频设备热插拔集成（5-2）
本文主要是介绍【音视频】windows视音频设备热插拔集成（5-2），对大家解决编程问题具有一定的参考价值，需要的程序猿们随着小编来一起学习吧！
上一篇实现了windows的音视频设备热插拔功能，这一篇集成到SDK中。我的对外接口类是HCMDesktopRecorder，该篇主要讲如何集成热插拔功能，其他代码忽略。
1、开启并注册热插拔
int HCMDesktopRecorder::init(/* 忽略 */)
{
/* 忽略 */
// Create thread for detect device callback
m_detectDeviceThread = std::thread(std::bind(&HCMDesktopRecorder::detectDeviceProcess, this));
// Start detecting device
DEVICE::DeviceDetector::GetInstance().startDetect();
m_deviceDetectCbId = DEVICE::DeviceDetector::GetInstance().registerCallback(std::bind(&HCMDesktopRecorder::deviceDetectCb,
this, std::placeholders::_1, std::placeholders::_2));
/* 忽略 */
}
向DeviceDetector注册的回调，一旦收到设备变更通知就触发自己的函数detectDeviceProcess
void HCMDesktopRecorder::deviceDetectCb(DEVICE::DeviceDetectType type, DEVICE::DeviceDetectAction action)
{
std::unique_lock<std::mutex> lock(m_detectDeviceMutex);
m_detectDeviceInfoList.push_back({ type, action });
m_detectDeviceFlag = true;
m_detectDeviceCond.notify_all();
}
detectDeviceProcess的线程函数实现如下：
void HCMDesktopRecorder::detectDeviceProcess()
{
while (m_inited) {
std::unique_lock<std::mutex> lock(m_detectDeviceMutex);
while (!m_detectDeviceFlag && m_inited) {
m_detectDeviceCond.wait_for(lock, std::chrono::microseconds(1000));
}
while (!m_detectDeviceInfoList.empty()) {
auto info = m_detectDeviceInfoList.front();
m_detectDeviceInfoList.pop_front();
handleAudioDevice(info.type, info.action);
handleVideoDevice(info.type, info.action);
}
m_detectDeviceFlag = false;
}
}
其中handleAudioDevice和handleVideoDevice实现有点长，如下。
如果发现当前使用的设备被拔掉了，那么先销毁内存，并找可用的新设备，如果找到了，则开启新设备并更新到muxer中，实现见replaceAudioCaptor和replaceVideoCaptor；如果监测到插入了新设备并且当前无相同类型设备在使用，那么同样创建新设备并更新到muxer，同样详见replaceAudioCaptor和replaceVideoCaptor
void HCMDesktopRecorder::handleAudioDevice(DEVICE::DeviceDetectType type, DEVICE::DeviceDetectAction action)
{
DEVICE::AUDIO_DEVICE defaultDevice = {};
std::list<DEVICE::AUDIO_DEVICE> devices;
if (type == DEVICE::DeviceDetectType::DEVICE_DDETECT_TYPE_MIC) {
DEVICE::AudioDevice::getMicDevices(devices);
if (action == DEVICE::DeviceDetectAction::DEVICE_DDETECT_ACTION_REMOVE) {
bool removed = true;
for each (auto device in devices) {
if (device.id == m_setting.mic.id) {
removed = false;
break;
}
if (device.isDefault) {
defaultDevice = device;
}
}
if (removed) {
memset(m_setting.mic.id, 0, sizeof(m_setting.mic.id));
if (m_micCaptor != nullptr) {
m_fileMuxer->replaceAudioCaptor(m_micCaptor, true, false);
CAPTOR::destroyAudioCaptor(&m_micCaptor);
m_micCaptor = nullptr;
}
if (!devices.empty()) {
memcpy_s(m_setting.mic.id, sizeof(m_setting.mic.id), defaultDevice.id.c_str(), defaultDevice.id.size());
memcpy_s(m_setting.mic.name, sizeof(m_setting.mic.name), defaultDevice.name.c_str(), defaultDevice.name.size());
CAPTOR::createAudioCaptor((CAPTOR::AUDIO_CAPTURE_TYPE)m_setting.amCaptorId, &m_micCaptor);
m_micCaptor->init(true, m_setting.mic.id);
m_fileMuxer->replaceAudioCaptor(m_micCaptor, true, true);
}
}
}
else if (action == DEVICE::DeviceDetectAction::DEVICE_DDETECT_ACTION_ADD) {
bool added = false;
if (devices.size() > 0 && strlen(m_setting.mic.id) == 0) {
for each (auto device in devices) {
if (device.isDefault) {
defaultDevice = device;
added = true;
break;
}
}
if (added) {
memcpy_s(m_setting.mic.id, sizeof(m_setting.mic.id), defaultDevice.id.c_str(), defaultDevice.id.size());
memcpy_s(m_setting.mic.name, sizeof(m_setting.mic.name), defaultDevice.name.c_str(), defaultDevice.name.size());
CAPTOR::createAudioCaptor((CAPTOR::AUDIO_CAPTURE_TYPE)m_setting.amCaptorId, &m_micCaptor);
m_micCaptor->init(true, m_setting.mic.id);
m_fileMuxer->replaceAudioCaptor(m_micCaptor, true, true);
}
}
}
}
else if (type == DEVICE::DeviceDetectType::DEVICE_DDETECT_TYPE_SPEAKER) {
DEVICE::AudioDevice::getSpeakerDevices(devices);
if (action == DEVICE::DeviceDetectAction::DEVICE_DDETECT_ACTION_REMOVE) {
bool removed = true;
for each (auto device in devices) {
if (device.id == m_setting.speaker.id) {
removed = false;
break;
}
if (device.isDefault) {
defaultDevice = device;
}
}
if (removed) {
memset(m_setting.speaker.id, 0, sizeof(m_setting.speaker.id));
if (m_speakerCaptor != nullptr) {
m_fileMuxer->replaceAudioCaptor(m_speakerCaptor, false, false);
CAPTOR::destroyAudioCaptor(&m_speakerCaptor);
m_speakerCaptor = nullptr;
}
if (!devices.empty()) {
memcpy_s(m_setting.speaker.id, sizeof(m_setting.speaker.id), defaultDevice.id.c_str(), defaultDevice.id.size());
memcpy_s(m_setting.speaker.name, sizeof(m_setting.speaker.name), defaultDevice.name.c_str(), defaultDevice.name.size());
CAPTOR::createAudioCaptor((CAPTOR::AUDIO_CAPTURE_TYPE)m_setting.asCaptorId, &m_speakerCaptor);
m_speakerCaptor->init(false, m_setting.speaker.id);
m_fileMuxer->replaceAudioCaptor(m_speakerCaptor, false, true);
}
}
}
else if (action == DEVICE::DeviceDetectAction::DEVICE_DDETECT_ACTION_ADD) {
bool added = false;
if (devices.size() > 0 && strlen(m_setting.speaker.id) == 0) {
for each (auto device in devices) {
if (device.isDefault) {
defaultDevice = device;
added = true;
break;
}
}
if (added) {
memcpy_s(m_setting.speaker.id, sizeof(m_setting.speaker.id), defaultDevice.id.c_str(), defaultDevice.id.size());
memcpy_s(m_setting.speaker.name, sizeof(m_setting.speaker.name), defaultDevice.name.c_str(), defaultDevice.name.size());
CAPTOR::createAudioCaptor((CAPTOR::AUDIO_CAPTURE_TYPE)m_setting.asCaptorId, &m_speakerCaptor);
m_speakerCaptor->init(false, m_setting.speaker.id);
m_fileMuxer->replaceAudioCaptor(m_speakerCaptor, false, true);
}
}
}
}
if (m_callbacks.onDeviceChanged != nullptr) {
m_callbacks.onDeviceChanged(type);
}
}
void HCMDesktopRecorder::handleVideoDevice(DEVICE::DeviceDetectType type, DEVICE::DeviceDetectAction action)
{
DEVICE::VIDEO_DEVICE defaultDevice = {};
std::list<DEVICE::VIDEO_DEVICE> devices;
if (type == DEVICE::DeviceDetectType::DEVICE_DDETECT_TYPE_CAMERA) {
DEVICE::VideoDevice::getCameraDevices(devices);
if (action == DEVICE::DeviceDetectAction::DEVICE_DDETECT_ACTION_REMOVE) {
bool removed = true;
for each (auto device in devices) {
if (device.id == m_setting.camera.id) {
removed = false;
break;
}
if (device.isDefault) {
defaultDevice = device;
}
}
if (removed) {
memset(m_setting.camera.id, 0, sizeof(m_setting.camera.id));
// Remove camera captor
if (m_cameraCaptor != nullptr) {
m_fileMuxer->replaceVideoCaptor(m_cameraCaptor, true, false);
CAPTOR::destroyVideoCaptor(&m_cameraCaptor);
m_cameraCaptor = nullptr;
}
if (!devices.empty()) {
memcpy_s(m_setting.camera.id, sizeof(m_setting.camera.id), defaultDevice.id.c_str(), defaultDevice.id.size());
memcpy_s(m_setting.camera.name, sizeof(m_setting.camera.name), defaultDevice.name.c_str(), defaultDevice.name.size());
// Create camera captor
CAPTOR::createVideoCaptor((CAPTOR::VIDEO_CAPTURE_TYPE)m_setting.vcCaptorId, &m_cameraCaptor);
m_cameraCaptor->init(m_setting.camera.id, m_setting.framerate);
m_fileMuxer->replaceVideoCaptor(m_cameraCaptor, true, true);
}
}
}
else if (action == DEVICE::DeviceDetectAction::DEVICE_DDETECT_ACTION_ADD) {
bool added = false;
if (devices.size() > 0 && strlen(m_setting.camera.id) == 0) {
for each (auto device in devices) {
if (device.isDefault) {
defaultDevice = device;
added = true;
break;
}
}
if (added) {
memcpy_s(m_setting.camera.id, sizeof(m_setting.camera.id), defaultDevice.id.c_str(), defaultDevice.id.size());
memcpy_s(m_setting.camera.name, sizeof(m_setting.camera.name), defaultDevice.name.c_str(), defaultDevice.name.size());
// Create camera captor
CAPTOR::createVideoCaptor((CAPTOR::VIDEO_CAPTURE_TYPE)m_setting.vcCaptorId, &m_cameraCaptor);
m_cameraCaptor->init(m_setting.camera.id, m_setting.framerate);
m_fileMuxer->replaceVideoCaptor(m_cameraCaptor, true, true);
}
}
}
}
else if (type == DEVICE::DeviceDetectType::DEVICE_DDETECT_TYPE_MONITOR) {}
if (m_callbacks.onDeviceChanged != nullptr) {
m_callbacks.onDeviceChanged(type);
}
}
2、Muxer类关于replaceAudioCaptor和replaceVideoCaptor的实现
FfmpegMuxer实现详见《【音视频】保存同步的音视频文件-ffmpeg（九）》，这里只做热插拔实现的介绍。
replaceAudioCaptor的实现，详见代码。
amCaptor是麦克风采集器，asCaptor是扬声器采集器，aFilter是音频转码或混流过滤器
int FfmpegMuxer::replaceAudioCaptor(CAPTOR::AudioCaptor* audioCaptor, bool isMic, bool add)
{
/* 没有启动过audio流程，就不再启动（重启流程比较麻烦，就不做了，反正主要为了测试audio设备的热插拔） */
if (m_audioStream == nullptr) {
return ERROR_CODE_UNINITIALIZED;
}
int err = ERROR_CODE_OK;
std::lock_guard<std::mutex> lock(m_mutex);
if (add) {
bool hasDevice = false;
if ((m_audioStream->amCaptor != nullptr && isMic) || (m_audioStream->asCaptor != nullptr && !isMic)) {
hasDevice = true;
}
if (!hasDevice) {
if (m_audioStream->amCaptor == nullptr && isMic) {
m_audioStream->amCaptor = audioCaptor;
}
else if (m_audioStream->asCaptor == nullptr && !isMic) {
m_audioStream->asCaptor = audioCaptor;
}
/* 销毁filter */
FILTER::destroyAudioFilter(&m_audioStream->aFilter);
/* 重新创建filter */
err = createAudioFilter(m_audioStream->amCaptor, m_audioStream->asCaptor);
if (err == ERROR_CODE_OK) {
/* 启动captor和filter */
if (m_audioStream->amCaptor != nullptr) {
m_audioStream->amCaptor->start();
}
if (m_audioStream->asCaptor != nullptr) {
m_audioStream->asCaptor->start();
}
if (m_audioStream->aFilter != nullptr) {
m_audioStream->aFilter->start();
}
}
}
}
else {
if (isMic && m_audioStream->amCaptor == audioCaptor) {
err = m_audioStream->amCaptor->stop();
m_audioStream->amCaptor = nullptr;
}
else if (!isMic && m_audioStream->asCaptor == audioCaptor) {
err = m_audioStream->asCaptor->stop();
m_audioStream->asCaptor = nullptr;
}
}
return err;
}
replaceVideoCaptor实现，详见代码。
vmCaptor是显示器采集器，vcCaptor是摄像头采集器，vTranscoder是视频转码器，vFilter是视频混流过滤器
int FfmpegMuxer::replaceVideoCaptor(CAPTOR::VideoCaptor* videoCaptor, bool isCamera, bool add)
{
/* 没有启动过video流程，就不再启动（重启流程比较麻烦，就不做了，反正主要为了测试video设备的热插拔） */
if (m_videoStream == nullptr) {
return ERROR_CODE_UNINITIALIZED;
}
int err = ERROR_CODE_OK;
std::lock_guard<std::mutex> lock(m_mutex);
if (add) {
bool hasDevice = false;
if ((m_videoStream->vmCaptor != nullptr && !isCamera) || (m_videoStream->vcCaptor != nullptr && isCamera)) {
hasDevice = true;
}
if (!hasDevice) {
if (m_videoStream->vmCaptor == nullptr && !isCamera) {
m_videoStream->vmCaptor = videoCaptor;
}
else if (m_videoStream->vcCaptor == nullptr && isCamera) {
m_videoStream->vcCaptor = videoCaptor;
}
/* 销毁filter */
TRANSCODER::destroyVideoTranscoder(&m_videoStream->vTranscoder);
FILTER::destroyVideoFilter(&m_videoStream->vFilter);
/* 重新创建filter */
err = createVideoFilter(m_videoStream->vmCaptor, m_videoStream->vcCaptor);
if (err == ERROR_CODE_OK) {
/* 启动captor和filter */
if (m_videoStream->vmCaptor != nullptr) {
m_videoStream->vmCaptor->start();
}
if (m_videoStream->vcCaptor != nullptr) {
m_videoStream->vcCaptor->start();
}
if (m_videoStream->vFilter != nullptr) {
m_videoStream->vFilter->start();
}
}
}
}
else {
if (isCamera && m_videoStream->vcCaptor == videoCaptor) {
err = m_videoStream->vcCaptor->stop();
m_videoStream->vcCaptor = nullptr;
}
else if (!isCamera && m_videoStream->vmCaptor == videoCaptor) {
err = m_videoStream->vmCaptor->stop();
m_videoStream->vmCaptor = nullptr;
}
}
return err;
}
3、停止热插拔监测
删除热插拔回调并停止监测
void HCMDesktopRecorder::release()
{
/* 忽略 */
DEVICE::DeviceDetector::GetInstance().removeCallback(m_deviceDetectCbId);
DEVICE::DeviceDetector::GetInstance().stopDetect();
}
这篇关于【音视频】windows视音频设备热插拔集成（5-2）的文章就介绍到这儿，希望我们推荐的文章对大家有所帮助，也希望大家多多支持为之网！
您可能喜欢
-
MQ底层原理资料详解：新手入门教程11-27
-
MQ项目开发资料入门教程11-27
-
RocketMQ源码资料详解：新手入门教程11-27
-
本地多文件上传简易教程11-27
-
消息中间件源码剖析教程11-26
-
JAVA语音识别项目资料的收集与应用11-26
-
Java语音识别项目资料：入门级教程与实战指南11-26
-
SpringAI：Java 开发的智能新利器11-26
-
Java云原生资料：新手入门教程与实战指南11-26
-
JAVA云原生资料入门教程11-26
-
Mybatis官方生成器资料详解与应用教程11-26
-
Mybatis一级缓存资料详解与实战教程11-26
-
Mybatis一级缓存资料详解：新手快速入门11-26
-
SpringBoot3+JDK17搭建后端资料详尽教程11-26
-
Springboot单体架构搭建资料：新手入门教程11-26
栏目导航
