网站建设企业网站界面设计,设计企业网站步骤,利用网上菜谱做网站,在线解压zip网站OpenCV 读取音频代码实例
在windows7 以及OpenCV4 过后可以使用 CAP_MSMF 读取音频#xff0c;但是OpenCV没有播放音频的API。代码示例如下。 本文解析OpenCVCAP_MSMF 进行文件、设备的 音频读取#xff0c;学习MediaFoundation 的使用。
#include opencv2/core.hpp但是OpenCV没有播放音频的API。代码示例如下。 本文解析OpenCVCAP_MSMF 进行文件、设备的 音频读取学习MediaFoundation 的使用。
#include opencv2/core.hpp
#include opencv2/videoio.hpp
#include opencv2/highgui.hpp
#include iostream
using namespace cv;
using namespace std;int main(int argc, const char** argv)
{Mat videoFrame;Mat audioFrame;vectorvectorMat audioData;VideoCapture cap;vectorint params { CAP_PROP_AUDIO_STREAM, 0,CAP_PROP_VIDEO_STREAM, -1,CAP_PROP_AUDIO_DATA_DEPTH, CV_32F };//cap.open(file, CAP_MSMF, params);// 打开第一个音频输入设备cap.open(0, CAP_MSMF, params);if (!cap.isOpened()){cerr ERROR! Cant to open file: file endl;return -1;}const int audioBaseIndex (int)cap.get(CAP_PROP_AUDIO_BASE_INDEX);const int numberOfChannels (int)cap.get(CAP_PROP_AUDIO_TOTAL_CHANNELS);cout CAP_PROP_AUDIO_DATA_DEPTH: depthToString((int)cap.get(CAP_PROP_AUDIO_DATA_DEPTH)) endl;cout CAP_PROP_AUDIO_SAMPLES_PER_SECOND: cap.get(CAP_PROP_AUDIO_SAMPLES_PER_SECOND) endl;cout CAP_PROP_AUDIO_TOTAL_CHANNELS: cap.get(CAP_PROP_AUDIO_TOTAL_CHANNELS) endl;cout CAP_PROP_AUDIO_TOTAL_STREAMS: cap.get(CAP_PROP_AUDIO_TOTAL_STREAMS) endl;int numberOfSamples 0;int numberOfFrames 0;audioData.resize(numberOfChannels);mfcap::AudioOutput audioOutput;audioOutput.Open((int)cap.get(CAP_PROP_AUDIO_TOTAL_CHANNELS),(int)cap.get(CAP_PROP_AUDIO_SAMPLES_PER_SECOND),16);for (;;){if (cap.grab()){//cap.retrieve(videoFrame);std::vectorconst unsigned char* planes;planes.resize(numberOfChannels);for (int nCh 0; nCh numberOfChannels; nCh){cap.retrieve(audioFrame, audioBaseIndexnCh);if (!audioFrame.empty()){audioData[nCh].push_back(audioFrame);//planes[nCh] audioFrame.data nCh * audioFrame.cols;}numberOfSamplesaudioFrame.cols;}} else { break; }}cout Number of audio samples: numberOfSamples endl Number of video frames: numberOfFrames endl;return 0;
}打开设备
bool CvCapture_MSMF::open(int index, const cv::VideoCaptureParameters* params)
{// 先重置环境close();if (index 0)return false;if (params){// 开启硬件编解码加速这里先省略在后面的硬件加速上学习。configureHW(*params);/* configureStream 主要是配置是否捕获音频或视频流// 如果需要捕获音频流: audioStream 0 否者 audioStream -1// 视频流同理对应的变量为: videoStream*//* setAudioProperties // outputAudioFormat: 音频的位深 CV_16S 等// audioSamplesPerSecond 采样率// syncLastFrame: 是否需要音视频同步OpenCV里面只支持视频文件的音视频同步*/if (!(configureStreams(*params) setAudioProperties(*params)))return false;}// 仅支持打开音频流或者视频流不能在一个对象里面打开或者都不打开。if (videoStream ! -1 audioStream ! -1 || videoStream -1 audioStream -1){CV_LOG_DEBUG(NULL, Only one of the properties CAP_PROP_AUDIO_STREAM audioStream and CAP_PROP_VIDEO_STREAM must be different from -1);return false;}DeviceList devices;UINT32 count 0;if (audioStream ! -1)count devices.read(MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE_AUDCAP_GUID);if (videoStream ! -1)count devices.read(MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE_VIDCAP_GUID);if (count 0 || static_castUINT32(index) count){CV_LOG_DEBUG(NULL, Device index not found (total count devices));return false;}_ComPtrIMFAttributes attr getDefaultSourceConfig();_ComPtrIMFSourceReaderCallback cb new SourceReaderCB();attr-SetUnknown(MF_SOURCE_READER_ASYNC_CALLBACK, cb.Get());_ComPtrIMFMediaSource src devices.activateSource(index);if (!src.Get() || FAILED(MFCreateSourceReaderFromMediaSource(src.Get(), attr.Get(), videoFileSource))){CV_LOG_DEBUG(NULL, Failed to create source reader);return false;}isOpen true;device_status true;camid index;readCallback cb;duration 0;if (configureOutput()){frameStep captureVideoFormat.getFrameStep();}if (isOpen !openFinalize_(params)){close();return false;}if (isOpen){if (audioStream ! -1)if (!checkAudioProperties())return false;}return isOpen;
}
