codec_video_encoder.cpp 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844
  1. #include "codec_video_encoder.h"
  2. #include "../base/logger.h"
  3. #include <algorithm>
  4. #include <chrono>
  5. extern "C" {
  6. #include <libswscale/swscale.h>
  7. #include <libavutil/imgutils.h>
  8. #include <libavutil/pixdesc.h>
  9. }
  10. namespace av {
  11. namespace codec {
  12. // 静态成员初始化
  13. std::vector<std::string> VideoEncoder::supportedEncoders_;
  14. std::once_flag VideoEncoder::encodersInitFlag_;
  15. // PixelFormatConverter 实现
  16. PixelFormatConverter::PixelFormatConverter(AVPixelFormat srcFormat, AVPixelFormat dstFormat)
  17. : swsCtx_(nullptr)
  18. , srcFormat_(srcFormat)
  19. , dstFormat_(dstFormat)
  20. , width_(0)
  21. , height_(0) {
  22. }
  23. PixelFormatConverter::~PixelFormatConverter() {
  24. if (swsCtx_) {
  25. sws_freeContext(swsCtx_);
  26. }
  27. }
  28. bool PixelFormatConverter::setSize(int width, int height) {
  29. if (width_ == width && height_ == height && swsCtx_) {
  30. return true;
  31. }
  32. width_ = width;
  33. height_ = height;
  34. if (swsCtx_) {
  35. sws_freeContext(swsCtx_);
  36. }
  37. swsCtx_ = sws_getContext(
  38. width, height, srcFormat_,
  39. width, height, dstFormat_,
  40. SWS_BILINEAR, nullptr, nullptr, nullptr
  41. );
  42. if (!swsCtx_) {
  43. AV_LOGGER_ERRORF("创建像素格式转换器失败: {}x{} format:{} -> {}",
  44. width, height,
  45. static_cast<int>(srcFormat_),
  46. static_cast<int>(dstFormat_));
  47. return false;
  48. }
  49. // 创建目标帧
  50. dstFrame_ = makeAVFrame();
  51. if (!dstFrame_) {
  52. AV_LOGGER_ERROR("分配目标帧失败");
  53. return false;
  54. }
  55. dstFrame_->format = dstFormat_;
  56. dstFrame_->width = width;
  57. dstFrame_->height = height;
  58. if (av_frame_get_buffer(dstFrame_.get(), 32) < 0) {
  59. AV_LOGGER_ERROR("分配帧缓冲区失败");
  60. return false;
  61. }
  62. return true;
  63. }
  64. AVFramePtr PixelFormatConverter::convert(const AVFramePtr& srcFrame) {
  65. if (!srcFrame || !swsCtx_) {
  66. return nullptr;
  67. }
  68. if (!setSize(srcFrame->width, srcFrame->height)) {
  69. return nullptr;
  70. }
  71. // 复制时间戳等信息
  72. av_frame_copy_props(dstFrame_.get(), srcFrame.get());
  73. // 执行格式转换
  74. int ret = sws_scale(
  75. swsCtx_,
  76. srcFrame->data, srcFrame->linesize,
  77. 0, srcFrame->height,
  78. dstFrame_->data, dstFrame_->linesize
  79. );
  80. if (ret < 0) {
  81. AV_LOGGER_ERRORF("像素格式转换失败: {}", ffmpeg_utils::errorToString(ret));
  82. return nullptr;
  83. }
  84. // 创建一个新的帧来返回,避免拷贝构造
  85. AVFramePtr resultFrame = makeAVFrame();
  86. if (!resultFrame) {
  87. return nullptr;
  88. }
  89. // 复制帧数据
  90. if (av_frame_ref(resultFrame.get(), dstFrame_.get()) < 0) {
  91. return nullptr;
  92. }
  93. return resultFrame;
  94. }
  95. // VideoEncoder 实现
  96. VideoEncoder::VideoEncoder()
  97. : AbstractEncoder(MediaType::VIDEO)
  98. , isHardwareEncoder_(false)
  99. , hwDeviceCtx_(nullptr) {
  100. AV_LOGGER_DEBUG("创建视频编码器");
  101. }
  102. VideoEncoder::~VideoEncoder() {
  103. close();
  104. AV_LOGGER_DEBUG("视频编码器已销毁");
  105. }
  106. ErrorCode VideoEncoder::open(const CodecParams& params) {
  107. std::lock_guard<std::mutex> lock(encodeMutex_);
  108. if (state_ != CodecState::IDLE && state_ != CodecState::CLOSED) {
  109. AV_LOGGER_WARNING("编码器已打开,先关闭再重新打开");
  110. close();
  111. }
  112. if (!validateParams(params)) {
  113. return ErrorCode::INVALID_PARAMS;
  114. }
  115. videoParams_ = static_cast<const VideoEncoderParams&>(params);
  116. params_ = params;
  117. ErrorCode result = initEncoder();
  118. if (result != ErrorCode::SUCCESS) {
  119. close();
  120. return result;
  121. }
  122. setState(CodecState::OPENED);
  123. AV_LOGGER_INFOF("视频编码器已打开: {} ({}x{} @ {}fps)",
  124. videoParams_.codecName, videoParams_.width,
  125. videoParams_.height, videoParams_.fps);
  126. return ErrorCode::SUCCESS;
  127. }
  128. void VideoEncoder::close() {
  129. std::lock_guard<std::mutex> lock(encodeMutex_);
  130. if (state_ == CodecState::CLOSED || state_ == CodecState::IDLE) {
  131. return;
  132. }
  133. // 清理硬件资源
  134. if (hwDeviceCtx_) {
  135. av_buffer_unref(&hwDeviceCtx_);
  136. hwDeviceCtx_ = nullptr;
  137. }
  138. hwFrame_.reset();
  139. convertedFrame_.reset();
  140. converter_.reset();
  141. // 清理编解码上下文
  142. codecCtx_.reset();
  143. codec_ = nullptr;
  144. setState(CodecState::CLOSED);
  145. AV_LOGGER_DEBUG("视频编码器已关闭");
  146. }
  147. ErrorCode VideoEncoder::flush() {
  148. std::lock_guard<std::mutex> lock(encodeMutex_);
  149. if (state_ != CodecState::OPENED && state_ != CodecState::RUNNING) {
  150. return ErrorCode::INVALID_STATE;
  151. }
  152. setState(CodecState::FLUSHING);
  153. // 发送空帧来刷新编码器
  154. int ret = avcodec_send_frame(codecCtx_.get(), nullptr);
  155. if (ret < 0 && ret != AVERROR_EOF) {
  156. AV_LOGGER_ERRORF("刷新编码器失败: {}", ffmpeg_utils::errorToString(ret));
  157. reportError(static_cast<ErrorCode>(ret));
  158. return static_cast<ErrorCode>(ret);
  159. }
  160. setState(CodecState::OPENED);
  161. return ErrorCode::SUCCESS;
  162. }
  163. ErrorCode VideoEncoder::encode(const AVFramePtr& frame, std::vector<AVPacketPtr>& packets) {
  164. std::lock_guard<std::mutex> lock(encodeMutex_);
  165. if (state_ != CodecState::OPENED && state_ != CodecState::RUNNING) {
  166. return ErrorCode::INVALID_STATE;
  167. }
  168. setState(CodecState::RUNNING);
  169. auto startTime = std::chrono::high_resolution_clock::now();
  170. ErrorCode result = encodeFrame(frame, packets);
  171. auto endTime = std::chrono::high_resolution_clock::now();
  172. double processTime = std::chrono::duration<double, std::milli>(endTime - startTime).count();
  173. updateStats(result == ErrorCode::SUCCESS, processTime,
  174. frame ? frame->width * frame->height * 3 / 2 : 0);
  175. if (frameCallback_ && frame) {
  176. frameCallback_(frame);
  177. }
  178. for (const auto& packet : packets) {
  179. if (packetCallback_) {
  180. packetCallback_(packet);
  181. }
  182. }
  183. return result;
  184. }
  185. ErrorCode VideoEncoder::finishEncode(std::vector<AVPacketPtr>& packets) {
  186. return flush();
  187. }
  188. bool VideoEncoder::validateParams(const CodecParams& params) {
  189. if (params.type != MediaType::VIDEO) {
  190. AV_LOGGER_ERROR("参数媒体类型不是视频");
  191. return false;
  192. }
  193. const auto& videoParams = static_cast<const VideoEncoderParams&>(params);
  194. if (videoParams.width <= 0 || videoParams.height <= 0) {
  195. AV_LOGGER_ERROR("视频尺寸无效");
  196. return false;
  197. }
  198. if (videoParams.fps <= 0) {
  199. AV_LOGGER_ERROR("帧率无效");
  200. return false;
  201. }
  202. if (videoParams.bitRate <= 0) {
  203. AV_LOGGER_ERROR("比特率无效");
  204. return false;
  205. }
  206. if (videoParams.codecName.empty()) {
  207. AV_LOGGER_ERROR("编码器名称为空");
  208. return false;
  209. }
  210. return true;
  211. }
  212. ErrorCode VideoEncoder::initEncoder() {
  213. // 查找编码器
  214. codec_ = avcodec_find_encoder_by_name(videoParams_.codecName.c_str());
  215. if (!codec_) {
  216. AV_LOGGER_ERRORF("未找到编码器: {}", videoParams_.codecName);
  217. return ErrorCode::CODEC_NOT_FOUND;
  218. }
  219. if (codec_->type != AVMEDIA_TYPE_VIDEO) {
  220. AV_LOGGER_ERROR("编码器类型不是视频");
  221. return ErrorCode::INVALID_PARAMS;
  222. }
  223. // 创建编码上下文
  224. codecCtx_ = makeAVCodecContext(codec_);
  225. if (!codecCtx_) {
  226. AV_LOGGER_ERROR("分配编码上下文失败");
  227. return ErrorCode::MEMORY_ALLOC_FAILED;
  228. }
  229. // 设置硬件加速
  230. if (videoParams_.hardwareAccel && isHardwareEncoder(videoParams_.codecName)) {
  231. ErrorCode result = setupHardwareAcceleration();
  232. if (result != ErrorCode::SUCCESS) {
  233. AV_LOGGER_WARNING("硬件加速设置失败,回退到软件编码");
  234. isHardwareEncoder_ = false;
  235. // 清理硬件资源
  236. if (hwDeviceCtx_) {
  237. av_buffer_unref(&hwDeviceCtx_);
  238. hwDeviceCtx_ = nullptr;
  239. }
  240. }
  241. }
  242. // 设置编码器参数(在硬件加速设置之后)
  243. ErrorCode result = setupEncoderParams();
  244. if (result != ErrorCode::SUCCESS) {
  245. return result;
  246. }
  247. // 打开编码器前的详细日志
  248. AV_LOGGER_INFOF("准备打开编码器: {}", videoParams_.codecName);
  249. AV_LOGGER_INFOF("编码器参数: {}x{}, 比特率: {}, 帧率: {}, 像素格式: {}",
  250. codecCtx_->width, codecCtx_->height, codecCtx_->bit_rate,
  251. codecCtx_->framerate.num, static_cast<int>(codecCtx_->pix_fmt));
  252. if (isHardwareEncoder_) {
  253. AV_LOGGER_INFOF("硬件编码器状态: 设备上下文={}, 帧上下文={}",
  254. hwDeviceCtx_ ? "已创建" : "未创建",
  255. codecCtx_->hw_frames_ctx ? "已设置" : "未设置");
  256. }
  257. // 验证编码器参数
  258. if (codecCtx_->width <= 0 || codecCtx_->height <= 0) {
  259. AV_LOGGER_ERROR("无效的视频尺寸参数");
  260. return ErrorCode::INVALID_PARAMS;
  261. }
  262. if (codecCtx_->bit_rate <= 0) {
  263. AV_LOGGER_ERROR("无效的比特率参数");
  264. return ErrorCode::INVALID_PARAMS;
  265. }
  266. // 打开编码器
  267. int ret = avcodec_open2(codecCtx_.get(), codec_, nullptr);
  268. if (ret < 0) {
  269. AV_LOGGER_ERRORF("打开编码器失败: {} (错误码: {})", ffmpeg_utils::errorToString(ret), ret);
  270. // 详细错误分析
  271. if (ret == AVERROR(EINVAL)) {
  272. AV_LOGGER_ERROR("编码器参数无效 - 可能的原因:");
  273. AV_LOGGER_ERROR(" 1. 不支持的像素格式或分辨率组合");
  274. AV_LOGGER_ERROR(" 2. 硬件编码器参数配置错误");
  275. AV_LOGGER_ERROR(" 3. 硬件设备上下文与编码器不匹配");
  276. } else if (ret == AVERROR(EBUSY)) {
  277. AV_LOGGER_ERROR("硬件设备忙碌 - 可能被其他进程占用");
  278. } else if (ret == AVERROR(ENOMEM)) {
  279. AV_LOGGER_ERROR("内存不足 - 无法分配编码器资源");
  280. }
  281. return static_cast<ErrorCode>(ret);
  282. }
  283. AV_LOGGER_INFOF("编码器打开成功: {}", videoParams_.codecName);
  284. return ErrorCode::SUCCESS;
  285. }
  286. ErrorCode VideoEncoder::setupEncoderParams() {
  287. codecCtx_->bit_rate = videoParams_.bitRate;
  288. codecCtx_->width = videoParams_.width;
  289. codecCtx_->height = videoParams_.height;
  290. codecCtx_->time_base = {1, videoParams_.fps};
  291. codecCtx_->framerate = {videoParams_.fps, 1};
  292. codecCtx_->gop_size = videoParams_.gopSize;
  293. codecCtx_->max_b_frames = videoParams_.maxBFrames;
  294. // 设置像素格式
  295. if (isHardwareEncoder_) {
  296. AVPixelFormat hwPixFmt = getHardwarePixelFormat();
  297. if (hwPixFmt == AV_PIX_FMT_NONE) {
  298. AV_LOGGER_ERRORF("获取硬件像素格式失败,编码器: {}", videoParams_.codecName);
  299. return ErrorCode::NOT_SUPPORTED;
  300. }
  301. codecCtx_->pix_fmt = hwPixFmt;
  302. AV_LOGGER_INFOF("设置硬件编码器像素格式: {} ({})",
  303. static_cast<int>(hwPixFmt), av_get_pix_fmt_name(hwPixFmt));
  304. } else {
  305. codecCtx_->pix_fmt = videoParams_.pixelFormat;
  306. AV_LOGGER_INFOF("设置软件编码器像素格式: {} ({})",
  307. static_cast<int>(videoParams_.pixelFormat),
  308. av_get_pix_fmt_name(videoParams_.pixelFormat));
  309. }
  310. // 针对不同编码器设置特定参数
  311. if (videoParams_.codecName == "h264_nvenc") {
  312. AV_LOGGER_INFO("设置NVENC编码器参数...");
  313. // NVENC 特定参数 - 使用更保守的设置
  314. int ret;
  315. ret = av_opt_set(codecCtx_->priv_data, "preset", "medium", 0);
  316. AV_LOGGER_INFOF("Set preset=medium: {}", ret == 0 ? "success" : "failed");
  317. ret = av_opt_set(codecCtx_->priv_data, "profile", "main", 0);
  318. AV_LOGGER_INFOF("Set profile=main: {}", ret == 0 ? "success" : "failed");
  319. ret = av_opt_set(codecCtx_->priv_data, "rc", "vbr", 0);
  320. AV_LOGGER_INFOF("Set rc=vbr: {}", ret == 0 ? "success" : "failed");
  321. ret = av_opt_set_int(codecCtx_->priv_data, "surfaces", 16, 0);
  322. AV_LOGGER_INFOF("Set surfaces=16: {}", ret == 0 ? "success" : "failed");
  323. ret = av_opt_set_int(codecCtx_->priv_data, "delay", 0, 0);
  324. AV_LOGGER_INFOF("Set delay=0: {}", ret == 0 ? "success" : "failed");
  325. if (videoParams_.lowLatency) {
  326. AV_LOGGER_INFO("启用低延迟模式");
  327. ret = av_opt_set(codecCtx_->priv_data, "preset", "fast", 0);
  328. AV_LOGGER_INFOF("Set preset=fast: {}", ret == 0 ? "success" : "failed");
  329. ret = av_opt_set(codecCtx_->priv_data, "tune", "ll", 0);
  330. AV_LOGGER_INFOF("Set tune=ll: {}", ret == 0 ? "success" : "failed");
  331. }
  332. } else if (videoParams_.codecName == "h264_qsv") {
  333. // QSV 特定参数
  334. av_opt_set(codecCtx_->priv_data, "preset", "fast", 0);
  335. av_opt_set(codecCtx_->priv_data, "profile", "high", 0);
  336. if (videoParams_.lowLatency) {
  337. av_opt_set(codecCtx_->priv_data, "preset", "veryfast", 0);
  338. }
  339. } else if (videoParams_.codecName == "h264_amf") {
  340. // AMF 特定参数
  341. av_opt_set(codecCtx_->priv_data, "quality", "speed", 0);
  342. av_opt_set(codecCtx_->priv_data, "profile", "high", 0);
  343. if (videoParams_.lowLatency) {
  344. av_opt_set(codecCtx_->priv_data, "usage", "lowlatency", 0);
  345. }
  346. } else {
  347. // 软件编码器参数
  348. if (!videoParams_.preset.empty()) {
  349. av_opt_set(codecCtx_->priv_data, "preset", videoParams_.preset.c_str(), 0);
  350. }
  351. if (!videoParams_.tune.empty()) {
  352. av_opt_set(codecCtx_->priv_data, "tune", videoParams_.tune.c_str(), 0);
  353. }
  354. if (videoParams_.lowLatency) {
  355. av_opt_set(codecCtx_->priv_data, "preset", "ultrafast", 0);
  356. av_opt_set(codecCtx_->priv_data, "tune", "zerolatency", 0);
  357. }
  358. }
  359. return ErrorCode::SUCCESS;
  360. }
  361. ErrorCode VideoEncoder::setupHardwareAcceleration() {
  362. isHardwareEncoder_ = true;
  363. AVHWDeviceType hwType = getHardwareDeviceType();
  364. if (hwType == AV_HWDEVICE_TYPE_NONE) {
  365. AV_LOGGER_ERRORF("不支持的硬件编码器: {}", videoParams_.codecName);
  366. return ErrorCode::NOT_SUPPORTED;
  367. }
  368. AV_LOGGER_INFOF("开始设置硬件加速: 编码器={}, 设备类型={}",
  369. videoParams_.codecName, static_cast<int>(hwType));
  370. // 对于CUDA设备,检查可用性
  371. if (hwType == AV_HWDEVICE_TYPE_CUDA) {
  372. AV_LOGGER_INFO("检查CUDA设备可用性...");
  373. // 这里可以添加CUDA设备检查逻辑
  374. }
  375. // 创建硬件设备上下文
  376. AV_LOGGER_INFO("创建硬件设备上下文...");
  377. int ret = av_hwdevice_ctx_create(&hwDeviceCtx_, hwType, nullptr, nullptr, 0);
  378. if (ret < 0) {
  379. AV_LOGGER_ERRORF("创建硬件设备上下文失败: {} (编码器: {}, 错误码: {})",
  380. ffmpeg_utils::errorToString(ret), videoParams_.codecName, ret);
  381. // 特定错误处理
  382. if (ret == AVERROR(ENOENT)) {
  383. AV_LOGGER_ERROR("硬件设备不存在或驱动未安装");
  384. if (hwType == AV_HWDEVICE_TYPE_CUDA) {
  385. AV_LOGGER_ERROR("请检查NVIDIA驱动和CUDA是否正确安装");
  386. }
  387. } else if (ret == AVERROR(EBUSY)) {
  388. AV_LOGGER_ERROR("硬件设备正在被其他进程使用");
  389. } else if (ret == AVERROR(EINVAL)) {
  390. AV_LOGGER_ERROR("硬件设备参数无效");
  391. } else if (ret == AVERROR(ENOMEM)) {
  392. AV_LOGGER_ERROR("内存不足,无法创建硬件设备上下文");
  393. }
  394. return static_cast<ErrorCode>(ret);
  395. }
  396. AV_LOGGER_INFOF("硬件设备上下文创建成功: {}", videoParams_.codecName);
  397. // 设置硬件帧上下文
  398. return setupHardwareFrameContext();
  399. }
  400. ErrorCode VideoEncoder::setupHardwareFrameContext() {
  401. AVBufferRef* hwFramesRef = av_hwframe_ctx_alloc(hwDeviceCtx_);
  402. if (!hwFramesRef) {
  403. AV_LOGGER_ERROR("分配硬件帧上下文失败");
  404. return ErrorCode::MEMORY_ALLOC_FAILED;
  405. }
  406. AVHWFramesContext* framesCtx = reinterpret_cast<AVHWFramesContext*>(hwFramesRef->data);
  407. framesCtx->format = getHardwarePixelFormat();
  408. // 设置软件格式 - 统一使用NV12格式,这是大多数硬件编码器的首选格式
  409. framesCtx->sw_format = AV_PIX_FMT_NV12;
  410. framesCtx->width = videoParams_.width;
  411. framesCtx->height = videoParams_.height;
  412. framesCtx->initial_pool_size = 8; // 增加池大小以提高稳定性
  413. AV_LOGGER_INFOF("设置硬件帧上下文: {}x{}, 硬件格式: {}, 软件格式: {}, 池大小: {}",
  414. framesCtx->width, framesCtx->height,
  415. static_cast<int>(framesCtx->format),
  416. static_cast<int>(framesCtx->sw_format),
  417. framesCtx->initial_pool_size);
  418. int ret = av_hwframe_ctx_init(hwFramesRef);
  419. if (ret < 0) {
  420. AV_LOGGER_ERRORF("初始化硬件帧上下文失败: {}", ffmpeg_utils::errorToString(ret));
  421. av_buffer_unref(&hwFramesRef);
  422. return static_cast<ErrorCode>(ret);
  423. }
  424. codecCtx_->hw_frames_ctx = av_buffer_ref(hwFramesRef);
  425. av_buffer_unref(&hwFramesRef);
  426. AV_LOGGER_INFO("硬件帧上下文初始化成功");
  427. return ErrorCode::SUCCESS;
  428. }
  429. AVFramePtr VideoEncoder::convertFrame(const AVFramePtr& frame) {
  430. if (!frame) {
  431. AV_LOGGER_ERROR("输入帧为空");
  432. return nullptr;
  433. }
  434. // 对于YUV420P格式,直接使用软件编码,避免不必要的格式转换
  435. // 让OpenGL直接处理原始YUV数据进行显示
  436. if (frame->format == AV_PIX_FMT_YUV420P) {
  437. // AV_LOGGER_DEBUG("检测到YUV420P格式,直接使用软件编码,避免格式转换");
  438. // 创建一个新的帧来返回
  439. AVFramePtr resultFrame = makeAVFrame();
  440. if (!resultFrame) {
  441. AV_LOGGER_ERROR("创建结果帧失败");
  442. return nullptr;
  443. }
  444. // 复制帧数据
  445. if (av_frame_ref(resultFrame.get(), frame.get()) < 0) {
  446. AV_LOGGER_ERROR("复制帧数据失败");
  447. return nullptr;
  448. }
  449. return resultFrame;
  450. }
  451. AVPixelFormat targetFormat;
  452. if (isHardwareEncoder_) {
  453. // 对于硬件编码器,暂时使用软件编码避免格式转换问题
  454. AV_LOGGER_WARNING("硬件编码器检测到,但为避免格式转换问题,使用软件编码");
  455. targetFormat = static_cast<AVPixelFormat>(frame->format); // 使用输入格式
  456. } else {
  457. targetFormat = videoParams_.pixelFormat;
  458. }
  459. AV_LOGGER_DEBUGF("帧格式转换: {}x{} format:{} -> {}",
  460. frame->width, frame->height,
  461. static_cast<int>(frame->format),
  462. static_cast<int>(targetFormat));
  463. // 如果格式已经匹配,创建新帧返回
  464. if (frame->format == targetFormat) {
  465. // 创建一个新的帧来返回,避免拷贝构造
  466. AVFramePtr resultFrame = makeAVFrame();
  467. if (!resultFrame) {
  468. AV_LOGGER_ERROR("创建结果帧失败");
  469. return nullptr;
  470. }
  471. // 复制帧数据
  472. if (av_frame_ref(resultFrame.get(), frame.get()) < 0) {
  473. AV_LOGGER_ERROR("复制帧数据失败");
  474. return nullptr;
  475. }
  476. return resultFrame;
  477. }
  478. // 对于其他格式转换需求,仅在必要时进行
  479. AV_LOGGER_WARNING("检测到格式转换需求,建议优化数据流避免不必要的转换");
  480. // 创建转换器
  481. if (!converter_ ||
  482. converter_->srcFormat_ != static_cast<AVPixelFormat>(frame->format) ||
  483. converter_->dstFormat_ != targetFormat) {
  484. AV_LOGGER_DEBUGF("创建新的像素格式转换器: {} -> {}",
  485. static_cast<int>(frame->format),
  486. static_cast<int>(targetFormat));
  487. converter_ = std::make_unique<PixelFormatConverter>(
  488. static_cast<AVPixelFormat>(frame->format), targetFormat);
  489. }
  490. auto result = converter_->convert(frame);
  491. if (!result) {
  492. AV_LOGGER_ERRORF("像素格式转换失败: {} -> {}",
  493. static_cast<int>(frame->format),
  494. static_cast<int>(targetFormat));
  495. }
  496. return result;
  497. }
  498. AVFramePtr VideoEncoder::transferToHardware(const AVFramePtr& frame) {
  499. if (!isHardwareEncoder_ || !frame) {
  500. // 创建一个新的帧来返回,避免拷贝构造
  501. if (frame) {
  502. AVFramePtr resultFrame = makeAVFrame();
  503. if (!resultFrame) {
  504. return nullptr;
  505. }
  506. // 复制帧数据
  507. if (av_frame_ref(resultFrame.get(), frame.get()) < 0) {
  508. return nullptr;
  509. }
  510. return resultFrame;
  511. }
  512. return nullptr;
  513. }
  514. // 分配硬件帧
  515. hwFrame_ = makeAVFrame();
  516. if (!hwFrame_) {
  517. AV_LOGGER_ERROR("分配硬件帧失败");
  518. return nullptr;
  519. }
  520. int ret = av_hwframe_get_buffer(codecCtx_->hw_frames_ctx, hwFrame_.get(), 0);
  521. if (ret < 0) {
  522. AV_LOGGER_ERRORF("获取硬件帧缓冲区失败: {}", ffmpeg_utils::errorToString(ret));
  523. return nullptr;
  524. }
  525. // 传输数据到硬件
  526. ret = av_hwframe_transfer_data(hwFrame_.get(), frame.get(), 0);
  527. if (ret < 0) {
  528. AV_LOGGER_ERRORF("传输数据到硬件失败: {}", ffmpeg_utils::errorToString(ret));
  529. return nullptr;
  530. }
  531. // 复制时间戳等信息
  532. av_frame_copy_props(hwFrame_.get(), frame.get());
  533. return std::move(hwFrame_);
  534. }
  535. ErrorCode VideoEncoder::encodeFrame(const AVFramePtr& frame, std::vector<AVPacketPtr>& packets) {
  536. AVFramePtr processedFrame;
  537. if (frame) {
  538. // 格式转换
  539. auto convertedFrame = convertFrame(frame);
  540. if (!convertedFrame) {
  541. AV_LOGGER_ERROR("帧格式转换失败");
  542. return ErrorCode::CONVERSION_FAILED;
  543. }
  544. processedFrame = std::move(convertedFrame);
  545. // 硬件传输
  546. auto hwFrame = transferToHardware(processedFrame);
  547. if (!hwFrame) {
  548. AV_LOGGER_ERROR("硬件传输失败");
  549. return ErrorCode::HARDWARE_ERROR;
  550. }
  551. processedFrame = std::move(hwFrame);
  552. }
  553. // 发送帧到编码器
  554. int ret = avcodec_send_frame(codecCtx_.get(), processedFrame ? processedFrame.get() : nullptr);
  555. if (ret < 0) {
  556. AV_LOGGER_ERRORF("发送帧到编码器失败: {}", ffmpeg_utils::errorToString(ret));
  557. return static_cast<ErrorCode>(ret);
  558. }
  559. // 接收编码后的包
  560. return receivePackets(packets);
  561. }
  562. ErrorCode VideoEncoder::receivePackets(std::vector<AVPacketPtr>& packets) {
  563. while (true) {
  564. AVPacketPtr packet = makeAVPacket();
  565. if (!packet) {
  566. return ErrorCode::MEMORY_ALLOC_FAILED;
  567. }
  568. int ret = avcodec_receive_packet(codecCtx_.get(), packet.get());
  569. if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
  570. break; // 需要更多输入或已结束
  571. }
  572. if (ret < 0) {
  573. AV_LOGGER_ERRORF("接收编码包失败: {}", ffmpeg_utils::errorToString(ret));
  574. return static_cast<ErrorCode>(ret);
  575. }
  576. packets.push_back(std::move(packet));
  577. }
  578. return ErrorCode::SUCCESS;
  579. }
  580. AVHWDeviceType VideoEncoder::getHardwareDeviceType() const {
  581. if (videoParams_.codecName == "h264_nvenc") {
  582. return AV_HWDEVICE_TYPE_CUDA;
  583. } else if (videoParams_.codecName == "h264_qsv") {
  584. return AV_HWDEVICE_TYPE_QSV;
  585. } else if (videoParams_.codecName == "h264_amf") {
  586. return AV_HWDEVICE_TYPE_D3D11VA;
  587. } else if (videoParams_.codecName == "h264_videotoolbox") {
  588. return AV_HWDEVICE_TYPE_VIDEOTOOLBOX;
  589. }
  590. return AV_HWDEVICE_TYPE_NONE;
  591. }
  592. AVPixelFormat VideoEncoder::getHardwarePixelFormat() const {
  593. if (videoParams_.codecName == "h264_nvenc") {
  594. return AV_PIX_FMT_CUDA;
  595. } else if (videoParams_.codecName == "h264_qsv") {
  596. return AV_PIX_FMT_QSV;
  597. } else if (videoParams_.codecName == "h264_amf") {
  598. return AV_PIX_FMT_D3D11;
  599. } else if (videoParams_.codecName == "h264_videotoolbox") {
  600. return AV_PIX_FMT_VIDEOTOOLBOX;
  601. }
  602. AV_LOGGER_ERRORF("未知的硬件编码器: {}", videoParams_.codecName);
  603. return AV_PIX_FMT_NONE;
  604. }
  605. std::vector<std::string> VideoEncoder::getSupportedEncoders() {
  606. std::call_once(encodersInitFlag_, findUsableEncoders);
  607. return supportedEncoders_;
  608. }
  609. bool VideoEncoder::isHardwareEncoder(const std::string& codecName) {
  610. for (const char* hwEncoder : HARDWARE_ENCODERS) {
  611. if (codecName == hwEncoder) {
  612. return true;
  613. }
  614. }
  615. return false;
  616. }
  617. std::string VideoEncoder::getRecommendedEncoder() {
  618. auto encoders = getSupportedEncoders();
  619. // 优先选择硬件编码器
  620. for (const char* hwEncoder : HARDWARE_ENCODERS) {
  621. if (std::find(encoders.begin(), encoders.end(), hwEncoder) != encoders.end()) {
  622. return hwEncoder;
  623. }
  624. }
  625. // 回退到软件编码器
  626. for (const char* swEncoder : SOFTWARE_ENCODERS) {
  627. if (std::find(encoders.begin(), encoders.end(), swEncoder) != encoders.end()) {
  628. return swEncoder;
  629. }
  630. }
  631. return encoders.empty() ? "" : encoders[0];
  632. }
  633. void VideoEncoder::findUsableEncoders() {
  634. AV_LOGGER_INFO("查找可用的视频编码器...");
  635. // 测试硬件编码器
  636. for (const char* encoder : HARDWARE_ENCODERS) {
  637. if (CodecFactory::isCodecSupported(encoder, CodecType::ENCODER, MediaType::VIDEO)) {
  638. supportedEncoders_.emplace_back(encoder);
  639. AV_LOGGER_INFOF("找到硬件编码器: {}", encoder);
  640. }
  641. }
  642. // 测试软件编码器
  643. for (const char* encoder : SOFTWARE_ENCODERS) {
  644. if (CodecFactory::isCodecSupported(encoder, CodecType::ENCODER, MediaType::VIDEO)) {
  645. supportedEncoders_.emplace_back(encoder);
  646. AV_LOGGER_INFOF("找到软件编码器: {}", encoder);
  647. }
  648. }
  649. AV_LOGGER_INFOF("总共找到 {} 个可用的视频编码器", supportedEncoders_.size());
  650. }
  651. // VideoEncoderFactory 实现
  652. std::unique_ptr<VideoEncoder> VideoEncoderFactory::create(const std::string& codecName) {
  653. auto encoder = std::make_unique<VideoEncoder>();
  654. if (!codecName.empty()) {
  655. if (!CodecFactory::isCodecSupported(codecName, CodecType::ENCODER, MediaType::VIDEO)) {
  656. AV_LOGGER_ERRORF("不支持的编码器: {}", codecName);
  657. return nullptr;
  658. }
  659. }
  660. return encoder;
  661. }
  662. std::unique_ptr<VideoEncoder> VideoEncoderFactory::createBest(bool preferHardware) {
  663. std::string codecName;
  664. if (preferHardware) {
  665. codecName = VideoEncoder::getRecommendedEncoder();
  666. } else {
  667. // 优先选择软件编码器
  668. auto encoders = VideoEncoder::getSupportedEncoders();
  669. for (const char* swEncoder : VideoEncoder::SOFTWARE_ENCODERS) {
  670. if (std::find(encoders.begin(), encoders.end(), swEncoder) != encoders.end()) {
  671. codecName = swEncoder;
  672. break;
  673. }
  674. }
  675. }
  676. if (codecName.empty()) {
  677. AV_LOGGER_ERROR("未找到可用的视频编码器");
  678. return nullptr;
  679. }
  680. return create(codecName);
  681. }
  682. } // namespace codec
  683. } // namespace av