#include "encoder_video_x264.h" #include "headers_ffmpeg.h" #include "error_define.h" #include "log_helper.h" namespace am { encoder_video_x264::encoder_video_x264() { ffmpeg_register_all(); _encoder = NULL; _encoder_ctx = NULL; _frame = NULL; _buff = NULL; _buff_size = 0; _y_size = 0; } encoder_video_x264::~encoder_video_x264() { stop(); cleanup(); } int encoder_video_x264::init( int pic_width, int pic_height, int frame_rate, int bit_rate, int qb, int key_pic_sec) { if (_inited == true) return AE_NO; int err = AE_NO; int ret = 0; AVDictionary *options = 0; // 使用超低延迟录制配置 av_dict_set(&options, "preset", UltraLowLatencyRecorderConfig::ULTRA_ENCODER_PRESET, 0); av_dict_set(&options, "tune", UltraLowLatencyRecorderConfig::ULTRA_ENCODER_TUNE, 0); av_dict_set(&options, "profile", UltraLowLatencyRecorderConfig::ULTRA_ENCODER_PROFILE, 0); // 超低延迟x264参数优化 char x264_params[512]; snprintf(x264_params, sizeof(x264_params), "keyint=%d:min-keyint=%d:no-scenecut=1:rc-lookahead=0:bframes=%d:ref=%d:me=dia:subme=1:trellis=0:8x8dct=0:fast-pskip=1:aq-mode=0:weightb=0:weightp=0:mixed-refs=0:no-chroma-me=1:no-8x8dct=1:partitions=none", UltraLowLatencyRecorderConfig::ULTRA_VIDEO_GOP_SIZE, UltraLowLatencyRecorderConfig::ULTRA_VIDEO_GOP_SIZE, UltraLowLatencyRecorderConfig::ULTRA_VIDEO_BFRAMES, UltraLowLatencyRecorderConfig::ULTRA_VIDEO_REFS); av_dict_set(&options, "x264-params", x264_params, 0); // 质量控制 char crf_str[16]; snprintf(crf_str, sizeof(crf_str), "%d", UltraLowLatencyRecorderConfig::ULTRA_CRF_VALUE); av_dict_set(&options, "crf", crf_str, 0); do { _encoder = avcodec_find_encoder(AV_CODEC_ID_H264); if (!_encoder) { err = AE_FFMPEG_FIND_ENCODER_FAILED; break; } _encoder_ctx = avcodec_alloc_context3(_encoder); if (!_encoder_ctx) { err = AE_FFMPEG_ALLOC_CONTEXT_FAILED; break; } _encoder_ctx->codec_id = AV_CODEC_ID_H264; _encoder_ctx->codec_type = AVMEDIA_TYPE_VIDEO; _encoder_ctx->pix_fmt = AV_PIX_FMT_YUV420P; _encoder_ctx->width = pic_width; _encoder_ctx->height = pic_height; _encoder_ctx->time_base.num = 1; _encoder_ctx->time_base.den = frame_rate; _encoder_ctx->framerate = {frame_rate, 1}; _encoder_ctx->bit_rate = UltraLowLatencyRecorderConfig::ULTRA_VIDEO_BITRATE; // 使用超低延迟GOP设置 _encoder_ctx->gop_size = UltraLowLatencyRecorderConfig::ULTRA_VIDEO_GOP_SIZE; // 超低延迟量化参数 _encoder_ctx->qmin = 18; // 提高最小质量 _encoder_ctx->qmax = 32; // 控制最大量化 // 设置CRF值 _encoder_ctx->global_quality = UltraLowLatencyRecorderConfig::ULTRA_CRF_VALUE * FF_QP2LAMBDA; _encoder_ctx->max_b_frames = UltraLowLatencyRecorderConfig::ULTRA_VIDEO_BFRAMES; // 禁用B帧 // 超低延迟设置 _encoder_ctx->delay = 0; _encoder_ctx->thread_count = UltraLowLatencyRecorderConfig::ULTRA_ENCODER_THREAD_COUNT; _encoder_ctx->flags |= AV_CODEC_FLAG_GLOBAL_HEADER; ret = avcodec_open2(_encoder_ctx, _encoder, &options); if (ret != 0) { err = AE_FFMPEG_OPEN_CODEC_FAILED; break; } _frame = av_frame_alloc(); _buff_size = av_image_get_buffer_size(_encoder_ctx->pix_fmt, _encoder_ctx->width, _encoder_ctx->height, 1); _buff = (uint8_t *) av_malloc(_buff_size); if (!_buff) { break; } av_image_fill_arrays(_frame->data, _frame->linesize, _buff, _encoder_ctx->pix_fmt, _encoder_ctx->width, _encoder_ctx->height, 1); _frame->format = _encoder_ctx->pix_fmt; _frame->width = _encoder_ctx->width; _frame->height = _encoder_ctx->height; _y_size = _encoder_ctx->width * _encoder_ctx->height; _time_base = _encoder_ctx->time_base; _inited = true; } while (0); if (err != AE_NO) { al_debug("%s,error:%d %lu", err2str(err), ret, GetLastError()); cleanup(); } if (options) av_dict_free(&options); return err; } int encoder_video_x264::get_extradata_size() { return _encoder_ctx->extradata_size; } const uint8_t *encoder_video_x264::get_extradata() { return (const uint8_t *) _encoder_ctx->extradata; } AVCodecID encoder_video_x264::get_codec_id() { if (_inited == false) return AV_CODEC_ID_NONE; return _encoder->id; } void encoder_video_x264::cleanup() { if (_frame) av_free(_frame); _frame = NULL; if (_buff) av_free(_buff); _buff = NULL; if (_encoder) avcodec_close(_encoder_ctx); _encoder = NULL; if (_encoder_ctx) avcodec_free_context(&_encoder_ctx); _encoder_ctx = NULL; } int encoder_video_x264::encode(AVFrame *frame, AVPacket *packet) { int ret = avcodec_send_frame(_encoder_ctx, frame); if (ret < 0) { return AE_FFMPEG_ENCODE_FRAME_FAILED; } while (ret >= 0) { av_init_packet(packet); ret = avcodec_receive_packet(_encoder_ctx, packet); if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) { break; } if (ret < 0) { return AE_FFMPEG_READ_PACKET_FAILED; } if (ret == 0 && _on_data) _on_data(packet); av_packet_unref(packet); } return AE_NO; } void encoder_video_x264::encode_loop() { AVPacket *packet = av_packet_alloc(); AVFrame yuv_frame; int error = AE_NO; while (_running) { std::unique_lock lock(_mutex); // 恢复最激进的低延迟处理 if (!_cond_notify && _ring_buffer->get_pending_frames() == 0) { // 使用最短等待时间 _cond_var.wait_for(lock, std::chrono::milliseconds(1), [this] { return _cond_notify || !_running; }); } if (!_running) break; // 立即处理所有可用帧,不限制批处理大小 while (_ring_buffer->get(_buff, _buff_size, yuv_frame)) { // Normalize incoming frame timestamps to encoder time_base (1/fps) // Source pts is in AV_TIME_BASE (microseconds) from capturer if (yuv_frame.pts != AV_NOPTS_VALUE) { _frame->pts = av_rescale_q(yuv_frame.pts, AVRational{1, AV_TIME_BASE}, _encoder_ctx->time_base); } else { _frame->pts = AV_NOPTS_VALUE; } // Keep pkt_dts consistent with pts for no-B-frames encoders _frame->pkt_dts = _frame->pts; if ((error = encode(_frame, packet)) != AE_NO) { if (_on_error) _on_error(error); al_fatal("encode 264 packet failed:%d", error); break; } } _cond_notify = false; } av_packet_free(&packet); } } // namespace am