video-pc/libs/Recorder/encoder_video_x264.cpp

#include "encoder_video_x264.h"
#include "headers_ffmpeg.h"

#include "error_define.h"
#include "log_helper.h"

namespace am {
encoder_video_x264::encoder_video_x264()
{
    ffmpeg_register_all();

    _encoder = NULL;
    _encoder_ctx = NULL;
    _frame = NULL;
    _buff = NULL;
    _buff_size = 0;
    _y_size = 0;
}

encoder_video_x264::~encoder_video_x264()
{
    stop();

    cleanup();
}

int encoder_video_x264::init(
    int pic_width, int pic_height, int frame_rate, int bit_rate, int qb, int key_pic_sec)
{
    if (_inited == true)
        return AE_NO;

    int err = AE_NO;
    int ret = 0;

    AVDictionary *options = 0;

    // 回到超低延迟配置，但优化画质参数
    av_dict_set(&options, "preset", "ultrafast", 0);
    av_dict_set(&options, "tune", "zerolatency", 0);
    
    // 针对画质问题的特殊优化：提高码率而不是降低速度
    av_dict_set(&options, "x264-params", "keyint=15:min-keyint=15:no-scenecut=1:rc-lookahead=0:aq-mode=2:aq-strength=0.8", 0);
    av_dict_set(&options, "profile", "high", 0);
    av_dict_set(&options, "level", "4.1", 0);
    // 使用更高的码率而不是更低的CRF来改善画质
    av_dict_set(&options, "crf", "20", 0);

    do {
        _encoder = avcodec_find_encoder(AV_CODEC_ID_H264);
        if (!_encoder) {
            err = AE_FFMPEG_FIND_ENCODER_FAILED;
            break;
        }

        _encoder_ctx = avcodec_alloc_context3(_encoder);
        if (!_encoder_ctx) {
            err = AE_FFMPEG_ALLOC_CONTEXT_FAILED;
            break;
        }

        _encoder_ctx->codec_id = AV_CODEC_ID_H264;
        _encoder_ctx->codec_type = AVMEDIA_TYPE_VIDEO;
        _encoder_ctx->pix_fmt = AV_PIX_FMT_YUV420P;
        _encoder_ctx->width = pic_width;
        _encoder_ctx->height = pic_height;
        _encoder_ctx->time_base.num = 1;
        _encoder_ctx->time_base.den = frame_rate;
        _encoder_ctx->framerate = {frame_rate, 1};
        _encoder_ctx->bit_rate = bit_rate * 2;  // 提高码率来改善画质，而不是降低编码速度

        // 回到低延迟GOP设置
        _encoder_ctx->gop_size = 15;

        // 使用更宽松的量化参数，通过码率控制画质
        _encoder_ctx->qmin = 12;
        _encoder_ctx->qmax = 28;
        
        // 设置CRF值 - 稍微放宽以保证速度
        _encoder_ctx->global_quality = 20 * FF_QP2LAMBDA;

        _encoder_ctx->max_b_frames = 0; //NO B Frame
        
        // 恢复最低延迟设置
        _encoder_ctx->delay = 0;
        _encoder_ctx->thread_count = 1;  // 单线程确保最低延迟
        
        _encoder_ctx->flags |= AV_CODEC_FLAG_GLOBAL_HEADER;

        ret = avcodec_open2(_encoder_ctx, _encoder, &options);
        if (ret != 0) {
            err = AE_FFMPEG_OPEN_CODEC_FAILED;
            break;
        }

        _frame = av_frame_alloc();

        _buff_size = av_image_get_buffer_size(_encoder_ctx->pix_fmt,
                                              _encoder_ctx->width,
                                              _encoder_ctx->height,
                                              1);

        _buff = (uint8_t *) av_malloc(_buff_size);
        if (!_buff) {
            break;
        }

        av_image_fill_arrays(_frame->data,
                             _frame->linesize,
                             _buff,
                             _encoder_ctx->pix_fmt,
                             _encoder_ctx->width,
                             _encoder_ctx->height,
                             1);

        _frame->format = _encoder_ctx->pix_fmt;
        _frame->width = _encoder_ctx->width;
        _frame->height = _encoder_ctx->height;

        _y_size = _encoder_ctx->width * _encoder_ctx->height;

        _time_base = _encoder_ctx->time_base;

        _inited = true;
    } while (0);

    if (err != AE_NO) {
        al_debug("%s,error:%d %lu", err2str(err), ret, GetLastError());
        cleanup();
    }

    if (options)
        av_dict_free(&options);

    return err;
}

int encoder_video_x264::get_extradata_size()
{
    return _encoder_ctx->extradata_size;
}

const uint8_t *encoder_video_x264::get_extradata()
{
    return (const uint8_t *) _encoder_ctx->extradata;
}

AVCodecID encoder_video_x264::get_codec_id()
{
    if (_inited == false)
        return AV_CODEC_ID_NONE;

    return _encoder->id;
}

void encoder_video_x264::cleanup()
{
    if (_frame)
        av_free(_frame);
    _frame = NULL;

    if (_buff)
        av_free(_buff);

    _buff = NULL;

    if (_encoder)
        avcodec_close(_encoder_ctx);

    _encoder = NULL;

    if (_encoder_ctx)
        avcodec_free_context(&_encoder_ctx);

    _encoder_ctx = NULL;
}

int encoder_video_x264::encode(AVFrame *frame, AVPacket *packet)
{
    int ret = avcodec_send_frame(_encoder_ctx, frame);
    if (ret < 0) {
        return AE_FFMPEG_ENCODE_FRAME_FAILED;
    }

    while (ret >= 0) {
        av_init_packet(packet);

        ret = avcodec_receive_packet(_encoder_ctx, packet);
        if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
            break;
        }

        if (ret < 0) {
            return AE_FFMPEG_READ_PACKET_FAILED;
        }

        if (ret == 0 && _on_data)
            _on_data(packet);

        av_packet_unref(packet);
    }

    return AE_NO;
}

void encoder_video_x264::encode_loop()
{
    AVPacket *packet = av_packet_alloc();
    AVFrame yuv_frame;

    int error = AE_NO;

    while (_running) {
        std::unique_lock<std::mutex> lock(_mutex);
        // 恢复最激进的低延迟处理
        if (!_cond_notify && _ring_buffer->get_pending_frames() == 0) {
            // 使用最短等待时间
            _cond_var.wait_for(lock, std::chrono::milliseconds(1), [this] { return _cond_notify || !_running; });
        }
        
        if (!_running)
            break;

        // 立即处理所有可用帧，不限制批处理大小
        while (_ring_buffer->get(_buff, _buff_size, yuv_frame)) {
            // Normalize incoming frame timestamps to encoder time_base (1/fps)
            // Source pts is in AV_TIME_BASE (microseconds) from capturer
            if (yuv_frame.pts != AV_NOPTS_VALUE) {
                _frame->pts = av_rescale_q(yuv_frame.pts, AVRational{1, AV_TIME_BASE}, _encoder_ctx->time_base);
            } else {
                _frame->pts = AV_NOPTS_VALUE;
            }
            // Keep pkt_dts consistent with pts for no-B-frames encoders
            _frame->pkt_dts = _frame->pts;

            if ((error = encode(_frame, packet)) != AE_NO) {
                if (_on_error)
                    _on_error(error);

                al_fatal("encode 264 packet failed:%d", error);

                break;
            }
        }

        _cond_notify = false;
    }

    av_packet_free(&packet);
}
} // namespace am