diff --git a/tools/chatgui/src/stream_video_encoder.cpp b/tools/chatgui/src/stream_video_encoder.cpp index 3115c919..7bdb6bb8 100644 --- a/tools/chatgui/src/stream_video_encoder.cpp +++ b/tools/chatgui/src/stream_video_encoder.cpp @@ -82,91 +82,91 @@ bool StreamVideoEncoder::open(const StreamVideoConfig& config) { if (!encoder) continue; // Проба не оставляет references/PTS в live-контексте: после двух KEY encoder открывается заново. for (int pass = 0; pass < 2; pass++) { - close(); m->config = config; m->name = QString::fromLatin1(name); - m->codec = avcodec_alloc_context3(encoder); - if (!m->codec) { m->error = "Video encoder allocation failed"; break; } - auto* c = m->codec; - c->width = config.width; c->height = config.height; c->time_base = {1, 1000000}; c->framerate = {config.fps, 1}; - c->bit_rate = config.bitrate; c->rc_max_rate = config.bitrate; c->rc_buffer_size = config.bitrate / 4; - c->gop_size = config.fps; c->max_b_frames = 0; c->thread_count = 2; - c->flags |= AV_CODEC_FLAG_GLOBAL_HEADER | AV_CODEC_FLAG_CLOSED_GOP; - c->color_range = AVCOL_RANGE_MPEG; c->colorspace = AVCOL_SPC_BT709; - c->color_primaries = AVCOL_PRI_BT709; c->color_trc = AVCOL_TRC_BT709; - AVPixelFormat sw = softwareFormat(encoder); - int result = 0; - if (name.endsWith("_vaapi")) { - sw = AV_PIX_FMT_NV12; c->pix_fmt = AV_PIX_FMT_VAAPI; - result = av_hwdevice_ctx_create(&m->device, AV_HWDEVICE_TYPE_VAAPI, nullptr, nullptr, 0); + close(); m->config = config; m->name = QString::fromLatin1(name); + m->codec = avcodec_alloc_context3(encoder); + if (!m->codec) { m->error = "Video encoder allocation failed"; break; } + auto* c = m->codec; + c->width = config.width; c->height = config.height; c->time_base = {1, 1000000}; c->framerate = {config.fps, 1}; + c->bit_rate = config.bitrate; c->rc_max_rate = config.bitrate; c->rc_buffer_size = config.bitrate / 4; + c->gop_size = config.fps; c->max_b_frames = 0; c->thread_count = 2; + c->flags |= AV_CODEC_FLAG_GLOBAL_HEADER | AV_CODEC_FLAG_CLOSED_GOP; + c->color_range = AVCOL_RANGE_MPEG; c->colorspace = AVCOL_SPC_BT709; + c->color_primaries = AVCOL_PRI_BT709; c->color_trc = AVCOL_TRC_BT709; + AVPixelFormat sw = softwareFormat(encoder); + int result = 0; + if (name.endsWith("_vaapi")) { + sw = AV_PIX_FMT_NV12; c->pix_fmt = AV_PIX_FMT_VAAPI; + result = av_hwdevice_ctx_create(&m->device, AV_HWDEVICE_TYPE_VAAPI, nullptr, nullptr, 0); + if (result >= 0) { + c->hw_frames_ctx = av_hwframe_ctx_alloc(m->device); + if (!c->hw_frames_ctx) result = AVERROR(ENOMEM); + else { + auto* frames = reinterpret_cast(c->hw_frames_ctx->data); + frames->format = c->pix_fmt; frames->sw_format = sw; frames->width = c->width; frames->height = c->height; + frames->initial_pool_size = 4; result = av_hwframe_ctx_init(c->hw_frames_ctx); + } + } + } else c->pix_fmt = sw; + if (sw == AV_PIX_FMT_NONE) result = AVERROR(ENOSYS); + AVDictionary* options = nullptr; + if (name == "libx264" || name == "libx265") { + av_dict_set(&options, "preset", "ultrafast", 0); av_dict_set(&options, "tune", "zerolatency", 0); + av_dict_set(&options, "forced-idr", "1", 0); + if (name == "libx264") av_dict_set(&options, "x264-params", "scenecut=0:open-gop=0:repeat-headers=0", 0); + else av_dict_set(&options, "x265-params", "bframes=0:rc-lookahead=0:open-gop=0:pools=1:frame-threads=1:log-level=error", 0); + } else if (name.endsWith("_nvenc")) { + av_dict_set(&options, "preset", "p1", 0); av_dict_set(&options, "tune", "ull", 0); + av_dict_set(&options, "zerolatency", "1", 0); av_dict_set(&options, "rc-lookahead", "0", 0); + av_dict_set(&options, "forced-idr", "1", 0); + } else if (name == "libvpx-vp9" || name == "libaom-av1") { + av_dict_set(&options, "deadline", "realtime", 0); av_dict_set(&options, "cpu-used", "8", 0); + av_dict_set(&options, "lag-in-frames", "0", 0); av_dict_set(&options, "row-mt", "1", 0); + } else if (name.endsWith("_qsv")) { + av_dict_set(&options, "async_depth", "1", 0); av_dict_set(&options, "look_ahead", "0", 0); + } else if (name.endsWith("_vaapi")) { + av_dict_set(&options, "async_depth", "1", 0); + } else if (name == "libvvenc") av_dict_set(&options, "preset", "fast", 0); + if (result >= 0) result = avcodec_open2(c, encoder, &options); + av_dict_free(&options); if (result >= 0) { - c->hw_frames_ctx = av_hwframe_ctx_alloc(m->device); - if (!c->hw_frames_ctx) result = AVERROR(ENOMEM); + m->frame = av_frame_alloc(); + if (!m->frame) result = AVERROR(ENOMEM); else { - auto* frames = reinterpret_cast(c->hw_frames_ctx->data); - frames->format = c->pix_fmt; frames->sw_format = sw; frames->width = c->width; frames->height = c->height; - frames->initial_pool_size = 4; result = av_hwframe_ctx_init(c->hw_frames_ctx); + m->frame->format = sw; m->frame->width = c->width; m->frame->height = c->height; + m->frame->color_range = c->color_range; m->frame->colorspace = c->colorspace; + result = av_frame_get_buffer(m->frame, 32); } } - } else c->pix_fmt = sw; - if (sw == AV_PIX_FMT_NONE) result = AVERROR(ENOSYS); - AVDictionary* options = nullptr; - if (name == "libx264" || name == "libx265") { - av_dict_set(&options, "preset", "ultrafast", 0); av_dict_set(&options, "tune", "zerolatency", 0); - av_dict_set(&options, "forced-idr", "1", 0); - if (name == "libx264") av_dict_set(&options, "x264-params", "scenecut=0:open-gop=0:repeat-headers=0", 0); - else av_dict_set(&options, "x265-params", "bframes=0:rc-lookahead=0:open-gop=0:pools=1:frame-threads=1:log-level=error", 0); - } else if (name.endsWith("_nvenc")) { - av_dict_set(&options, "preset", "p1", 0); av_dict_set(&options, "tune", "ull", 0); - av_dict_set(&options, "zerolatency", "1", 0); av_dict_set(&options, "rc-lookahead", "0", 0); - av_dict_set(&options, "forced-idr", "1", 0); - } else if (name == "libvpx-vp9" || name == "libaom-av1") { - av_dict_set(&options, "deadline", "realtime", 0); av_dict_set(&options, "cpu-used", "8", 0); - av_dict_set(&options, "lag-in-frames", "0", 0); av_dict_set(&options, "row-mt", "1", 0); - } else if (name.endsWith("_qsv")) { - av_dict_set(&options, "async_depth", "1", 0); av_dict_set(&options, "look_ahead", "0", 0); - } else if (name.endsWith("_vaapi")) { - av_dict_set(&options, "async_depth", "1", 0); - } else if (name == "libvvenc") av_dict_set(&options, "preset", "fast", 0); - if (result >= 0) result = avcodec_open2(c, encoder, &options); - av_dict_free(&options); - if (result >= 0) { - m->frame = av_frame_alloc(); - if (!m->frame) result = AVERROR(ENOMEM); - else { - m->frame->format = sw; m->frame->width = c->width; m->frame->height = c->height; - m->frame->color_range = c->color_range; m->frame->colorspace = c->colorspace; - result = av_frame_get_buffer(m->frame, 32); + const char* filter = config.codec == STREAM_MEDIA_H264 ? "h264_mp4toannexb" + : config.codec == STREAM_MEDIA_H265 ? "hevc_mp4toannexb" : config.codec == STREAM_MEDIA_H266 ? "vvc_mp4toannexb" : nullptr; + if (result >= 0 && filter) { + auto* bsf = av_bsf_get_by_name(filter); + result = bsf ? av_bsf_alloc(bsf, &m->filter) : AVERROR(ENOSYS); + if (result >= 0) result = avcodec_parameters_from_context(m->filter->par_in, c); + if (result >= 0) { m->filter->time_base_in = c->time_base; result = av_bsf_init(m->filter); } } - } - const char* filter = config.codec == STREAM_MEDIA_H264 ? "h264_mp4toannexb" - : config.codec == STREAM_MEDIA_H265 ? "hevc_mp4toannexb" : config.codec == STREAM_MEDIA_H266 ? "vvc_mp4toannexb" : nullptr; - if (result >= 0 && filter) { - auto* bsf = av_bsf_get_by_name(filter); - result = bsf ? av_bsf_alloc(bsf, &m->filter) : AVERROR(ENOSYS); - if (result >= 0) result = avcodec_parameters_from_context(m->filter->par_in, c); - if (result >= 0) { m->filter->time_base_in = c->time_base; result = av_bsf_init(m->filter); } - } - if (result < 0) { - m->error = ffError(result); - DEBUG_DEBUG(DEBUG_CATEGORY_VIDEO, "desktop encoder unavailable name=%s size=%dx%d error=%s", - name.constData(), config.width, config.height, qPrintable(m->error)); break; - } - if (!pass) { - QImage probe(config.width, config.height, QImage::Format_RGB32); probe.fill(Qt::black); - QList output; - if (!encode(probe, 0, true, output) || output.isEmpty() || !output.front().key) { - DEBUG_WARN(DEBUG_CATEGORY_VIDEO, "desktop encoder probe lacks immediate KEY name=%s error=%s", name.constData(), qPrintable(m->error)); - break; - } - output.clear(); - if (!encode(probe, 1000000 / config.fps, true, output) || output.isEmpty() || !output.front().key) { - DEBUG_WARN(DEBUG_CATEGORY_VIDEO, "desktop encoder cannot force an independent KEY name=%s error=%s", name.constData(), qPrintable(m->error)); - break; - } - continue; - } - DEBUG_INFO(DEBUG_CATEGORY_VIDEO, "desktop encoder ready name=%s codec=%d size=%dx%d fps=%d bitrate=%d two_KEYs=verified", - name.constData(), config.codec, config.width, config.height, config.fps, config.bitrate); - return true; + if (result < 0) { + m->error = ffError(result); + DEBUG_DEBUG(DEBUG_CATEGORY_VIDEO, "desktop encoder unavailable name=%s size=%dx%d error=%s", + name.constData(), config.width, config.height, qPrintable(m->error)); break; + } + if (!pass) { + QImage probe(config.width, config.height, QImage::Format_RGB32); probe.fill(Qt::black); + QList output; + if (!encode(probe, 0, true, output) || output.isEmpty() || !output.front().key) { + DEBUG_WARN(DEBUG_CATEGORY_VIDEO, "desktop encoder probe lacks immediate KEY name=%s error=%s", name.constData(), qPrintable(m->error)); + break; + } + output.clear(); + if (!encode(probe, 1000000 / config.fps, true, output) || output.isEmpty() || !output.front().key) { + DEBUG_WARN(DEBUG_CATEGORY_VIDEO, "desktop encoder cannot force an independent KEY name=%s error=%s", name.constData(), qPrintable(m->error)); + break; + } + continue; + } + DEBUG_INFO(DEBUG_CATEGORY_VIDEO, "desktop encoder ready name=%s codec=%d size=%dx%d fps=%d bitrate=%d two_KEYs=verified", + name.constData(), config.codec, config.width, config.height, config.fps, config.bitrate); + return true; } } if (m->error.isEmpty()) m->error = "No working encoder for " + codecName(config.codec);