utun2/tools/chatgui/tests/test_call_video_encoder.cpp

/* Настоящие encoder/decoder: отложенное переключение 4M -> 300k -> 4M,
 * один decoder на весь поток, непрерывные capture PTS и измеренный bitrate. */
#include <QtTest>
#include <QScopeGuard>
#include <clocale>
#include "../src/call_video_encoder.h"
#include "../src/call_video_decoder.h"
#include "../../../src/call/call_video_bitstream.h"
extern "C" {
#include "debug_config.h"
#include "stream/stream_media.h"
#include <libavcodec/avcodec.h>
}

struct Decoder {
    AVCodecContext* context = nullptr;
    AVPacket* packet = av_packet_alloc();
    AVFrame* frame = av_frame_alloc();
    ~Decoder() { av_frame_free(&frame); av_packet_free(&packet); avcodec_free_context(&context); }
    bool open(int codec) {
        const auto* implementation = avcodec_find_decoder(codec == 1 ? AV_CODEC_ID_H264 : AV_CODEC_ID_HEVC);
        context = implementation ? avcodec_alloc_context3(implementation) : nullptr;
        if (!context || !packet || !frame) return false;
        context->thread_count = 1; return avcodec_open2(context, implementation, nullptr) >= 0;
    }
    bool decode(const LiveEncodedFrame& input) {
        const uint8_t *header = nullptr, *data = reinterpret_cast<const uint8_t*>(input.data.constData());
        size_t headerSize = 0, size = input.data.size();
        if (input.key && stream_media_key_parse(data, size, &header, &headerSize, &data, &size) != STREAM_OK) return false;
        av_packet_unref(packet); av_frame_unref(frame);
        if (av_new_packet(packet, headerSize + size) < 0) return false;
        if (headerSize) memcpy(packet->data, header, headerSize);
        memcpy(packet->data + headerSize, data, size); packet->pts = packet->dts = input.pts;
        return avcodec_send_packet(context, packet) == 0 && avcodec_receive_frame(context, frame) == 0;
    }
};

class CallVideoEncoderTest : public QObject {
    Q_OBJECT
    call_video_format configuration(int codec) {
        return {17, 640, 360, 30, 0, (uint8_t)codec, (uint8_t)(codec == 1 ? 31 : 93), 4000000, (uint8_t)(codec == 1 ? 2 : 1)};
    }
private slots:
    void initTestCase() {
        debug_config_init(); debug_set_level(DEBUG_LEVEL_WARN); debug_set_category_level(DEBUG_CATEGORY_CALL, DEBUG_LEVEL_DEBUG);
        av_log_set_level(AV_LOG_ERROR);
    }
    void switchesAtScheduledIdr_data() {
        QTest::addColumn<int>("codec"); QTest::newRow("H264") << 1; QTest::newRow("H265") << 2;
    }
    void levelIndependentOfLocale_data() {
        QTest::addColumn<int>("codec"); QTest::addColumn<QByteArray>("locale");
        for (int codec : {1, 2}) for (const auto& locale : {QByteArray("C"), QByteArray("ru_RU.UTF-8")})
            QTest::newRow(qPrintable(QString("codec%1-%2").arg(codec).arg(QString::fromLatin1(locale)))) << codec << locale;
    }
    void levelIndependentOfLocale() {
        QFETCH(int, codec); QFETCH(QByteArray, locale);
        QByteArray previous = std::setlocale(LC_NUMERIC, nullptr);
        auto restore = qScopeGuard([previous] { std::setlocale(LC_NUMERIC, previous.constData()); });
        if (!std::setlocale(LC_NUMERIC, locale.constData())) QSKIP("Requested numeric locale is not installed");
        if (!avcodec_find_encoder_by_name(codec == 1 ? "libx264" : "libx265")) QSKIP("Software encoder unavailable");
        auto config = configuration(codec); config.width = 1280; config.height = 720;
        CallVideoEncoder encoder; QVERIFY2(encoder.open(config, 1000000), qPrintable(encoder.error()));
        Decoder decoder; QVERIFY(decoder.open(codec));
        QImage image(config.width, config.height, QImage::Format_RGB32); image.fill(Qt::blue);
        uint64_t pts = 1000000, request = 0;
        for (uint32_t bitrate : {1000000u, 300000u, 4000000u}) {
            QVERIFY(encoder.requestBitrate(config.generation, ++request, bitrate));
            LiveEncodedFrame output; CallVideoRateCompletion completion;
            QVERIFY2(encoder.encode(image, pts, true, output, completion), qPrintable(encoder.error()));
            QCOMPARE(completion.request, request); QCOMPARE(completion.bitrate, bitrate);
            QVERIFY(decoder.decode(output)); QCOMPARE(decoder.context->level, int(config.level));
            QCOMPARE(decoder.frame->width, 1280); QCOMPARE(decoder.frame->height, 720);
            pts += 1000000;
        }
    }
    void independentDecoders() {
        auto caps = CallVideoDecoder::capabilities();
        QCOMPARE(caps.decode[0].profiles, uint8_t(3)); QCOMPARE(caps.decode[1].profiles, uint8_t(1));
        QCOMPARE(caps.encode[0].width, uint16_t(0)); QCOMPARE(caps.encode[1].width, uint16_t(0));
        const QString directory = qEnvironmentVariable("UTUN_CALL_VIDEO_REMOTE_DIR");
        if (!directory.isEmpty()) {
            auto files = QDir(directory).entryList({"*-codec*.idr"}, QDir::Files); QVERIFY(!files.isEmpty());
            for (const auto& name : files) {
                QFile file(QDir(directory).filePath(name)); QVERIFY(file.open(QIODevice::ReadOnly)); auto bytes = file.readAll();
                int codec = name.endsWith("-codec1.idr") ? 1 : 2;
                call_video_bitstream actual{};
                QVERIFY(!call_video_inspect_key(codec, reinterpret_cast<const uint8_t*>(bytes.constData()), bytes.size(), &actual));
                call_video_frame f{}; f.call_id = 1; f.flags = CALL_VIDEO_KEY; f.size = f.length = bytes.size();
                f.data = reinterpret_cast<const uint8_t*>(bytes.constData());
                f.format = {1, (uint16_t)actual.width, (uint16_t)actual.height, 30, 0, (uint8_t)codec,
                    (uint8_t)actual.level, 4000000, (uint8_t)actual.profile};
                CallVideoDecoder decoder;
                for (unsigned i = 0; i < 4; ++i) { f.frame_id = i + 1; f.pts_us = 1000000 + i * 33333;
                    QImage image; QVERIFY2(decoder.decode(f, image), qPrintable(name)); }
                DEBUG_INFO(DEBUG_CATEGORY_CALL, "hardware stream decoded file=%s", qPrintable(name));
            }
        }
    }
    void switchesAtScheduledIdr() {
        QFETCH(int, codec);
        auto config = configuration(codec);
        if (!avcodec_find_encoder_by_name(codec == 1 ? "libx264" : "libx265")) QSKIP("Software encoder unavailable");
        call_video_caps sender{}, receiver{};
        sender.encode[codec - 1] = receiver.decode[codec - 1]
            = {1280, 720, 30, 1280 * 720 * 30, 4000000, config.profile, config.level};
        config.level = 0; QCOMPARE(call_video_choose(&sender, &receiver, &config), codec);
        QVERIFY(call_video_format_supported(&sender, &receiver, &config));
        CallVideoEncoder encoder; QVERIFY2(encoder.open(config, 4000000), qPrintable(encoder.error()));
        Decoder decoder; QVERIFY(decoder.open(codec));
        CallVideoDecoder productionDecoder;
        QImage image(config.width, config.height, QImage::Format_RGB32);
        uint32_t random = 1; unsigned completions = 0;
        for (int phase = 0; phase < 3; phase++) {
            uint64_t bytes = 0; uint32_t target = phase == 1 ? 300000 : 4000000;
            for (int frame = 0; frame < 120; frame++) {
                for (int y = 0; y < image.height(); y++) {
                    auto* row = reinterpret_cast<QRgb*>(image.scanLine(y));
                    for (int x = 0; x < image.width(); x++) {
                        random = random * 1664525u + 1013904223u;
                        int v = random >> 24; row[x] = qRgb(v, v, v);
                    }
                }
                if (phase && frame == 7) {
                    QVERIFY(!encoder.requestBitrate(16, phase, target)); // Чужой generation.
                    QVERIFY(encoder.requestBitrate(17, phase, target));
                    QVERIFY(!encoder.requestBitrate(17, phase + 100, target)); // Нельзя затереть pending.
                }
                uint64_t pts = 5000000 + (phase * 120 + frame) * 1000000ull / 30;
                LiveEncodedFrame output; CallVideoRateCompletion completion;
                QVERIFY2(encoder.encode(image, pts, false, output, completion), qPrintable(encoder.error()));
                QCOMPARE(output.pts, pts); QCOMPARE(output.key, frame % 30 == 0);
                if (phase && frame == 30) {
                    QCOMPARE(completion.generation, uint64_t(17)); QCOMPARE(completion.request, uint64_t(phase));
                    QCOMPARE(completion.bitrate, target); QCOMPARE(encoder.bitrate(), target); completions++;
                    QVERIFY(!encoder.requestBitrate(17, phase, target)); // Replay уже выполненного request.
                } else QCOMPARE(completion.request, uint64_t(0));
                if (phase && frame < 30) QCOMPARE(encoder.bitrate(), phase == 1 ? 4000000u : 300000u);
                QVERIFY(decoder.decode(output)); QCOMPARE(decoder.frame->pts, (int64_t)pts);
                call_video_frame wire{}; wire.call_id = 1; wire.frame_id = phase * 120 + frame + 1; wire.pts_us = pts;
                wire.format = config; wire.size = wire.length = output.data.size(); wire.flags = output.key ? CALL_VIDEO_KEY : 0;
                wire.data = reinterpret_cast<const uint8_t*>(output.data.constData());
                QImage rendered; QVERIFY(productionDecoder.decode(wire, rendered)); QCOMPARE(rendered.size(), image.size());
                QCOMPARE(decoder.frame->width, config.width); QCOMPARE(decoder.frame->height, config.height);
                QCOMPARE(decoder.frame->format, int(AV_PIX_FMT_YUV420P)); QCOMPARE(decoder.context->has_b_frames, 0);
                QCOMPARE(decoder.context->profile, codec == 1 ? AV_PROFILE_H264_CONSTRAINED_BASELINE : AV_PROFILE_HEVC_MAIN);
                QCOMPARE(decoder.context->level, config.level);
                if (frame >= 60) bytes += output.data.size();
            }
            uint64_t measured = bytes * 8 / 2;
            DEBUG_INFO(DEBUG_CATEGORY_CALL, "call encoder test codec=%d phase=%d target=%u measured=%llu",
                       codec, phase, target, (unsigned long long)measured);
            QVERIFY(measured > target / 2 && measured < uint64_t(target) * 3 / 2);
        }
        QCOMPARE(completions, 2u);
    }
    void keepsOldEncoderAndRejectsInvalidCommands() {
        auto config = configuration(1); config.width = 160; config.height = 90; config.generation = 9; config.maximum_bps = 700000;
        if (!avcodec_find_encoder_by_name("libx264")) QSKIP("libx264 unavailable");
        CallVideoEncoder encoder; QVERIFY(encoder.open(config, 500000));
        QImage image(160, 90, QImage::Format_RGB32); image.fill(Qt::blue);
        LiveEncodedFrame output; CallVideoRateCompletion completion;
        QVERIFY(encoder.encode(image, 100000, false, output, completion));
        QVERIFY(!encoder.requestBitrate(9, 1, 700001)); QVERIFY(!encoder.requestBitrate(9, 1, 299999));
        auto bad = config; bad.generation = 10; QVERIFY(!encoder.open(bad, 500000, "unavailable"));
        bad.width = 1920; bad.height = 1080; QVERIFY(!encoder.open(bad, 500000)); // Level 3.1 не допускает этот размер.
        bad = config; bad.profile = 4; QVERIFY(!encoder.open(bad, 500000));
        QVERIFY(encoder.requestBitrate(9, 1, 500000)); // Неизменный target подтверждается на KEY.
        QVERIFY(encoder.encode(image, 133333, false, output, completion)); QVERIFY(!completion.request && !output.key);
        QVERIFY(encoder.encode(image, 166666, true, output, completion));
        QCOMPARE(completion.request, uint64_t(1)); QCOMPARE(completion.bitrate, 500000u); QVERIFY(output.key);
        auto saved = output; QVERIFY(!encoder.encode(image, 166666, false, output, completion)); QCOMPARE(output.data, saved.data);
        // Пропуск capture-кадров не откладывает IDR на количество пропущенных кадров.
        QVERIFY(encoder.requestBitrate(9, 2, 300000));
        QVERIFY(encoder.encode(image, 1500000, false, output, completion));
        QCOMPARE(completion.request, uint64_t(2)); QCOMPARE(completion.bitrate, 300000u); QVERIFY(output.key);
        encoder.close(); QVERIFY(!encoder.requestBitrate(9, 3, 500000));
    }
};

QTEST_GUILESS_MAIN(CallVideoEncoderTest)
#include "test_call_video_encoder.moc"