#include "streamgrid_window.h" #include "streamplayer_window.h" #include "videoplayer_window.h" #include "stream_sources.h" #include "../transport/stream_bridge.h" #include #include #include #include #include #include #include #include #include #ifdef HAVE_STREAM_CAPTURE #include #include #include #endif #include #include #include namespace { std::atomic nextOwner{0}; QString text(const char* value) { return QCoreApplication::translate("ChatGui", value); } } StreamGridWindow::StreamGridWindow(uint64_t group, QWidget* parent) : QWidget(parent), m_group(group), m_owner(++nextOwner) { setWindowTitle(text("All active streams")); resize(1100, 750); m_clock.start(); auto* layout = new QVBoxLayout(this); auto* controls = new QHBoxLayout; m_status = new QLabel(text("Connecting…"), this); controls->addWidget(m_status, 1); auto* fullscreen = new QPushButton(text("Fullscreen"), this); controls->addWidget(fullscreen); m_close = new QPushButton(text("Close player"), this); controls->addWidget(m_close); layout->addLayout(controls); connect(fullscreen, &QPushButton::clicked, this, [this] { if (isFullScreen()) showNormal(); else showFullScreen(); }); connect(m_close, &QPushButton::clicked, this, [this] { if (m_focused) restoreGrid(); else close(); }); auto* escape = new QShortcut(QKeySequence(Qt::Key_Escape), this); escape->setContext(Qt::WidgetWithChildrenShortcut); connect(escape, &QShortcut::activated, this, [this] { if (m_focused) restoreGrid(); else if (isFullScreen()) showNormal(); else close(); }); m_empty = new QLabel(text("Waiting for active streams…"), this); m_empty->setAlignment(Qt::AlignCenter); layout->addWidget(m_empty); m_grid = new QGridLayout; m_grid->setSpacing(4); layout->addLayout(m_grid, 1); m_watching = gui_stream_watch(m_group, m_owner); connect(&m_timer, &QTimer::timeout, this, &StreamGridWindow::tick); m_timer.start(250); DEBUG_INFO(DEBUG_CATEGORY_STREAM, "desktop multiview opened group=%llx owner=%llu", (unsigned long long)m_group, (unsigned long long)m_owner); } StreamGridWindow::~StreamGridWindow() { stop(); } /* Self получает прямую поверхность издателя: ни worker, ни reader, ни вход микшера не создаются. */ void StreamGridWindow::createTile(Tile& tile) { if (tile.self) { tile.widget = new QWidget(this); tile.widget->setObjectName(QStringLiteral("streamPreview_%1").arg(tile.source)); auto* layout = new QVBoxLayout(tile.widget); layout->setContentsMargins(3, 3, 3, 3); layout->setSpacing(2); auto* name = new QLabel(tile.name, tile.widget); name->setSizePolicy(QSizePolicy::Ignored, QSizePolicy::Preferred); name->setToolTip(tile.name); layout->addWidget(name); tile.status = new QLabel(text("Connecting…"), tile.widget); layout->addWidget(tile.status); #ifdef HAVE_STREAM_CAPTURE auto* preview = new QVideoWidget(tile.widget); preview->setAspectRatioMode(Qt::KeepAspectRatio); tile.video = preview; #else tile.video = new QLabel(text("Video capture requires Qt Multimedia and FFmpeg"), tile.widget); #endif tile.video->setToolTip(text("Manage stream")); layout->addWidget(tile.video, 1); updatePreview(tile); DEBUG_INFO(DEBUG_CATEGORY_STREAM, "desktop multiview local preview group=%llx source=%llx epoch=%llx decoder=0 audio=0", (unsigned long long)m_group, (unsigned long long)tile.source, (unsigned long long)tile.epoch); } else { tile.player = new StreamPlayerWindow(m_group, tile.source, tile.epoch, tile.name, this, true); tile.widget = tile.player; tile.video = tile.player->findChild(); } if (!tile.video) { DEBUG_ERROR(DEBUG_CATEGORY_STREAM, "desktop multiview tile has no video source=%llx", (unsigned long long)tile.source); return; } tile.video->installEventFilter(this); for (auto* child : tile.video->findChildren()) child->installEventFilter(this); } /* QVariant хранит shared QVideoFrame; оба окна читают последний захваченный кадр без перекодирования. */ void StreamGridWindow::setLocalPreview(uint64_t group, const QVariant& frame) { if (m_closed || group != m_group) return; m_preview = frame; for (auto& tile : m_tiles) if (tile.self) updatePreview(tile); } void StreamGridWindow::updatePreview(Tile& tile) { #ifdef HAVE_STREAM_CAPTURE auto frame = m_preview.value(); static_cast(tile.video)->videoSink()->setVideoFrame(frame); tile.status->setText(text(frame.isValid() ? "Live" : "Connecting…")); if (frame.isValid() && !tile.previewPresented) DEBUG_INFO(DEBUG_CATEGORY_STREAM, "desktop multiview first local frame source=%llx size=%dx%d decoder=0 audio=0", (unsigned long long)tile.source, frame.width(), frame.height()); tile.previewPresented = frame.isValid(); #else Q_UNUSED(tile); #endif } /* Изменяется лишь видимость/геометрия: все удалённые players и их аудиочасы продолжают работать. */ void StreamGridWindow::activateTile(uint64_t source) { auto tile = std::find_if(m_tiles.begin(), m_tiles.end(), [source](const auto& tile) { return tile.source == source; }); if (m_closed || tile == m_tiles.end()) { DEBUG_WARN(DEBUG_CATEGORY_STREAM, "desktop multiview click on removed source=%llx", (unsigned long long)source); return; } if (tile->self) { DEBUG_INFO(DEBUG_CATEGORY_STREAM, "desktop multiview opens publisher group=%llx source=%llx", (unsigned long long)m_group, (unsigned long long)source); emit publishRequested(m_group); } else if (m_focused == source) restoreGrid(); else { if (!m_focused) m_gridWindowState = windowState(); m_focused = source; arrange(); showFullScreen(); DEBUG_INFO(DEBUG_CATEGORY_STREAM, "desktop multiview focus source=%llx players_preserved=%zu", (unsigned long long)source, m_tiles.size()); } } void StreamGridWindow::restoreGrid() { if (!m_focused) return; DEBUG_INFO(DEBUG_CATEGORY_STREAM, "desktop multiview returns to grid source=%llx players_preserved=%zu", (unsigned long long)m_focused, m_tiles.size()); m_focused = 0; setWindowState(m_gridWindowState); arrange(); } /* Не перехватываем drag/колесо zoom. Активация после release даёт VideoRenderWidget завершить drag. */ bool StreamGridWindow::eventFilter(QObject* watched, QEvent* event) { if (event->type() != QEvent::MouseButtonPress && event->type() != QEvent::MouseMove && event->type() != QEvent::MouseButtonRelease) return QWidget::eventFilter(watched, event); auto* mouse = static_cast(event); #if QT_VERSION >= QT_VERSION_CHECK(6, 0, 0) const auto position = mouse->globalPosition().toPoint(); #else const auto position = mouse->globalPos(); #endif if (event->type() == QEvent::MouseButtonPress) { if (mouse->button() == Qt::LeftButton) { m_pressed = watched; m_pressPosition = position; m_dragged = false; } } else if (event->type() == QEvent::MouseMove && m_pressed == watched) { if ((position - m_pressPosition).manhattanLength() >= QApplication::startDragDistance()) m_dragged = true; } else if (event->type() == QEvent::MouseButtonRelease && m_pressed == watched) { m_pressed = nullptr; if (mouse->button() == Qt::LeftButton && !m_dragged && (position - m_pressPosition).manhattanLength() < QApplication::startDragDistance()) { for (const auto& tile : m_tiles) if (tile.video && (tile.video == watched || tile.video->isAncestorOf(qobject_cast(watched)))) { QMetaObject::invokeMethod(this, [this, source = tile.source] { activateTile(source); }, Qt::QueuedConnection); break; } } } return QWidget::eventFilter(watched, event); } /* Сверяем идентичности, не трогая остальные players при добавлении, удалении или новой эпохе. */ void StreamGridWindow::onSources(const uint8_t* data, int length) { if (m_closed) return; StreamSourceSnapshot snapshot; if (!parseStreamSources(data, length, snapshot) || snapshot.group != m_group) return; if (!snapshot.valid) { m_status->setText(text("Stream list temporarily unavailable")); DEBUG_WARN(DEBUG_CATEGORY_STREAM, "desktop multiview preserves tiles: catalogue unavailable group=%llx", (unsigned long long)m_group); return; } bool changed = false; for (auto& tile : m_tiles) { auto source = std::find_if(snapshot.sources.begin(), snapshot.sources.end(), [&](const auto& s) { return s.id == tile.source; }); if (source == snapshot.sources.end()) { if (tile.removeAt < 0) { tile.removeAt = m_clock.elapsed() + (tile.self ? 0 : tile.player->drainTimeoutMs()); DEBUG_INFO(DEBUG_CATEGORY_STREAM, "desktop multiview drains source=%llx deadline_ms=%lld", (unsigned long long)tile.source, (long long)tile.removeAt); } continue; } tile.removeAt = -1; if (tile.epoch == source->epoch && tile.self == source->self) continue; if (m_focused == tile.source) restoreGrid(); delete tile.widget; tile = Tile{source->id, source->epoch, source->name, source->self}; createTile(tile); changed = true; } for (const auto& source : snapshot.sources) { if (std::any_of(m_tiles.begin(), m_tiles.end(), [&](const auto& tile) { return tile.source == source.id; })) continue; Tile tile{source.id, source.epoch, source.name, source.self}; createTile(tile); m_tiles.push_back(std::move(tile)); changed = true; } m_status->setText(text("Active streams: %1").arg(snapshot.sources.size())); if (changed) arrange(); tick(); } /* Меняется только геометрия QWidget: decoder, media handle и audio clock остаются прежними. */ void StreamGridWindow::arrange() { while (auto* item = m_grid->takeAt(0)) delete item; for (int i = 0; i < m_side; ++i) { m_grid->setRowStretch(i, 0); m_grid->setColumnStretch(i, 0); } m_side = m_tiles.empty() ? 0 : static_cast(std::ceil(std::sqrt(static_cast(m_tiles.size())))); if (m_focused && std::none_of(m_tiles.begin(), m_tiles.end(), [this](const auto& tile) { return tile.source == m_focused; })) { DEBUG_INFO(DEBUG_CATEGORY_STREAM, "desktop multiview focused source removed source=%llx", (unsigned long long)m_focused); m_focused = 0; setWindowState(m_gridWindowState); } for (int i = 0; i < m_side; ++i) { m_grid->setRowStretch(i, 1); m_grid->setColumnStretch(i, 1); } for (size_t i = 0; i < m_tiles.size(); ++i) { auto& tile = m_tiles[i]; if (m_focused && m_focused != tile.source) { tile.widget->hide(); continue; } if (m_focused) m_grid->addWidget(tile.widget, 0, 0, m_side, m_side); else m_grid->addWidget(tile.widget, static_cast(i) / m_side, static_cast(i) % m_side); tile.widget->show(); } m_empty->setVisible(m_tiles.empty()); m_close->setText(text(m_focused ? "All active streams" : "Close player")); DEBUG_INFO(DEBUG_CATEGORY_STREAM, "desktop multiview layout group=%llx tiles=%zu grid=%dx%d focused=%llx", (unsigned long long)m_group, m_tiles.size(), m_side, m_side, (unsigned long long)m_focused); } /* Сбой одного decoder повторяется с backoff, окончание и исчезновение не сбрасывают соседние плитки. */ void StreamGridWindow::tick() { if (m_closed) return; if (!m_watching) m_watching = gui_stream_watch(m_group, m_owner); bool changed = false; qint64 now = m_clock.elapsed(); for (auto it = m_tiles.begin(); it != m_tiles.end();) { if (it->removeAt >= 0) { if (it->self || it->player->finished() || now >= it->removeAt) { if (!it->self && !it->player->finished()) DEBUG_WARN(DEBUG_CATEGORY_STREAM, "desktop multiview source disappeared before drain source=%llx", (unsigned long long)it->source); delete it->widget; it = m_tiles.erase(it); changed = true; continue; } } else if (!it->self && it->player->failed()) { if (!it->retryAt) { it->retryAt = now + std::min(10000u, 500u << std::min(it->failures++, 5u)); DEBUG_WARN(DEBUG_CATEGORY_STREAM, "desktop multiview retry source=%llx attempt=%u delay_ms=%lld", (unsigned long long)it->source, it->failures, (long long)(it->retryAt - now)); } else if (now >= it->retryAt) { delete it->widget; createTile(*it); it->retryAt = 0; changed = true; } } ++it; } if (changed) arrange(); } void StreamGridWindow::stop() { if (m_closed) return; m_closed = true; m_timer.stop(); gui_stream_watch(0, m_owner); for (auto& tile : m_tiles) delete tile.widget; m_tiles.clear(); m_preview.clear(); DEBUG_INFO(DEBUG_CATEGORY_STREAM, "desktop multiview closed group=%llx", (unsigned long long)m_group); } void StreamGridWindow::closeEvent(QCloseEvent* event) { stop(); QWidget::closeEvent(event); }