fabric/streamexporter.cpp

fabric/streamexporter.cpp

fabric/streamexporter.cpp

Namespaces

Name
Syntalos

Classes

Name
structStreamExportData
structEFDSignalSource

Functions

Name
std::unique_ptr< iox::popo::UntypedPublisher >makeIoxPublisher(const iox::capro::IdString_t & modId, const iox::capro::IdString_t & channelId, bool waitForConsumer =true)
gbooleanrecvStreamEventDispatch(gpointer udata)
gbooleanefd_signal_source_prepare(GSource * , gint * timeout)
gbooleanefd_signal_source_dispatch(GSource * source, GSourceFunc callback, gpointer user_data)
GSource *efd_signal_source_new(int event_fd)

Attributes

Name
GSourceFuncsefd_source_funcs

Functions Documentation

function makeIoxPublisher

static std::unique_ptr< iox::popo::UntypedPublisher > makeIoxPublisher(
    const iox::capro::IdString_t & modId,
    const iox::capro::IdString_t & channelId,
    bool waitForConsumer =true
)

function recvStreamEventDispatch

static gboolean recvStreamEventDispatch(
    gpointer udata
)

function efd_signal_source_prepare

static gboolean efd_signal_source_prepare(
    GSource * ,
    gint * timeout
)

function efd_signal_source_dispatch

static gboolean efd_signal_source_dispatch(
    GSource * source,
    GSourceFunc callback,
    gpointer user_data
)

function efd_signal_source_new

static GSource * efd_signal_source_new(
    int event_fd
)

Attributes Documentation

variable efd_source_funcs

static GSourceFuncs efd_source_funcs =
    {.prepare = efd_signal_source_prepare, .check = NULL, .dispatch = efd_signal_source_dispatch, .finalize = NULL};

Source code

/*
 * Copyright (C) 2020-2024 Matthias Klumpp <matthias@tenstral.net>
 *
 * Licensed under the GNU Lesser General Public License Version 3
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation, either version 3 of the license, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

#include "streamexporter.h"

#include <glib.h>
#include <thread>
#include <iceoryx_posh/runtime/posh_runtime.hpp>
#include <iceoryx_posh/popo/untyped_publisher.hpp>

#include "streams/stream.h"
#include "utils/misc.h"
#include "mlinkmodule.h"

using namespace Syntalos;

namespace Syntalos
{
Q_LOGGING_CATEGORY(logSExporter, "stream-exporter")
}

struct StreamExportData {
    std::unique_ptr<iox::popo::UntypedPublisher> publisher;
    std::shared_ptr<VariantStreamSubscription> subscription;

    StreamExporter *self;
    GSource *source;
};

#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wpadded"
class StreamExporter::Private
{
public:
    Private() {}
    ~Private() {}

    QString threadName;
    std::atomic_bool running;
    std::atomic_bool failed;

    std::atomic_bool threadActive;
    std::thread thread;
    std::atomic<GMainLoop *> activeLoop;

    std::vector<StreamExportData> exports;
    QSet<QString> exportedIds;
};
#pragma GCC diagnostic pop

StreamExporter::StreamExporter(const QString &threadName, QObject *parent)
    : QObject(parent),
      d(new StreamExporter::Private)
{
    d->activeLoop = nullptr;
    d->running = false;
    d->failed = false;
    d->threadActive = false;
    if (threadName.isEmpty())
        d->threadName = QStringLiteral("se:%1").arg(createRandomString(9));
    else
        d->threadName = QStringLiteral("se:%1").arg(threadName);
}

StreamExporter::~StreamExporter()
{
    stop();
}

bool StreamExporter::isRunning() const
{
    return d->running;
}

bool StreamExporter::isFailed() const
{
    return d->failed;
}

QString StreamExporter::threadName() const
{
    return d->threadName;
}

void StreamExporter::setFailed(bool failed)
{
    d->failed = failed;
}

static std::unique_ptr<iox::popo::UntypedPublisher> makeIoxPublisher(
    const iox::capro::IdString_t &modId,
    const iox::capro::IdString_t &channelId,
    bool waitForConsumer = true)
{
    iox::popo::PublisherOptions publisherOptn;

    // store the last 2 samples in queue
    publisherOptn.historyCapacity = 2U;

    if (waitForConsumer) {
        // allow the subscriber to block us, to ensure we don't lose data
        publisherOptn.subscriberTooSlowPolicy = iox::popo::ConsumerTooSlowPolicy::WAIT_FOR_CONSUMER;
    }

    return std::make_unique<iox::popo::UntypedPublisher>(
        iox::capro::ServiceDescription{"SyntalosModule", modId, channelId}, publisherOptn);
}

std::optional<ExportedStreamInfo> StreamExporter::publishStreamByPort(std::shared_ptr<VarStreamInputPort> iport)
{
    // we don't export unsubscribed ports
    if (!iport->hasSubscription())
        return std::nullopt;

    // create unique ID for this output port
    auto modId =
        QStringLiteral("%1_%2").arg(iport->outPort()->owner()->id().mid(0, 80)).arg(iport->outPort()->owner()->index());
    auto channelId = QStringLiteral("oport_%1").arg(iport->outPort()->id().mid(0, 80));

    ExportedStreamInfo result;
    result.instanceId = modId;
    result.channelId = channelId;

    // if the emitter is an MLink module, the stream is already exported and we just return its expected info
    if (dynamic_cast<MLinkModule *>(iport->outPort()->owner()) != nullptr)
        return result;

    // return if we are already exporting this exact stream
    if (d->exportedIds.contains(modId + channelId))
        return result;

    StreamExportData edata;
    edata.self = this;
    edata.publisher = makeIoxPublisher(
        iox::capro::IdString_t(iox::cxx::TruncateToCapacity, modId.toStdString()),
        iox::capro::IdString_t(iox::cxx::TruncateToCapacity, channelId.toStdString()));
    edata.subscription = iport->subscriptionVar();

    // register
    d->exports.push_back(std::move(edata));
    d->exportedIds.insert(modId + channelId);

    return result;
}

static gboolean recvStreamEventDispatch(gpointer udata)
{
    const auto ed = static_cast<StreamExportData *>(udata);

    auto sendFn = [&ed](const BaseDataType &data) {
        auto memSize = data.memorySize();
        if (memSize < 0) {
            // we do not know the required memory size in advance, so we need to
            // perform a serialization and extra copy operation
            const auto bytes = data.toBytes();

            ed->publisher->loan(bytes.size())
                .and_then([&](auto &payload) {
                    memcpy(payload, bytes.data(), bytes.size());
                    ed->publisher->publish(payload);
                })
                .or_else([&](auto &error) {
                    std::cerr << "Unable to loan sample. Error: " << error << std::endl;
                });
        } else {
            // Higher efficiency code-path since the size is known in advance
            ed->publisher->loan(memSize)
                .and_then([&](auto &payload) {
                    if (!data.writeToMemory(payload, memSize)) {
                        qCCritical(logSExporter) << "Failed to write data to shared memory!";
                    }
                    ed->publisher->publish(payload);
                })
                .or_else([&](auto &error) {
                    std::cerr << "Unable to loan sample. Error: " << error << std::endl;
                });
        }
    };

    // Send up to 20 samples in one go, but do not try this if we are shutting down,
    // as the client we want to communicate with may have crashed.
    // If we try to communicate with a crashed client, we will wait for a long time
    // and might run out of memory meanwhile.
    for (uint i = 0; i < 20; i++) {
        if (!ed->self->isRunning())
            break;
        if (!ed->subscription->callIfNextVar(sendFn))
            break;
    }

    return TRUE;
}

typedef struct {
    GSource source;
    int event_fd;
    gpointer event_fd_tag;
} EFDSignalSource;

static gboolean efd_signal_source_prepare(GSource *, gint *timeout)
{
    *timeout = -1;
    return FALSE;
}

static gboolean efd_signal_source_dispatch(GSource *source, GSourceFunc callback, gpointer user_data)
{
    EFDSignalSource *efd_source = (EFDSignalSource *)source;

    unsigned events = g_source_query_unix_fd(source, efd_source->event_fd_tag);
    if (events & G_IO_HUP || events & G_IO_ERR || events & G_IO_NVAL) {
        return G_SOURCE_REMOVE;
    }

    gboolean result_continue = G_SOURCE_CONTINUE;
    if (events & G_IO_IN) {
        uint64_t buffer;
        // just read the buffer count for now to empty it
        // (maybe we can do something useful with the element count later?)
        if (G_UNLIKELY(read(efd_source->event_fd, &buffer, sizeof(buffer)) == -1 && errno != EAGAIN))
            qCWarning(logSExporter).noquote() << "Failed to read from eventfd:" << g_strerror(errno);

        result_continue = callback(user_data);
    }
    g_source_set_ready_time(source, -1);
    return result_continue;
}

static GSourceFuncs efd_source_funcs =
    {.prepare = efd_signal_source_prepare, .check = NULL, .dispatch = efd_signal_source_dispatch, .finalize = NULL};

static GSource *efd_signal_source_new(int event_fd)
{
    auto source = (EFDSignalSource *)g_source_new(&efd_source_funcs, sizeof(EFDSignalSource));
    source->event_fd = event_fd;
    source->event_fd_tag = g_source_add_unix_fd(
        (GSource *)source, event_fd, (GIOCondition)(G_IO_IN | G_IO_ERR | G_IO_HUP | G_IO_NVAL));
    return (GSource *)source;
}

void StreamExporter::streamEventThreadFunc(OptionalWaitCondition *waitCondition)
{
    pthread_setname_np(pthread_self(), qPrintable(d->threadName.mid(0, 15)));
    g_autoptr(GMainContext) context = g_main_context_new();
    g_main_context_push_thread_default(context);
    g_autoptr(GMainLoop) loop = g_main_loop_new(context, FALSE);
    d->activeLoop = loop;

    // register events for all streams to be published
    for (auto &ed : d->exports) {
        int eventfd = ed.subscription->enableNotify();

        ed.source = efd_signal_source_new(eventfd);
        g_source_set_callback(ed.source, &recvStreamEventDispatch, &ed, NULL);
        g_source_attach(ed.source, context);
    }

    // wait for us to start
    waitCondition->wait();

    // used later to measure wait time on shutdown
    symaster_timepoint tpWaitStart;

    // immediately return in case other modules have already failed
    if (d->failed)
        goto out;

    // if we are already stopped, do nothing
    if (!d->running)
        goto out;

    // run the event loop
    g_main_loop_run(loop);

    // cleanup and process remaining events
    tpWaitStart = symaster_clock::now();
    while (timeDiffToNowMsec(tpWaitStart).count() < 1000) {
        if (!g_main_context_iteration(context, FALSE))
            break;
    }

out:
    d->activeLoop = nullptr;

    // clean up sources (shouldn't be necessary, but we do it anyway)
    for (auto &ed : d->exports) {
        g_source_destroy(ed.source);
        g_source_unref(ed.source);
    }
}

void StreamExporter::run(OptionalWaitCondition *waitCondition)
{
    if (d->threadActive)
        return;

    d->running = true;
    d->threadActive = true;
    d->thread = std::thread(&StreamExporter::streamEventThreadFunc, this, waitCondition);
}

void StreamExporter::stop()
{
    shutdownThread();
    for (auto &ed : d->exports) {
        // clear any data that might be left in the subscription
        ed.subscription->clearPending();
    }
}

void StreamExporter::shutdownThread()
{
    if (!d->threadActive)
        return;
    d->running = false;
    if (d->activeLoop != nullptr)
        g_main_loop_quit(d->activeLoop);
    d->thread.join();
    d->threadActive = false;
}

Updated on 2024-11-06 at 17:10:29 +0000