hd-rum-translator.cpp

Go to the documentation of this file.

 
/*
 * Copyright (c) 2013-2024 CESNET
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, is permitted provided that the following conditions
 * are met:
 *
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 *
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * 3. Neither the name of CESNET nor the names of its contributors may be
 *    used to endorse or promote products derived from this software without
 *    specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESSED OR IMPLIED WARRANTIES, INCLUDING,
 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY
 * AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
 * EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
 * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
 
#include <atomic>                                 // for atomic, memory_order
#include <cassert>                                // for assert
#include <cctype>                                 // for isdigit
#include <cinttypes>
#include <climits>
#include <csignal>                                // for sigaction, signal
#include <cstdio>
#include <cstdlib>
#include <cstring>
#include <ctime>                                  // for localtime, strftime
#include <getopt.h>
#include <memory>                                 // for shared_ptr, operator!=
#include <pthread.h>
#include <stdexcept>                              // for invalid_argument
#include <string>
#include <thread>
#include <unistd.h>                               // for optarg, optind, ssi...
#include <utility>                                // for swap, move
#include <vector>
 
#include "control_socket.h"
#include "debug.h"
#include "hd-rum-translator/hd-rum-decompress.h"
#include "hd-rum-translator/hd-rum-recompress.h"
#include "host.h"
#include "lib_common.h"
#include "messaging.h"
#include "module.h"
#include "rtp/net_udp.h"
#include "tv.h"
#include "ug_runtime_error.hpp"
#include "utils/color_out.h"
#include "utils/misc.h" // format_in_si_units, unit_evaluate
#include "utils/net.h"
 
using std::invalid_argument;
using std::stoi;
using std::string;
using std::to_string;
using std::vector;
 
#define MOD_NAME "[hd-rum-trans] "
 
#define REPLICA_MAGIC 0xd2ff3323
 
static char *get_replica_mod_name(const char *addr, uint16_t tx_port){
        const size_t len = strlen(addr) + 2 /* [ ] for IPv6 addr */ + 6 /* port (including ':') */ + 1 /* '\0' */;
        char *name = (char *) malloc(len);
        bool is_ipv6 = strchr(addr, ':') != NULL;
        bool add_bracket = is_ipv6 && addr[0] != '[';
        snprintf(name, len, "%s%s%s:%" PRIu16, add_bracket ? "[" : "", addr, add_bracket ? "]" : "", tx_port);
 
        return name;
}
 
struct replica {
    replica(const char *addr, uint16_t rx_port, uint16_t tx_port, int bufsize, struct module *parent, int force_ip_version) {
        magic = REPLICA_MAGIC;
        host = addr;
        m_tx_port = tx_port;
        sock = std::shared_ptr<socket_udp>(udp_init(addr, rx_port, tx_port, 255, force_ip_version, false), udp_exit);
        int mode = 0;
        int res = resolve_addrinfo(addr, tx_port, &sockaddr, &sockaddr_len, &mode);
        if (!sock || res != 0) {
            throw string("Cannot initialize output port!\n");
        }
        if (!udp_set_send_buf(sock.get(), bufsize)) {
            fprintf(stderr, "Cannot set send buffer to %sB!\n",
                    format_in_si_units(bufsize));
        }
        module_init_default(&mod);
        mod.cls = MODULE_CLASS_PORT;
        mod.name = get_replica_mod_name(addr, tx_port);
        mod.priv_data = this;
        module_register(&mod, parent);
        type = replica::type_t::NONE;
    }
 
    ~replica() {
        assert(magic == REPLICA_MAGIC);
        module_done(&mod);
    }
 
    struct module mod;
    uint32_t magic;
    string host;
    int m_tx_port;
 
    enum type_t {
        NONE,
        USE_SOCK,
        RECOMPRESS
    };
    enum type_t type;
    std::shared_ptr<socket_udp> sock;
    sockaddr_storage sockaddr;
    socklen_t sockaddr_len;
};
 
struct hd_rum_translator_state {
    hd_rum_translator_state() {
        init_root_module(&mod);
        pthread_mutex_init(&qempty_mtx, NULL);
        pthread_mutex_init(&qfull_mtx, NULL);
        pthread_cond_init(&qempty_cond, NULL);
        pthread_cond_init(&qfull_cond, NULL);
    }
    ~hd_rum_translator_state() {
        pthread_mutex_destroy(&qempty_mtx);
        pthread_mutex_destroy(&qfull_mtx);
        pthread_cond_destroy(&qempty_cond);
        pthread_cond_destroy(&qfull_cond);
        module_done(&mod);
    }
    struct module mod;
    int bufsize = 0;
    struct control_state *control_state = nullptr;
    struct item *queue = nullptr;
    struct item *qhead = nullptr;
    struct item *qtail = nullptr;
    int qempty = 1;
    int qfull = 0;
    pthread_mutex_t qempty_mtx;
    pthread_mutex_t qfull_mtx;
    pthread_cond_t qempty_cond;
    pthread_cond_t qfull_cond;
 
    vector<replica *> replicas;
    std::shared_ptr<socket_udp> server_socket;
    void *decompress = nullptr;
    struct state_recompress *recompress = nullptr;
};
 
/*
 * Prototypes
 */
static struct item *qinit(int qsize);
static void qdestroy(struct item *queue);
static void *writer(void *arg);
 
static void signal_handler(int signum)
{
#ifdef SIGPIPE
        if (signum == SIGPIPE) {
                signal(SIGPIPE, SIG_IGN);
        }
#endif // defined SIGPIPE
    if (log_level >= LOG_LEVEL_DEBUG) {
        char msg[] = "Caught signal ";
        char buf[128];
        char *ptr = buf;
        for (size_t i = 0; i < sizeof msg - 1; ++i) {
            *ptr++ = msg[i];
        }
        if (signum / 10) {
            *ptr++ = '0' + signum / 10;
        }
        *ptr++ = '0' + signum % 10;
        *ptr++ = '\n';
        size_t bytes = ptr - buf;
        ptr = buf;
        do {
            ssize_t written = write(STDERR_FILENO, ptr, bytes);
            if (written < 0) {
                break;
            }
            bytes -= written;
            ptr += written;
        } while (bytes > 0);
    }
    exit_uv(0);
}
 
#define MAX_PKT_SIZE 10000
 
#ifdef _WIN32
struct wsa_aux_storage {
    WSAOVERLAPPED *overlapped;
    int ref;
};
#define ALIGNMENT std::alignment_of<wsa_aux_storage>::value
#define OFFSET ((MAX_PKT_SIZE + ALIGNMENT - 1) / ALIGNMENT * ALIGNMENT)
#define SIZE (OFFSET + sizeof(wsa_aux_storage))
#else
#define SIZE MAX_PKT_SIZE
#endif
 
struct item {
    struct item *next;
    long size;
    char *buf;
};
 
static struct item *qinit(int qsize)
{
    struct item *queue;
    int i;
 
    if (qsize <= 0) {
        fprintf(stderr, "wrong packet queue size %d items\n", qsize);
        return nullptr;
    }
 
    printf("initializing packet queue for %d items\n", qsize);
 
    queue = (struct item *) calloc(qsize, sizeof(struct item));
    if (queue == NULL) {
        fprintf(stderr, "not enough memory\n");
        exit(2);
    }
 
    for (i = 0; i < qsize; i++) {
        queue[i].buf = (char *) malloc(SIZE);
        queue[i].next = queue + i + 1;
    }
    queue[qsize - 1].next = queue;
 
    return queue;
}
 
static void qdestroy(struct item *queue)
{
    if (queue == nullptr) {
        return;
    }
 
    struct item *q = queue;
    do {
        free(q->buf);
        q = q->next;
    } while (q != queue);
    free(queue);
}
 
#define prefix_matches(x,y) strncasecmp(x, y, strlen(y)) == 0
static struct response *change_replica_type(struct hd_rum_translator_state *s,
        struct module *mod, struct message *msg, int index)
{
    struct replica *r = (struct replica *) mod->priv_data;
 
    struct msg_universal *data = (struct msg_universal *) msg;
 
    if (strcasecmp(data->text, "sock") == 0) {
        r->type = replica::type_t::USE_SOCK;
        log_msg(LOG_LEVEL_NOTICE, "Output port %d is now forwarding.\n", index);
    } else if (strcasecmp(data->text, "recompress") == 0) {
        r->type = replica::type_t::RECOMPRESS;
        log_msg(LOG_LEVEL_NOTICE, "Output port %d is now transcoding.\n", index);
    } else if (prefix_matches(data->text, "compress ")) {
        if(recompress_port_change_compress(s->recompress, index, data->text + strlen("compress "))){
            log_msg(LOG_LEVEL_NOTICE, "Output port %d compression changed.\n", index);
        } else {
            log_msg(LOG_LEVEL_ERROR, "Failed to change port %d compression. Port removed.\n", index);
        }
    } else {
        fprintf(stderr, "Unknown replica type \"%s\"\n", data->text);
        return new_response(RESPONSE_BAD_REQUEST, NULL);
    }
 
    recompress_port_set_active(s->recompress, index,
            r->type == replica::type_t::RECOMPRESS);
 
    return new_response(RESPONSE_OK, NULL);
}
 
#ifdef _WIN32
static VOID CALLBACK wsa_deleter(DWORD /* dwErrorCode */,
        DWORD /* dwNumberOfBytesTransfered */,
        LPOVERLAPPED lpOverlapped, long unsigned int) {
    struct wsa_aux_storage *aux = (struct wsa_aux_storage *)(void *) ((char *) lpOverlapped->hEvent + OFFSET);
    if (--aux->ref == 0) {
        free(aux->overlapped);
        free(lpOverlapped->hEvent);
    }
}
#endif
 
static int create_output_port(struct hd_rum_translator_state *s,
        const char *addr, int rx_port, int tx_port, int bufsize,
        struct common_opts *common, const char *compression, const char *fec,
        int bitrate, bool use_server_sock = false)
{
        struct replica *rep;
        try {
            rep = new replica(addr, rx_port, tx_port, bufsize, &s->mod,
                              common->force_ip_version);
            if(use_server_sock){
                    rep->sock = s->server_socket;
            }
        } catch (string const & s) {
            fputs(s.c_str(), stderr);
            const char *err_msg = "cannot create output port (wrong address?)";
            log_msg(LOG_LEVEL_ERROR, "%s\n", err_msg);
            return -1;
        }
        s->replicas.push_back(rep);
 
        struct common_opts com_opts = *common;
        com_opts.parent = &rep->mod;
        rep->type = compression ? replica::type_t::RECOMPRESS : replica::type_t::USE_SOCK;
        int idx = recompress_add_port(s->recompress,
                addr, compression ? compression : "none",
                0, tx_port, &com_opts, fec, bitrate);
        if (idx < 0) {
            fprintf(stderr, "Initializing output port '%s' compression failed!\n", addr);
 
            delete s->replicas.back();
            s->replicas.pop_back();
 
            return -1;
        }
 
        assert((unsigned) idx == s->replicas.size() - 1);
        recompress_port_set_active(s->recompress, idx, compression != nullptr);
 
        return idx;
}
 
static void *writer(void *arg)
{
    struct hd_rum_translator_state *s =
        (struct hd_rum_translator_state *) arg;
 
    while (1) {
        // first check messages
        for (unsigned int i = 0; i < s->replicas.size(); i++) {
            struct message *msg;
            while ((msg = check_message(&s->replicas[i]->mod))) {
                struct response *r = change_replica_type(s, &s->replicas[i]->mod, msg, i);
                free_message(msg, r);
            }
        }
 
        struct msg_universal *msg;
        while ((msg = (struct msg_universal *) check_message(&s->mod))) {
            struct response *r = NULL;
            if (strncasecmp(msg->text, "delete-port ", strlen("delete-port ")) == 0) {
                char *port_spec = msg->text + strlen("delete-port ");
                int index = -1;
                if (isdigit(port_spec[0])) {
                    int i = stoi(port_spec);
                    if (i >= 0 && i < (int) s->replicas.size()) {
                        index = i;
                    } else {
                        log_msg(LOG_LEVEL_WARNING, "Invalid port index: %d. Not removing.\n", i);
                    }
                } else {
                    int i = 0;
                    for (auto r : s->replicas) {
                        if (strcmp(r->mod.name, port_spec) == 0) {
                            index = i;
                            break;
                        }
                        i++;
                    }
                    if (index == -1) {
                        log_msg(LOG_LEVEL_WARNING, "Unknown port name: %s. Not removing.\n", port_spec);
                    }
                }
                if (index >= 0) {
                    recompress_remove_port(s->recompress, index);
                    delete s->replicas[index];
                    s->replicas.erase(s->replicas.begin() + index);
                    log_msg(LOG_LEVEL_NOTICE, "Deleted output port %d.\n", index);
                }
            } else if (strncasecmp(msg->text, "create-port", strlen("create-port")) == 0) {
                // format of parameters is either:
                // <host>:<port> [<compression>]
                // or (for compat with older CoUniverse version)
                // <host> <port> [<compression>]
                char *host_port, *port_str = NULL, *save_ptr;
                char *host;
                int tx_port;
                strtok_r(msg->text, " ", &save_ptr);
                host_port = strtok_r(NULL, " ", &save_ptr);
                if (host_port && (strchr(host_port, ':') != NULL || (port_str = strtok_r(NULL, " ", &save_ptr)) != NULL)) {
                    if (port_str) {
                        host = host_port;
                        tx_port = stoi(port_str);
                    } else {
                        tx_port = stoi(strrchr(host_port, ':') + 1);
                        host = host_port;
                        *strrchr(host_port, ':') = '\0';
                    }
                    // handle square brackets around an IPv6 address
                    if (host[0] == '[' && host[strlen(host) - 1] == ']') {
                        host += 1;
                        host[strlen(host) - 1] = '\0';
                    }
                } else {
                    const char *err_msg = "wrong format";
                    log_msg(LOG_LEVEL_ERROR, "%s\n", err_msg);
                    free_message((struct message *) msg, new_response(RESPONSE_BAD_REQUEST, err_msg));
                    continue;
                }
                char *compress = strtok_r(NULL, " ", &save_ptr);
 
                struct common_opts opts = { COMMON_OPTS_INIT };
                int idx = create_output_port(s,
                        host, 0, tx_port, s->bufsize, &opts,
                        compress, nullptr, RATE_UNLIMITED, s->server_socket != nullptr);
 
                if(idx < 0) {
                    free_message((struct message *) msg, new_response(RESPONSE_INT_SERV_ERR, "Cannot create output port."));
                    continue;
                }
 
                if(compress)
                    log_msg(LOG_LEVEL_NOTICE, "Created new transcoding output port %s:%d:0x%08" PRIx32 ".\n", host, tx_port, recompress_get_port_ssrc(s->recompress, idx));
                else
                    log_msg(LOG_LEVEL_NOTICE, "Created new forwarding output port %s:%d.\n", host, tx_port);
 
            } else {
                r = new_response(RESPONSE_BAD_REQUEST, NULL);
            }
 
            free_message((struct message *) msg, r ? r : new_response(RESPONSE_OK, NULL));
        }
 
        // then process incoming packets
        while (s->qhead != s->qtail) {
            if(s->qhead->size == 0) { // poisoned pill
                return NULL;
            }
 
            // pass it for transcoding if needed
            if (recompress_get_num_active_ports(s->recompress) > 0) {
                ssize_t ret = hd_rum_decompress_write(s->decompress, s->qhead->buf, s->qhead->size);
                if (ret < 0) {
                    perror("hd_rum_decompress_write");
                }
            }
 
            // distribute it to output ports that don't need transcoding
#ifdef _WIN32
            // send it asynchronously in MSW (performance optimalization)
            SleepEx(0, TRUE); // allow system to call our completion routines in APC
            int ref = 0;
            for (unsigned int i = 0; i < s->replicas.size(); i++) {
                if(s->replicas[i]->type == replica::type_t::USE_SOCK) {
                    ref++;
                }
            }
            struct wsa_aux_storage *aux = (struct wsa_aux_storage *)(void *) ((char *) s->qhead->buf + OFFSET);
            memset(aux, 0, sizeof *aux);
            aux->overlapped = (WSAOVERLAPPED *) calloc(ref, sizeof(WSAOVERLAPPED));
            aux->ref = ref;
            int overlapped_idx = 0;
            for (unsigned int i = 0; i < s->replicas.size(); i++) {
                if(s->replicas[i]->type == replica::type_t::USE_SOCK) {
                    aux->overlapped[overlapped_idx].hEvent = s->qhead->buf;
                    ssize_t ret = udp_sendto_wsa_async(s->replicas[i]->sock.get(), s->qhead->buf, s->qhead->size,
                                    wsa_deleter, &aux->overlapped[overlapped_idx], (sockaddr *) &s->replicas[i]->sockaddr, s->replicas[i]->sockaddr_len);
                    if (ret < 0) {
                        perror("Hd-rum-translator send");
                    }
                    overlapped_idx += 1;
                }
            }
            // reallocate the buffer since the last one will be freeed automaticaly
            s->qhead->buf = (char *) malloc(SIZE);
#else
            for (unsigned int i = 0; i < s->replicas.size(); i++) {
                if(s->replicas[i]->type == replica::type_t::USE_SOCK) {
                    ssize_t ret = udp_sendto(s->replicas[i]->sock.get(), s->qhead->buf, s->qhead->size, (sockaddr *) &s->replicas[i]->sockaddr, s->replicas[i]->sockaddr_len);
                    if (ret < 0) {
                        perror("Hd-rum-translator send");
                    }
                }
            }
#endif
            s->qhead = s->qhead->next;
 
            pthread_mutex_lock(&s->qfull_mtx);
            s->qfull = 0;
            pthread_cond_signal(&s->qfull_cond);
            pthread_mutex_unlock(&s->qfull_mtx);
        }
 
        pthread_mutex_lock(&s->qempty_mtx);
        if (s->qempty)
            pthread_cond_wait(&s->qempty_cond, &s->qempty_mtx);
        s->qempty = 1;
        pthread_mutex_unlock(&s->qempty_mtx);
    }
 
    return NULL;
}
 
static void usage(const char *progname) {
    col() << "Usage:\n\t"
          << SBOLD(SRED(progname)
                   << " [global_opts] buffer_size port \\\n\t\t[host1_options] "
                      "host1 [[host2_options] host2] ...")
          << "\n";
 
    col() << "\nwhere:\n"
          << SBOLD("\tbuffer_size")
          << " - network buffer size, eg. 200k for compressed\n\t\t or "
             "8M for uncompressed video\n"
          << SBOLD("\tport") << " - UDP port number\n";
    col() << SUNDERLINE("global_opts") << " may be:\n"
          << SBOLD("\t--control-port|-n <port_number>[:0|:1]")
          << " - control port to connect to, optionally client/server "
             "(default)\n"
          << SBOLD("\t--blend|-B")
          << " - enable blending from original to newly received stream, "
             "increases latency\n"
          << SBOLD("\t--server|-S <port>")
          << " - enable server mode for clients to connect on specified "
             "port\n"
          << SBOLD("\t--conference|-r <width>:<height>[:fps]")
          << " - enable combining of multiple inputs, increases latency\n"
          << SBOLD("\t--conference-compression|-R <compression>")
          << " - compression for conference participants\n"
          << SBOLD("\t--capture-filter|-F <cfg_string>")
          << " - apply video capture filter to incoming video\n"
          << SBOLD("\t--param|-O") << " - additional parameters\n"
          << SBOLD("\t--help|-h\n") << SBOLD("\t--verbose|-V\n") << SBOLD("\t-v")
          << " - print version\n";
    col() << "and " << SUNDERLINE("hostX_options") << " may be:\n"
          << SBOLD("\t-P [<rx_port>:]<tx_port>")
          << " - TX port to be used (optionally also RX)\n"
          << SBOLD("\t-c <compression>") << " - compression\n"
          << "\tFollowing options will be used only if " << SUNDERLINE("'-c'")
          << " parameter is set:\n"
          << SBOLD("\t-m <mtu>") << " - MTU size\n"
          << SBOLD("\t-l <limiting_bitrate>") << " - bitrate to be shaped to\n"
          << SBOLD("\t-f <fec>")
          << " - FEC that will be used for transmission.\n"
          << SBOLD("\t-4/-6") << " - force IPv4/IPv6\n";
    printf("\nPlease note that blending and capture filter is used only "
           "for host for which\n"
           "compression is specified (transcoding is active). If "
           "compression is not\n"
           "set, simple packet retransmission is used. Compression can be "
           "also 'none'\n"
           "for uncompressed transmission (see 'uv -c help' for list).\n");
}
 
struct host_opts {
    char *addr;
    int rx_port;
    int tx_port;
    const char *compression;
    char *fec;
    long long int bitrate;
    struct common_opts common_opts = { COMMON_OPTS_INIT };
};
 
struct cmdline_parameters {
    int bufsize;
    int port;
    vector<struct host_opts> hosts;
    int host_count;
    int control_port = -1;
    int control_connection_type = 0;
    int server_port = -1;
    struct hd_rum_output_conf out_conf = {NORMAL, NULL};
    const char *capture_filter = NULL;
    int log_level = -1;
    const char *conference_compression = nullptr;
};
 
static int
parse_size(const char *sz_str) noexcept(false)
{
    int ret = 0;
    size_t end = 0;
 
    try {
        ret = stoi(sz_str, &end);
    } catch (invalid_argument &e) {
        throw ug_runtime_error(string("invalid buffer size: ") + sz_str);
    }
    if (ret <= 0) {
        throw ug_runtime_error(string("size must be positive: ") + sz_str);
    }
 
    switch (sz_str[end]) {
    case 'K':
    case 'k':
        ret *= 1024;
        break;
 
    case 'M':
    case 'm':
        ret *= 1024 * 1024;
        break;
    }
 
    return ret;
}
 
static int parse_global_opts(int argc, char **argv,
          struct cmdline_parameters *parsed) noexcept(false)
{
        const struct option getopt_options[] = {
                {"blend",                   no_argument,       nullptr, 'B'},
                { "capture-filter",         required_argument, nullptr, 'F'},
                { "list-modules",           required_argument, nullptr, 'L'},
                { "param",                  required_argument, nullptr, 'O'},
                { "conference-compression", required_argument, nullptr, 'R'},
                { "server",                 required_argument, nullptr, 'S'},
                { "verbose",                optional_argument, nullptr, 'V'},
                { "capabilities",           no_argument,       nullptr, 'b'},
                { "help",                   no_argument,       nullptr, 'h'},
                { "contol-port",            required_argument, nullptr, 'n'},
                { "conference",             required_argument, nullptr, 'r'},
                { "version",                no_argument,       nullptr, 'v'},
                { nullptr,                  0,                 nullptr, 0  }
        };
        const char *const optstring = "+BF:LO:R:S:Vbhn:r:v";
 
        int ch = 0;
        while ((ch = getopt_long(argc, argv, optstring, getopt_options,
                                 nullptr)) != -1) {
                switch (ch) {
                case 'c':
                        parsed->control_port            = stoi(optarg);
                        parsed->control_connection_type = 0;
                        if (strchr(optarg, ':') != nullptr) {
                                parsed->control_connection_type =
                                    stoi(strchr(optarg, ':') + 1);
                        }
                        break;
                case 'b':
                        print_capabilities("");
                        return 1;
                case 'B':
                        parsed->out_conf.mode = BLEND;
                        break;
                case 'r':
                        parsed->out_conf.mode = CONFERENCE;
                        parsed->out_conf.arg  = optarg;
                        break;
                case 'R':
                        parsed->conference_compression = optarg;
                        break;
                case 'S':
                        parsed->server_port = stoi(optarg);
                        break;
                case 'F':
                        parsed->capture_filter = optarg;
                        break;
                case 'h':
                        usage(argv[0]);
                        return 1;
                case 'v':
                        // nothing needed, version is printed everytime
                        return 1;
                case 'V':
                        break; // already handled in common_preinit()
                case 'O':
                        if (!parse_params(optarg, false)) {
                                return 1;
                        }
                        break;
                case 'L':
                        list_all_modules();
                        return 1;
                case '?':
                default:
                        MSG(FATAL, "Unknown global parameter\n\n");
                        usage(argv[0]);
                        return -1;
                }
        }
    return 0;
}
 
static int
parse_fmt(int argc, char **argv,
          struct cmdline_parameters *parsed) noexcept(false)
{
    const int rc = parse_global_opts(argc, argv, parsed);
    if (rc != 0) {
        return rc;
    }
 
    if (optind + 2 > argc) {
        MSG(FATAL, "Missing parameter%s port!\n\n",
            argc < optind + 1 ? " buffer_size and" : "");
        usage(argv[0]);
        return -1;
    }
 
    parsed->bufsize = parse_size(argv[optind++]);
    try {
        parsed->port = stoi(argv[optind]);
    } catch (invalid_argument &) {
        throw ug_runtime_error(string("invalid port number: ") +
                               argv[optind]);
    }
    if (parsed->port < 0 || parsed->port >= USHRT_MAX) {
        throw ug_runtime_error(string("port must be in range [0..") +
                               to_string(USHRT_MAX) +
                               "], given: " + argv[optind]);
    }
    optind++;
    if (parsed->port == 0) {
        MSG(WARNING,
            "Given RX port 0, reflector will listen on a random port.\n");
    }
 
    parsed->host_count = 0;
    while (optind < argc) {
            parsed->hosts.resize(parsed->host_count + 1);
            parsed->hosts[parsed->host_count].bitrate = RATE_UNLIMITED;
 
            const char *const optstring = "+46P:c:f:l:m:";
            int               ch        = 0;
            while ((ch = getopt(argc, argv, optstring)) != -1) {
                    switch (ch) {
                    case 'P':
                            if (strchr(optarg, ':') != nullptr) {
                                    parsed->hosts[parsed->host_count].rx_port =
                                        stoi(optarg);
                                    parsed->hosts[parsed->host_count].tx_port =
                                        stoi(strchr(optarg, ':') + 1);
                            } else {
                                    parsed->hosts[parsed->host_count].tx_port =
                                        stoi(optarg);
                            }
                            break;
                    case 'm':
                            parsed->hosts[parsed->host_count].common_opts.mtu =
                                stoi(optarg);
                            break;
                    case 'c':
                            parsed->hosts[parsed->host_count].compression = optarg;
                            break;
                    case 'f':
                            parsed->hosts[parsed->host_count].fec = optarg;
                            break;
                    case 'l':
                            if (!parse_bitrate(
                                    optarg, &parsed->hosts[parsed->host_count]
                                                 .bitrate)) {
                                    return -1;
                            }
                            break;
                    case '4':
                            parsed->hosts[parsed->host_count]
                                .common_opts.force_ip_version = 4;
                            break;
                    case '6':
                            parsed->hosts[parsed->host_count]
                                .common_opts.force_ip_version = 6;
                            break;
                    default:
                            MSG(FATAL, "Error: invalid host option.\nn");
                            return -1;
                    }
            }
            if (optind == argc) {
                MSG(ERROR,
                    "Error: host option following last host address!\n");
                return -1;
            }
            parsed->hosts[parsed->host_count++].addr = argv[optind++];
    }
 
    return 0;
}
 
static void hd_rum_translator_deinit(struct hd_rum_translator_state *s) {
    if(s->decompress) {
        hd_rum_decompress_done(s->decompress);
    }
 
    if(s->recompress)
            recompress_done(s->recompress);
 
    for (unsigned int i = 0; i < s->replicas.size(); i++) {
        delete s->replicas[i];
    }
 
    control_done(s->control_state);
 
    qdestroy(s->queue);
}
 
static bool sockaddr_equal(struct sockaddr_storage *a, struct sockaddr_storage *b){
        if(a->ss_family != b->ss_family)
                return false;
 
        switch(a->ss_family){
        case AF_INET:{
                auto a_in = reinterpret_cast<struct sockaddr_in *>(a);
                auto b_in = reinterpret_cast<struct sockaddr_in *>(b);
                return a_in->sin_port == b_in->sin_port
                        && a_in->sin_addr.s_addr == b_in->sin_addr.s_addr;
        }
        case AF_INET6:{
                auto a_in = reinterpret_cast<struct sockaddr_in6 *>(a);
                auto b_in = reinterpret_cast<struct sockaddr_in6 *>(b);
                return a_in->sin6_port == b_in->sin6_port
                        && memcmp(a_in->sin6_addr.s6_addr, b_in->sin6_addr.s6_addr, sizeof(struct in6_addr)) == 0;
        }
        default:
                assert(false && "Comparison not implemented for address type");
                abort();
        }
}
 
struct Conf_participant{
        struct sockaddr_storage addr;
        socklen_t addrlen;
        struct timeval last_recv;
};
 
class Participant_manager{
public:
        Participant_manager(module& mod, const char *compress) : mod(mod), compression(compress ? compress : "") {  }
        ~Participant_manager(){
                should_stop.store(true, std::memory_order_relaxed);
                if(worker_thread.joinable())
                    worker_thread.join();
        }
 
        void tick(sockaddr_storage& sin, socklen_t addrlen){
                struct timeval t;
                gettimeofday(&t, NULL);
                bool seen = false;
                for(auto it = participants.begin(); it != participants.end();){
                        if(addrlen > 0 && sockaddr_equal(&it->addr, &sin)){
                                it->last_recv = t;
                                seen = true;
                        }
                        const double participant_timeout = 10.0;
                        if(tv_diff(t, it->last_recv) > participant_timeout){
                                log_msg(LOG_LEVEL_NOTICE, "Removing participant\n");
                                std::string msg = "delete-port ";
                                auto addr = reinterpret_cast<struct sockaddr *>(&it->addr);
                                char addr_str[128];
                                get_sockaddr_addr_str(addr, addr_str, sizeof(addr_str));
                                char *replica_name = get_replica_mod_name(addr_str, get_sockaddr_addr_port(addr));
                                msg += replica_name;
                                free(replica_name);
 
                                std::swap(*it, participants.back());
                                participants.pop_back();
 
                                struct msg_universal *m = (struct msg_universal *) new_message(sizeof(struct msg_universal));
                                strncpy(m->text, msg.c_str(), sizeof(m->text) - 1);
                                log_msg(LOG_LEVEL_NOTICE, "Msg: %s\n", m->text);
                                struct response *r = send_message_to_receiver(&mod, (struct message *) m);
                                if (response_get_status(r) != RESPONSE_ACCEPTED) {
                                        log_msg(LOG_LEVEL_ERROR, "Couldn't remove participant (error %d)!\n", response_get_status(r));
                                }
                                free_response(r);
                        } else {
                                it++;
                        }
                }
 
                if(!seen && addrlen > 0){
                        Conf_participant p;
                        p.addr = sin;
                        p.addrlen = addrlen;
                        p.last_recv = t;
 
                        log_msg(LOG_LEVEL_NOTICE, "New participant\n");
                        std::string msg = "create-port ";
                        msg += get_sockaddr_str(reinterpret_cast<sockaddr *>(&sin));
                        if(!compression.empty()){
                                msg += " ";
                                msg += compression;
                        }
 
                        struct msg_universal *m = (struct msg_universal *) new_message(sizeof(struct msg_universal));
                        strncpy(m->text, msg.c_str(), sizeof(m->text) - 1);
                        log_msg(LOG_LEVEL_NOTICE, "Msg: %s\n", m->text);
                        struct response *r = send_message_to_receiver(&mod, (struct message *) m);
                        if (response_get_status(r) != RESPONSE_ACCEPTED) {
                                log_msg(LOG_LEVEL_ERROR, "Cannot add new participant (error %d)!\n", response_get_status(r));
                        } else{
                                participants.push_back(p);
                        }
                        free_response(r);
                }
        }
 
        void run_async(std::shared_ptr<socket_udp> server_sock){
                sock = std::move(server_sock);
                worker_thread = std::thread(&Participant_manager::worker, this);
        }
 
private:
        std::vector<Conf_participant> participants;
        struct module& mod;
        std::string compression;
        std::shared_ptr<socket_udp> sock;
        std::thread worker_thread;
        std::atomic<bool> should_stop = false;
 
        void worker(){
            struct timeval timeout = { 1, 0 };
            char dummy_buf[256];
 
            while(!should_stop.load(std::memory_order_relaxed)){
                    struct sockaddr_storage sin = {};
                    socklen_t addrlen = sizeof(sin);
                    int size = udp_recvfrom_timeout(sock.get(), dummy_buf, std::size(dummy_buf), &timeout, (sockaddr *) &sin, &addrlen);
 
                    if(size > 0)
                            tick(sin, addrlen);
            }
        }
};
 
static void hd_rum_translator_should_exit_callback(void *arg) {
    volatile auto *should_exit = (volatile bool *) arg;
    *should_exit = true;
}
 
#define EXIT(retval) \
    { \
            exit_uv(0); \
            hd_rum_translator_deinit(&state); \
            if (sock_in != nullptr) \
                    udp_exit(sock_in); \
            common_cleanup(init); \
            return retval; \
    }
 
int main(int argc, char **argv)
{
    struct init_data *init;
    struct hd_rum_translator_state state;
 
    int qsize;
    socket_udp *sock_in = nullptr;
    pthread_t thread;
    int err = 0;
    int i;
    struct cmdline_parameters params = {};
 
    if ((init = common_preinit(argc, argv)) == nullptr) {
        EXIT(EXIT_FAILURE);
    }
 
    print_version();
    printf("\n");
 
#ifndef _WIN32
    struct sigaction sa;
    memset(&sa, 0, sizeof(sa));
    sa.sa_handler = signal_handler;
    sigemptyset(&sa.sa_mask);
 
    sigaction(SIGINT, &sa, NULL);
    sigaction(SIGTERM, &sa, NULL);
    sigaction(SIGHUP, &sa, NULL);
    sigaction(SIGABRT, &sa, NULL);
    sigaction(SIGPIPE, &sa, NULL);
    signal(SIGQUIT, crash_signal_handler);
    signal(SIGALRM, hang_signal_handler);
#else
    signal(SIGINT, signal_handler);
    signal(SIGTERM, signal_handler);
    signal(SIGABRT, signal_handler);
#endif
    signal(SIGABRT, crash_signal_handler);
    signal(SIGFPE, crash_signal_handler);
    signal(SIGILL, crash_signal_handler);
    signal(SIGSEGV, crash_signal_handler);
 
    int ret = -1;
    try {
        ret = parse_fmt(argc, argv, &params);
    } catch (invalid_argument &e) {
        if (!invalid_arg_is_numeric(e.what())) {
            throw;
        }
        MSG(ERROR, "Non-numeric value passed to option "
                   "expecting a number!\n");
    } catch (ug_runtime_error &e) {
        MSG(FATAL, "%s\n", e.what());
    }
    if (ret != 0) {
        EXIT(ret < 0 ? EXIT_FAILURE : EXIT_SUCCESS);
    }
 
    if (params.log_level != -1) {
        log_level = params.log_level;
    }
 
    state.bufsize = params.bufsize;
 
    qsize = state.bufsize / 8000;
 
    printf("using UDP send and receive buffer size of %d bytes\n", state.bufsize);
 
    state.qhead = state.qtail = state.queue = qinit(qsize);
    if (!state.qhead) {
        EXIT(EXIT_FAILURE);
    }
 
    /* input socket */
    if ((sock_in = udp_init_if("localhost", NULL, params.port, 0, 255, false, false)) == NULL) {
        perror("input socket");
        EXIT(EXIT_FAILURE);
    }
 
    if (!udp_set_recv_buf(sock_in, state.bufsize)) {
        fprintf(stderr, "Cannot set recv buffer to %sB!\n",
                format_in_si_units(state.bufsize));
    }
 
    printf("listening on *:%d\n", udp_get_udp_rx_port(sock_in));
 
    if (params.control_port != -1) {
        if (control_init(params.control_port, params.control_connection_type, &state.control_state, &state.mod, 0) != 0) {
            fprintf(stderr, "Warning: Unable to create remote control.\n");
            EXIT(EXIT_FAIL_CONTROL_SOCK);
        }
        control_start(state.control_state);
    }
 
        //one shared recompressor, which manages compressions and sends to all hosts
        state.recompress = recompress_init(&state.mod);
    if(!state.recompress) {
        EXIT(EXIT_FAIL_COMPRESS);
    }
 
    // we need only one shared receiver decompressor for all recompressing streams
    state.decompress = hd_rum_decompress_init(&state.mod, params.out_conf,
                        params.capture_filter, state.recompress);
    if(!state.decompress) {
        EXIT(EXIT_FAIL_DECODER);
    }
 
    if(params.server_port > 0){
            state.server_socket = std::shared_ptr<socket_udp>(udp_init("localhost", params.server_port, 0, 255, 0, false), udp_exit);
            if (!state.server_socket) {
                EXIT(EXIT_FAILURE);
            }
    }
 
    if(params.out_conf.mode == CONFERENCE && !params.conference_compression){
            params.conference_compression = "libavcodec";
    }
 
    for (i = 0; i < params.host_count; i++) {
        int tx_port = params.port; // use default rx port by default
        int rx_port = params.hosts[i].rx_port;
        if (params.hosts[i].tx_port) {
            tx_port = params.hosts[i].tx_port;
        }
 
        auto& h = params.hosts[i];
 
        if(!h.compression && params.out_conf.mode == CONFERENCE){
            h.compression = params.conference_compression;
        }
 
        int idx = create_output_port(&state,
                h.addr, rx_port, tx_port, state.bufsize, &h.common_opts,
                h.compression, h.compression ? h.fec : nullptr, h.bitrate);
        if(idx < 0) {
            EXIT(EXIT_FAILURE);
        }
    }
 
    if (pthread_create(&thread, NULL, writer, (void *) &state)) {
        fprintf(stderr, "cannot create writer thread\n");
        EXIT(2);
    }
 
    uint64_t received_data = 0;
    struct timeval t0;
    gettimeofday(&t0, NULL);
 
    unsigned long long int last_data = 0ull;
 
    Participant_manager participant_mgr(state.mod, params.conference_compression);
 
    if(state.server_socket){
            participant_mgr.run_async(state.server_socket);
    }
 
    volatile bool should_exit = false;
    register_should_exit_callback(&state.mod, hd_rum_translator_should_exit_callback, const_cast<bool *>(&should_exit));
    /* main loop */
    while (!should_exit) {
        while (state.qtail->next != state.qhead && !should_exit) {
            struct timeval timeout = { 1, 0 };
 
            struct sockaddr_storage sin = {};
            socklen_t addrlen = sizeof(sin);
            state.qtail->size = udp_recvfrom_timeout(sock_in, state.qtail->buf, SIZE, &timeout, (sockaddr *) &sin, &addrlen);
            if(state.qtail->size <= 0)
                break;
 
            struct timeval t;
            gettimeofday(&t, NULL);
 
            if(params.out_conf.mode == CONFERENCE){
                    participant_mgr.tick(sin, addrlen);
            }
 
            received_data += state.qtail->size;
 
            state.qtail = state.qtail->next;
 
            pthread_mutex_lock(&state.qempty_mtx);
            state.qempty = 0;
            pthread_cond_signal(&state.qempty_cond);
            pthread_mutex_unlock(&state.qempty_mtx);
 
            double seconds = tv_diff(t, t0);
            if (seconds > 5.0) {
                unsigned long long int cur_data = (received_data - last_data);
                unsigned long long int bps = cur_data / seconds;
                char tim_str[20];
                time_t tim = time(NULL);
                struct tm *tmp = localtime(&tim);
                if (tmp) {
                    strftime(tim_str, sizeof(tim_str), "%F %T", tmp);
                }
                log_msg(LOG_LEVEL_INFO, "[%s] Received %llu bytes in %g seconds = %sbps\n", tim_str, cur_data, seconds, format_in_si_units(bps * 8));
                t0 = t;
                last_data = received_data;
            }
        }
 
        if (state.qtail->size <= 0)
            continue;
 
        pthread_mutex_lock(&state.qfull_mtx);
        if (state.qfull)
            pthread_cond_wait(&state.qfull_cond, &state.qfull_mtx);
        state.qfull = 1;
        pthread_mutex_unlock(&state.qfull_mtx);
    }
 
    if (state.qtail->size < 0 && !should_exit) {
        printf("read: %s\n", strerror(err));
        EXIT(2);
    }
 
    // pass poisoned pill to the worker
    state.qtail->size = 0;
    state.qtail = state.qtail->next;
 
    pthread_mutex_lock(&state.qempty_mtx);
    state.qempty = 0;
    pthread_cond_signal(&state.qempty_cond);
    pthread_mutex_unlock(&state.qempty_mtx);
 
    alarm(5);
    pthread_join(thread, NULL);
 
    hd_rum_translator_deinit(&state);
    udp_exit(sock_in);
    common_cleanup(init);
    unregister_should_exit_callback(&state.mod, hd_rum_translator_should_exit_callback, const_cast<bool *>(&should_exit));
 
    printf("Exit\n");
 
    return 0;
}
 
/* vim: set sw=4 expandtab : */