/** * @file rtp/rs.cpp * @author Martin Pulec */ /* * Copyright (c) 2013-2023 CESNET, z. s. p. o. * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, is permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * 3. Neither the name of CESNET nor the names of its contributors may be * used to endorse or promote products derived from this software without * specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY * AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO * EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #include #include "config.h" #include "debug.h" #include "rtp/rs.h" #include "rtp/rtp_types.h" #include "transmit.h" #include "ug_runtime_error.hpp" #include "utils/color_out.h" #include "utils/text.h" #include "video.h" enum { DEFAULT_K_AUDIO = 160, DEFAULT_K_VIDEO = 200, DEFAULT_N = 240, }; #define MAX_K 255 #define MAX_N 255 #define MOD_NAME "[fec/rs] " #ifdef HAVE_ZFEC extern "C" { #ifndef _MSC_VER #define restrict __restrict #endif #include } #endif static void usage(); using std::shared_ptr; /** * Constructs RS state. Since this constructor is currently used only for the decoder, * it allows creation of dummy state even if zfec was not compiled in. */ rs::rs(unsigned int k, unsigned int n) : m_k(k), m_n(n) { assert (k <= MAX_K); assert (n <= MAX_N); assert (m_k <= m_n); #ifdef HAVE_ZFEC state = fec_new(m_k, m_n); assert(state != NULL); #else LOG(LOG_LEVEL_ERROR) << "zfec support is not compiled in, error correction is disabled\n"; #endif } rs::rs(const char *c_cfg, bool is_audio) { if (strcmp(c_cfg, "help") == 0) { usage(); throw 0; } char *cfg = strdup(c_cfg); char *item, *save_ptr; item = strtok_r(cfg, ":", &save_ptr); if (item != NULL) { m_k = atoi(item); item = strtok_r(NULL, ":", &save_ptr); assert(item != NULL); m_n = atoi(item); } else { m_k = is_audio ? DEFAULT_K_AUDIO : DEFAULT_K_VIDEO; m_n = DEFAULT_N; } free(cfg); if (m_k > MAX_K || m_n > MAX_N || m_k >= m_n) { usage(); throw 1; } #ifdef HAVE_ZFEC state = fec_new(m_k, m_n); assert(state != NULL); MSG(INFO, "Using Reed-Solomon with k=%u n=%u\n", m_k, m_n); #else throw ug_runtime_error("zfec support is not compiled in"); #endif } rs::~rs() { #ifdef HAVE_ZFEC if (state != nullptr) { fec_free((fec_t *) state); } #endif } shared_ptr rs::encode(shared_ptr in) { #ifdef HAVE_ZFEC assert(state != nullptr); video_payload_hdr_t hdr; format_video_header(in.get(), 0, 0, hdr); const size_t hdr_len = sizeof(hdr); struct video_frame *out = vf_alloc_desc(video_desc_from_frame(in.get())); for (unsigned i = 0; i < in->tile_count; ++i) { size_t len = in->tiles[i].data_len; char *data = in->tiles[i].data; //int encode(char *hdr, int hdr_len, char *in, int len, char **out) { int ss = get_ss(hdr_len, len); int buffer_len = ss * m_n; char *out_data; out_data = out->tiles[i].data = (char *) malloc(buffer_len); uint32_t len32 = len + hdr_len; memcpy(out_data, &len32, sizeof(len32)); memcpy(out_data + sizeof(len32), hdr, hdr_len); memcpy(out_data + sizeof(len32) + hdr_len, data, len); memset(out_data + sizeof(len32) + hdr_len + len, 0, ss * m_k - (sizeof(len32) + hdr_len + len)); #if 0 void *src[MAX_K]; for (int k = 0; k < m_k; ++k) { src[k] = *out + ss * k; } for (int m = 0; m < m_n - m_k; ++m) { fec_encode(state, src, *out + ss * (m_k + m), m, ss); } #else void *src[MAX_K]; for (unsigned int k = 0; k < m_k; ++k) { src[k] = out_data + ss * k; } void *dst[MAX_N]; unsigned int dst_idx[MAX_N]; for (unsigned int m = 0; m < m_n-m_k; ++m) { dst[m] = out_data + ss * (m_k + m); dst_idx[m] = m_k + m; } fec_encode((const fec_t *)state, (gf **) src, (gf **) dst, dst_idx, m_n-m_k, ss); #endif out->tiles[i].data_len = buffer_len; out->fec_params = fec_desc(FEC_RS, m_k, m_n - m_k, 0, 0, ss); } static auto deleter = [](video_frame *frame) { for (unsigned i = 0; i < frame->tile_count; ++i) { free(frame->tiles[i].data); } vf_free(frame); }; return {out, deleter}; #else (void) in; return {}; #endif // defined HAVE_ZFEC } audio_frame2 rs::encode(const audio_frame2 &in) { #ifdef HAVE_ZFEC audio_frame2 out; out.init(in.get_channel_count(), in.get_codec(), in.get_bps(), in.get_sample_rate()); out.reserve(3 * in.get_data_len() / in.get_channel_count()); // just an estimate for (int i = 0; i < in.get_channel_count(); ++i) { audio_payload_hdr_t hdr; format_audio_header(&in, i, 0, (uint32_t *) &hdr); size_t hdr_len = sizeof(hdr); size_t len = in.get_data_len(i); uint32_t len32 = len + hdr_len; //const char *data = in->get_data(i); out.append(i, (char *) &len32, sizeof len32); out.append(i, (char *) &hdr, sizeof hdr); out.append(i, in.get_data(i), in.get_data_len(i)); int ss = get_ss(hdr_len, len); int buffer_len = ss * m_n; out.resize(i, buffer_len); memset(out.get_data(i) + sizeof(len32) + hdr_len + len, 0, ss * m_k - (sizeof(len32) + hdr_len + len)); out.set_fec_params(i, fec_desc(FEC_RS, m_k, m_n - m_k, 0, 0, ss)); void *src[MAX_K]; for (unsigned int k = 0; k < m_k; ++k) { src[k] = out.get_data(i) + ss * k; } void *dst[MAX_N]; unsigned int dst_idx[MAX_N]; for (unsigned int m = 0; m < m_n-m_k; ++m) { dst[m] = out.get_data(i) + ss * (m_k + m); dst_idx[m] = m_k + m; } fec_encode((const fec_t *)state, (gf **) src, (gf **) dst, dst_idx, m_n-m_k, ss); } return out; #else (void) in; return {}; #endif // defined HAVE_ZFEC } /** * Returns symbol size (?) for given headers len and with configured m_k */ int rs::get_ss(int hdr_len, int len) { return ((sizeof(uint32_t) + hdr_len + len) + m_k - 1) / m_k; } /** * @returns stored buffer data length or 0 if first packet (header) is missing */ uint32_t rs::get_buf_len(const char *buf, std::map const & c_m) { if (auto it = c_m.find(0); it != c_m.end() && it->second >= 4) { uint32_t out_sz; memcpy(&out_sz, buf, sizeof(out_sz)); return out_sz; } return 0U; } bool rs::decode(char *in, int in_len, char **out, int *len, std::map const & c_m) { std::map m = c_m; // make private copy unsigned int ss = in_len / m_n; // compact neighbouring segments for (auto it = m.begin(); it != m.end(); ++it) { int start = it->first; int size = it->second; auto neighbour = m.end(); while ((neighbour = m.find(start + size)) != m.end()) { it->second += neighbour->second; size = it->second; m.erase(neighbour); } } if (state == nullptr) { // zfec was not compiled in - dummy mode *len = get_buf_len(in, c_m); *out = (char *) in + sizeof(uint32_t); auto fst_sgmt = m.find(0); return fst_sgmt != m.end() && (unsigned) fst_sgmt->second >= ss * m_k; } #ifdef HAVE_ZFEC assert(m_n <= MAX_N); void *pkt[MAX_N]; unsigned int index[MAX_N]; unsigned int i = 0; #if 0 ///fprintf(stderr, "%d\n\n%d\n%d\n", in_len, malloc_usable_size((void *)in), sizeof(short)); for (auto it = m.begin(); it != m.end(); ++it) { int start = it->first; int offset = it->second; int first_symbol_start = (start + ss - 1) / ss * ss; int last_symbol_end = (start + offset) / ss * ss; //fprintf(stderr, "%d %d %d\n", first_symbol_start, last_symbol_end, start); for (int j = first_symbol_start; j < last_symbol_end; j += ss) { //fprintf(stderr, "%d\n", j); pkt[i] = (void *) (in + j); index[i] = j / ss; i++; if (i == m_k) break; } if (i == m_k) break; } if (i != m_k) { *len = 0; return; } assert (i == m_k); int ret = fec_decode(state, pkt, index, ss); if (ret != 0) { *len = 0; return; } uint32_t out_sz; memcpy(&out_sz, pkt[0], sizeof(out_sz)); fprintf(stderr, "%d %d\n\n", out_sz, index[0]); *len = out_sz; *out = (char *) in + 4; #else //const unsigned int bitset_size = m_k; std::bitset empty_slots; std::bitset repaired_slots; for (auto it = m.begin(); it != m.end(); ++it) { int start = it->first; int size = it->second; unsigned int first_symbol_start = (start + ss - 1) / ss * ss; unsigned int last_symbol_end = (start + size) / ss * ss; for (unsigned int j = first_symbol_start; j < last_symbol_end; j += ss) { if (j/ss < m_k) { pkt[j/ss] = in + j; index[j/ss] = j/ss; empty_slots.set(j/ss); //fprintf(stderr, "%d\n", j/ss); } else { for (unsigned int k = 0; k < m_k; ++k) { if (!empty_slots.test(k)) { pkt[k] = in + j; index[k] = j/ss; //fprintf(stderr, "%d\n", j/ss); empty_slots.set(k); repaired_slots.set(k); break; } //fprintf(stderr, "what???\n", j/ss); } } i++; //fprintf(stderr, " %d\n", i); if (i == m_k) break; } if (i == m_k) break; } //fprintf(stderr, " %d\n", i); if (i != m_k) { *len = get_buf_len(in, c_m); *out = (char *) in + sizeof(uint32_t); return false; } char **output = (char **) malloc(m_k * sizeof(char *)); for (unsigned int i = 0; i < m_k; ++i) { output[i] = (char *) malloc(ss); } fec_decode((const fec_t *) state, (const gf *const *) pkt, (gf *const *) output, index, ss); i = 0; for (unsigned int j = 0; j < m_k; ++j) { if (repaired_slots.test(j)) { memcpy((void *) (in + j * ss), output[i], ss); i++; } } for (unsigned int i = 0; i < m_k; ++i) { free(output[i]); } free(output); uint32_t out_sz; memcpy(&out_sz, in, sizeof(out_sz)); //fprintf(stderr, " %d\n", out_sz); *len = out_sz; *out = (char *) in + sizeof(uint32_t); #endif #endif // defined HAVE_ZFEC return true; } static void usage() { color_printf(TBOLD("Reed-Solomon") " usage:\n"); color_printf("\t" TBOLD(TRED("-f rs") "[::]") "\n"); color_printf("\nwhere:\n"); color_printf("\t" TBOLD("") " - block length (default " TBOLD("%d") ", max %d)\n" "\t" TBOLD("") " - length of block + parity " "(default " TBOLD("%d") ", max %d),\n" "\t\t\tmust be > \n\n", DEFAULT_K_VIDEO, MAX_K, DEFAULT_N, MAX_N); char desc[] = "The n/k ratio determines the redundancy that the FEC provides. " "But please note that the " TUNDERLINE("strength") " of the FEC applies " TBOLD ("per frame") " basis, so 20%" " redundancy will cover 20% loss in a signle frame only.\n"; color_printf("%s\n", wrap_paragraph(desc)); }