ff_codec_conversions_test.cpp

Go to the documentation of this file.

#ifdef HAVE_CONFIG_H
#include "config.h"
#include "config_unix.h"
#include "config_win32.h"
#endif
 
#if defined HAVE_LAVC
 
#include <algorithm>
#include <array>
#include <fstream>
#include <iostream>
#include <random>
#include <string>
#include <vector>
 
#include "libavcodec/from_lavc_vid_conv.h"
#include "libavcodec/to_lavc_vid_conv.h"
#include "tv.h"
#include "unit_common.h"
#include "video_capture/testcard_common.h"
#include "video_codec.h"
 
using namespace std::string_literals;
 
using std::array;
using std::copy;
using std::cerr;
using std::cout;
using std::default_random_engine;
using std::uniform_int_distribution;
using std::ifstream;
using std::min;
using std::max;
using std::to_string;
using std::vector;
 
constexpr int MIN_12B = 16;
constexpr int MAX_12B = 4079;
 
extern "C" {
        int ff_codec_conversions_test_yuv444pXXle_from_to_r10k();
        int ff_codec_conversions_test_yuv444pXXle_from_to_r12l();
        int ff_codec_conversions_test_yuv444p16le_from_to_rg48();
        int ff_codec_conversions_test_yuv444p16le_from_to_rg48_out_of_range();
        int ff_codec_conversions_test_pX10_from_to_v210();
}
 
#define CHECK(res) if ((res) != 0) { return res; }
 
#define TIMER(t) struct timeval t{}; gettimeofday(&(t), nullptr)
int ff_codec_conversions_test_yuv444pXXle_from_to_r10k()
{
        using namespace std::string_literals;
 
        constexpr int width = 320;
        constexpr int height = 240;
        vector <unsigned char> rgba_buf(width * height * 4);
 
        auto test_pattern = [&](AVPixelFormat avfmt) {
                vector <unsigned char> r10k_buf(width * height * 4);
                auto vc_copylineRGBAtoR10k = get_decoder_from_to(RGBA, R10k);
                assert(vc_copylineRGBAtoR10k != nullptr);
                vc_copylineRGBAtoR10k(r10k_buf.data(), rgba_buf.data(), 4L * width * height, 0, 8, 16);
 
                struct to_lavc_vid_conv *from_conv = to_lavc_vid_conv_init(R10k, width, height, avfmt, 1);
                auto to_conv = get_av_to_uv_conversion(avfmt, R10k);
                assert(to_conv != nullptr && from_conv != nullptr);
 
                TIMER(t0);
                AVFrame *converted = to_lavc_vid_conv(from_conv, (char *) r10k_buf.data());
                TIMER(t1);
                av_to_uv_convert(to_conv, reinterpret_cast<char*>(r10k_buf.data()), converted, width, height, vc_get_linesize(width, R10k), nullptr);
                TIMER(t2);
                to_lavc_vid_conv_destroy(&from_conv);
                av_to_uv_conversion_destroy(&to_conv);
 
                if (getenv("PERF") != nullptr) {
                        cout << "test_yuv444p16le_from_to_r10k: duration - enc " << tv_diff(t1, t0) << ", dec " <<tv_diff(t2, t1) << "\n";
                }
 
                vector <unsigned char> rgba_buf_res(width * height * 4);
                decoder_t vc_copyliner10k = get_decoder_from_to(R10k, RGBA);
                vc_copyliner10k(rgba_buf_res.data(), r10k_buf.data(), height * vc_get_linesize(width, RGBA), 0, 8, 16);
 
                int max_diff = 0;
                for (size_t i = 0; i < width * height; ++i) {
                        for (int j = 0; j < 3; ++j) {
                                max_diff = max<int>(max_diff, abs(rgba_buf[4 * i + j] - rgba_buf_res[4 * i + j]));
                                //fprintf(stderr, "%d %d\n", (int) rgba_buf[4 * i + j], (int) rgba_buf_res[4 * i + j]);
                        }
                        //fprintf(stderr, "R in 10 bits = %d\n", (int) (r10k_buf[4 * i] << 2) + (r10k_buf[4 * i + 1] >> 6));
                }
 
                if (getenv("DEBUG_DUMP") != nullptr) {
                        FILE *out = fopen("out.rgba","w");
                        fwrite(rgba_buf_res.data(), width * height * 4, 1, out);
                        fclose(out);
                }
 
                ASSERT_MESSAGE("Maximal allowed difference 1, found "s + to_string(max_diff), max_diff <= 1);
                return 0;
        };
 
        for (auto f : { AV_PIX_FMT_YUV444P10LE, AV_PIX_FMT_YUV444P12LE, AV_PIX_FMT_YUV444P16LE }) {
                int i = 0;
                for_each(rgba_buf.begin(), rgba_buf.end(), [&](unsigned char & c) { c = (i++ / 4) % 0x100; });
                CHECK(test_pattern(f));
 
                array<unsigned char, 4> pattern{ 0xFFU, 0, 0, 0xFFU };
                for_each(rgba_buf.begin(), rgba_buf.end(), [&](unsigned char & c) { c = pattern[i++ % 4]; });
                CHECK(test_pattern(f));
 
                default_random_engine rand_gen;
                for_each(rgba_buf.begin(), rgba_buf.end(), [&](unsigned char & c) { c = rand_gen() % 0x100; });
                CHECK(test_pattern(f));
        }
        return 0;
}
 
int ff_codec_conversions_test_yuv444pXXle_from_to_r12l()
{
        using namespace std::string_literals;
 
        constexpr int width = 320;
        constexpr int height = 240;
        vector <unsigned char> rgb_buf(width * height * 3);
        auto test_pattern = [&](AVPixelFormat avfmt) {
                vector <unsigned char> r12l_buf(vc_get_datalen(width, height, R12L));
                decoder_t rgb_to_r12l = get_decoder_from_to(RGB, R12L);
                rgb_to_r12l(r12l_buf.data(), rgb_buf.data(), vc_get_datalen(width, height, R12L), 0, 8, 16);
 
                struct to_lavc_vid_conv *from_conv = to_lavc_vid_conv_init(R12L, width, height, avfmt, 1);
                auto to_conv = get_av_to_uv_conversion(avfmt, R12L);
                assert(to_conv != nullptr && from_conv != nullptr);
 
                TIMER(t0);
                struct AVFrame *converted = to_lavc_vid_conv(from_conv, (char *) r12l_buf.data());
                TIMER(t1);
                av_to_uv_convert(to_conv, reinterpret_cast<char*>(r12l_buf.data()), converted, width, height, vc_get_linesize(width, R12L), nullptr);
                TIMER(t2);
                av_to_uv_conversion_destroy(&to_conv);
                to_lavc_vid_conv_destroy(&from_conv);
 
                if (getenv("PERF") != nullptr) {
                        cout << "test_yuv444p16le_from_to_r12l: duration - enc " << tv_diff(t1, t0) << ", dec " <<tv_diff(t2, t1) << "\n";
                }
 
 
                vector <unsigned char> rgb_buf_res(width * height * 3);
                decoder_t r12l_to_rgb = get_decoder_from_to(R12L, RGB);
                r12l_to_rgb(rgb_buf_res.data(), r12l_buf.data(), vc_get_datalen(width, height, RGB), 0, 8, 16);
 
                int max_diff = 0;
                for (size_t i = 0; i < width * height; ++i) {
                        for (int j = 0; j < 3; ++j) {
                                max_diff = max<int>(max_diff, abs(rgb_buf[3 * i + j] - rgb_buf_res[3 * i + j]));
                        }
                }
 
                if (getenv("DEBUG_DUMP") != nullptr) {
                        FILE *out = fopen("out.rgb","w");
                        fwrite(rgb_buf_res.data(), width * height * 3, 1, out);
                        fclose(out);
                }
 
                ASSERT_MESSAGE("Maximal allowed difference 1, found "s + to_string(max_diff), max_diff <= 1);
                return 0;
        };
 
        for (auto f : { AV_PIX_FMT_YUV444P10LE, AV_PIX_FMT_YUV444P12LE, AV_PIX_FMT_YUV444P16LE }) {
                int i = 0;
                array<unsigned char, 3> pattern{ 0xFFU, 0, 0 };
                for_each(rgb_buf.begin(), rgb_buf.end(), [&](unsigned char & c) { c = pattern[i++ % 3]; });
                CHECK(test_pattern(f));
 
                for_each(rgb_buf.begin(), rgb_buf.end(), [&](unsigned char & c) { c = (i++ / 3) % 0x100; });
                CHECK(test_pattern(f));
 
                default_random_engine rand_gen;
                for_each(rgb_buf.begin(), rgb_buf.end(), [&](unsigned char & c) { c = rand_gen() % 0x100; });
                CHECK(test_pattern(f));
        }
        return 0;
}
 
static void yuv444p16le_rg48_encode_decode(int width, int height, char *in, char *out) {
        AVPixelFormat avfmt = AV_PIX_FMT_YUV444P16LE;
 
        struct to_lavc_vid_conv *from_conv = to_lavc_vid_conv_init(RG48, width, height, avfmt, 1);
        auto to_conv = get_av_to_uv_conversion(avfmt, RG48);
        assert(to_conv && from_conv != nullptr);
 
        TIMER(t0);
        struct AVFrame *converted = to_lavc_vid_conv(from_conv, in);
        TIMER(t1);
        av_to_uv_convert(to_conv, reinterpret_cast<char*>(out), converted, width, height, vc_get_linesize(width, RG48), nullptr);
        TIMER(t2);
        av_to_uv_conversion_destroy(&to_conv);
        to_lavc_vid_conv_destroy(&from_conv);
 
        if (getenv("PERF") != nullptr) {
                cout << "test_yuv444p16le_from_to_rg48: duration - enc " << tv_diff(t1, t0) << ", dec " <<tv_diff(t2, t1) << "\n";
        }
}
 
int ff_codec_conversions_test_yuv444p16le_from_to_rg48_out_of_range()
{
        using namespace std::string_literals;
 
        constexpr int MAX_DIFF = 16;
 
        constexpr int width = 4096;
        constexpr int height = 5;
        vector <uint16_t> rg48_buf(width * height * 3);
        vector <uint16_t> rg48_buf_res(width * height * 3);
 
        for (int i = 0; i < 4096; i += 1) { // grayscale tones
                rg48_buf[3 * i] =
                        rg48_buf[3 * i + 1] =
                        rg48_buf[3 * i + 2] = 65535 * i / 4095;
        }
        for (int line = 0; line < 3; ++line) { // R, G, B scale
                for (int i = 0; i < 4096; i += 1) {
                        rg48_buf[(line + 1) * (width * 3) + 3 * i + line] = 65535 * i / 4095;
                }
        }
        for (int i = 0; i < 4096; i += 1) { // custom
                rg48_buf[4 * (width * 3) + 3 * i] = 65535;
                rg48_buf[4 * (width * 3) + 3 * i + 1] = 65535;
                rg48_buf[4 * (width * 3) + 3 * i + 2] = 0;
        }
 
        yuv444p16le_rg48_encode_decode(width, height, reinterpret_cast<char *>(rg48_buf.data()),
                        reinterpret_cast<char *>(rg48_buf_res.data()));
 
        int max_diff = 0;
        for (size_t i = 0; i < width * height; ++i) {
                for (int j = 0; j < 3; ++j) {
                        int in = rg48_buf[3 * i + j];
                        in = min(max(MIN_12B << 4U, in), MAX_12B << 4U);
                        int out = rg48_buf_res[3 * i + j];
                        int diff = in - out;
                        if (abs(diff) >= MAX_DIFF && getenv("DEBUG") != nullptr) {
                                cout << "different value at pos: " << i << "," << j << " diff: " << diff << "\n";
                        }
                        max_diff = max<int>(max_diff, abs(diff));
                        out >>= 4;
                        ASSERT_MESSAGE("Value "s + to_string(out) + " out of range "s + to_string(MIN_12B) + "-"s + to_string(MAX_12B), out >= MIN_12B && out <= MAX_12B);
                }
        }
 
        if (getenv("DEBUG_DUMP") != nullptr) {
                std::ofstream in("in.rg48", std::ifstream::out | std::ifstream::binary);
                in.write(reinterpret_cast<char *>(rg48_buf.data()), rg48_buf.size() * sizeof(decltype(rg48_buf)::value_type));
                std::ofstream out("out.rg48", std::ifstream::out | std::ifstream::binary);
                out.write(reinterpret_cast<char *>(rg48_buf_res.data()), rg48_buf_res.size() * sizeof(decltype(rg48_buf_res)::value_type));
        }
 
        ASSERT_MESSAGE("Maximal allowed difference "s + to_string (MAX_DIFF) + "/65535, found "s + to_string(max_diff), max_diff <= MAX_DIFF);
        return 0;
}
 
int ff_codec_conversions_test_yuv444p16le_from_to_rg48()
{
        constexpr int MAX_DIFF = 16; 
 
        int width = 2048;
        int height = 1;
        vector <uint16_t> rg48_buf(width * height * 3, MIN_12B << 4); // SDI minimal value
        vector <uint16_t> rg48_buf_res(width * height * 3);
 
        for (int i = 16; i < 2040; i += 1) {
                rg48_buf[3 * i] =
                        rg48_buf[3 * i + 1] =
                        rg48_buf[3 * i + 2] = (i * 2) << 4;
        }
        for (int i = 2040; i < 2048; i += 1) {
                rg48_buf[3 * i] =
                        rg48_buf[3 * i + 1] =
                        rg48_buf[3 * i + 2] = MAX_12B << 4;
        }
 
        if (getenv("UG_TEST_RG48_INPUT") != nullptr) {
                char *cpy = strdup(getenv("UG_TEST_RG48_INPUT"));
                char *filename = strtok(cpy, ":");
                width = atoi(strtok(nullptr, ":"));
                height = atoi(strtok(nullptr, ":"));
                rg48_buf.resize(width * height * 3);
                rg48_buf_res.resize(width * height * 3);
                ifstream in(filename, std::ifstream::in | std::ifstream::binary);
                in.read(reinterpret_cast<char *>(rg48_buf.data()), rg48_buf.size() * sizeof(decltype(rg48_buf)::value_type));
        }
 
        yuv444p16le_rg48_encode_decode(width, height, reinterpret_cast<char *>(rg48_buf.data()),
                        reinterpret_cast<char *>(rg48_buf_res.data()));
 
        int max_diff = 0;
        for (int i = 0; i < width * height; ++i) {
                for (int j = 0; j < 3; ++j) {
                        int in = rg48_buf[3 * i + j];
                        int out = rg48_buf_res[3 * i + j];
                        int diff = in - out;
                        if (abs(diff) >= MAX_DIFF && getenv("DEBUG") != nullptr) {
                                cout << "different value at pos: " << i << "," << j << " diff: " << diff << " in: " << in << " out: " << out << "\n";
                        }
                        max_diff = max<int>(max_diff, abs(diff));
                        out >>= 4;
                        ASSERT_MESSAGE("Value "s + to_string(out) + " out of range "s + to_string(MIN_12B) + "-"s + to_string(MAX_12B), out >= MIN_12B && out <= MAX_12B);
                }
        }
 
        if (getenv("DEBUG_DUMP") != nullptr) {
                std::ofstream in("in.rg48", std::ifstream::out | std::ifstream::binary);
                in.write(reinterpret_cast<char *>(rg48_buf.data()), rg48_buf.size() * sizeof(decltype(rg48_buf)::value_type));
                std::ofstream out("out.rg48", std::ifstream::out | std::ifstream::binary);
                out.write(reinterpret_cast<char *>(rg48_buf_res.data()), rg48_buf_res.size() * sizeof(decltype(rg48_buf_res)::value_type));
        }
 
        ASSERT_MESSAGE("Maximal allowed difference "s + to_string (MAX_DIFF) + "/65535, found "s + to_string(max_diff), max_diff <= MAX_DIFF);
        return 0;
}
 
int ff_codec_conversions_test_pX10_from_to_v210()
{
        constexpr codec_t codec = v210;
        constexpr long width = 1920;
        constexpr long height = 4;
        const long linesize = vc_get_linesize(width, codec);
        vector <uint32_t> in(height * linesize / sizeof(uint32_t));
        vector <uint32_t> out(height * linesize / sizeof(uint32_t));
        default_random_engine rand_gen;
        uniform_int_distribution<uint32_t> dist(0, 0x3fffffffLU);
 
        for (const auto &c : {AV_PIX_FMT_P010LE,
#if P210_PRESENT
                        AV_PIX_FMT_P210LE
#endif
                        }) {
#if P210_PRESENT
                if (c == AV_PIX_FMT_P210LE) {
#else
                if (false) {
#endif
                        std::for_each(in.begin(), in.end(), [&](uint32_t & c) { c = dist(rand_gen); });
                } else { // later using dummy "==" compare, chroma in odd and even line must be same for P010 to avoid rounding errors
                        std::for_each(in.begin(), in.begin() + linesize / sizeof(uint32_t), [&](uint32_t & c) { c =  dist(rand_gen); });
                        for (int i = 1; i < height; ++i) {
                                std::copy(in.begin(), in.begin() + linesize / sizeof(uint32_t), in.begin() + linesize / sizeof(uint32_t) * i);
                        }
                }
 
                struct to_lavc_vid_conv *from_conv = to_lavc_vid_conv_init(codec, width, height, c, 1);
                auto to_conv = get_av_to_uv_conversion(c, codec);
                assert(from_conv != nullptr);
                assert(to_conv != nullptr);
 
                struct AVFrame *converted = to_lavc_vid_conv(from_conv, (char *) in.data());
                av_to_uv_convert(to_conv, reinterpret_cast<char *>(out.data()), converted, width, height, vc_get_linesize(width, codec), nullptr);
                av_to_uv_conversion_destroy(&to_conv);
                to_lavc_vid_conv_destroy(&from_conv);
 
                if (getenv("DEBUG_DUMP") != nullptr) {
                        for (int i = 0; i < 128; i += 1) {
                                auto *din = reinterpret_cast<uint32_t *>(in.data()) + i * 4;
                                auto *dout = reinterpret_cast<uint32_t *>(out.data()) + i * 4;
                                printf("0x%08x IN =%08x %08x %08x %08x\n", i * 16, din[0], din[1], din[2], din[3]);
                                printf("0x%08x OUT=%08x %08x %08x %08x\n", i * 16, dout[0], dout[1], dout[2], dout[3]);
                        }
                }
 
                ASSERT_MESSAGE("Error: output doesn't match input"s, in == out);
                out[(width / 2) * height] = 123;
                ASSERT_MESSAGE("Error: output matches input but it shouldn't"s, in != out);
        }
        return 0;
}
 
#endif // HAVE_LAVC