gpujpeg.c File Reference

#include "debug.h"
#include "host.h"
#include "video.h"
#include "video_decompress.h"
#include <libgpujpeg/gpujpeg_decoder.h>
#include <libgpujpeg/gpujpeg_version.h>
#include <pthread.h>
#include <stdlib.h>
#include "lib_common.h"
#include "utils/macros.h"

Include dependency graph for gpujpeg.c:

Go to the source code of this file.

Classes
struct	state_decompress_gpujpeg

Macros
#define	MOD_NAME   "[GPUJPEG dec.] "
#define	NEW_PARAM_IMG_NO_COMP_COUNT

Functions
static int	configure_with (struct state_decompress_gpujpeg *s, struct video_desc desc)
static decompress_status	gpujpeg_decompress (void *state, unsigned char *dst, unsigned char *buffer, unsigned int src_len, int frame_seq, struct video_frame_callbacks *callbacks, struct pixfmt_desc *internal_prop)
static void	gpujpeg_decompress_done (void *state)
static int	gpujpeg_decompress_get_priority (codec_t compression, struct pixfmt_desc internal, codec_t ugc)
static int	gpujpeg_decompress_get_property (void *state, int property, void *val, size_t *len)
static void *	gpujpeg_decompress_init (void)
static int	gpujpeg_decompress_reconfigure (void *state, struct video_desc desc, int rshift, int gshift, int bshift, int pitch, codec_t out_codec)
static decompress_status	gpujpeg_probe_internal_codec (unsigned char *buffer, size_t len, struct pixfmt_desc *internal_prop)
	REGISTER_MODULE (gpujpeg, &gpujpeg_info, LIBRARY_CLASS_VIDEO_DECOMPRESS, VIDEO_DECOMPRESS_ABI_VERSION)

Variables
static const struct video_decompress_info	gpujpeg_info

Detailed Description

Author

Martin Pulec pulec.nosp@m.@ces.nosp@m.net.c.nosp@m.z

Definition in file gpujpeg.c.

Macro Definition Documentation

MOD_NAME

#define MOD_NAME   "[GPUJPEG dec.] "

Definition at line 57 of file gpujpeg.c.

Referenced by gpujpeg_decompress_init(), and gpujpeg_probe_internal_codec().

NEW_PARAM_IMG_NO_COMP_COUNT

#define NEW_PARAM_IMG_NO_COMP_COUNT

Definition at line 60 of file gpujpeg.c.

Referenced by configure_with().

Function Documentation

configure_with()

static int configure_with ( struct state_decompress_gpujpeg * s, struct video_desc desc )

static

Definition at line 74 of file gpujpeg.c.

{
        s->desc = desc;
 
        s->decoder = gpujpeg_decoder_create(NULL);
        if(!s->decoder) {
                return FALSE;
        }
 
        // setting verbosity - a bit tricky now, gpujpeg_decoder_init needs to be called with some "valid" data
        // otherwise, parameter setting is unneeded - it is done automaticaly by the image
        struct gpujpeg_parameters param;
        gpujpeg_set_default_parameters(&param);
        param.color_space_internal = GPUJPEG_YCBCR_BT709; // see comment bellow
        param.verbose = MAX(0, log_level - LOG_LEVEL_INFO);
        struct gpujpeg_image_parameters param_image;
        gpujpeg_image_set_default_parameters(&param_image);
        param_image.width = desc.width; // size must be non-zero in order the init to succeed
        param_image.height = desc.height;
        param_image.color_space = GPUJPEG_YCBCR_BT709; // assume now BT.709 as default - this is mainly applicable for FFmpeg-encoded
                                                       // JPEGs that doesn't indicate explicitly color spec (no JFIF marker, only CS=ITU601
                                                       // for BT.601 limited range - not enabled by UG encoder because FFmpeg emits it also for 709)
        int rc = gpujpeg_decoder_init(s->decoder, &param, &param_image);
        assert(rc == 0);
 
        switch (s->out_codec) {
        case I420:
                gpujpeg_decoder_set_output_format(s->decoder, GPUJPEG_YCBCR_BT709,
                                GPUJPEG_420_U8_P0P1P2);
                break;
        case RGBA:
                gpujpeg_decoder_set_output_format(s->decoder, GPUJPEG_RGB,
                                s->out_codec == RGBA && s->rshift == 0 && s->gshift == 8 && s->bshift == 16 && vc_get_linesize(desc.width, RGBA) == s->pitch ?
#ifdef NEW_PARAM_IMG_NO_COMP_COUNT
                                GPUJPEG_4444_U8_P0123 : GPUJPEG_444_U8_P012);
#else
                                GPUJPEG_444_U8_P012A : GPUJPEG_444_U8_P012);
#endif
                break;
        case RGB:
                gpujpeg_decoder_set_output_format(s->decoder, GPUJPEG_RGB,
                                GPUJPEG_444_U8_P012);
                break;
        case UYVY:
                gpujpeg_decoder_set_output_format(s->decoder, GPUJPEG_YCBCR_BT709,
                                GPUJPEG_422_U8_P1020);
                break;
        case VIDEO_CODEC_NONE:
                break;
        default:
                assert("Invalid codec!" && 0);
        }
 
        return TRUE;
}

References state_decompress_gpujpeg::bshift, state_decompress_gpujpeg::decoder, desc, state_decompress_gpujpeg::desc, FALSE, state_decompress_gpujpeg::gshift, video_desc::height, I420, log_level, LOG_LEVEL_INFO, MAX, NEW_PARAM_IMG_NO_COMP_COUNT, state_decompress_gpujpeg::out_codec, param, state_decompress_gpujpeg::pitch, RGB, RGBA, state_decompress_gpujpeg::rshift, TRUE, UYVY, vc_get_linesize(), VIDEO_CODEC_NONE, and video_desc::width.

Referenced by gpujpeg_decompress_reconfigure().

Here is the call graph for this function:

gpujpeg_decompress()

static decompress_status gpujpeg_decompress ( void * state, unsigned char * dst, unsigned char * buffer, unsigned int src_len, int frame_seq, struct video_frame_callbacks * callbacks, struct pixfmt_desc * internal_prop )

static

Definition at line 250 of file gpujpeg.c.

{
        UNUSED(frame_seq);
        UNUSED(callbacks);
        struct state_decompress_gpujpeg *s = (struct state_decompress_gpujpeg *) state;
        int ret;
        struct gpujpeg_decoder_output decoder_output;
        int linesize;
 
        if (s->out_codec == VIDEO_CODEC_NONE) {
                return gpujpeg_probe_internal_codec(buffer, src_len, internal_prop);
        }
 
        linesize = vc_get_linesize(s->desc.width, s->out_codec);
        
        gpujpeg_set_device(cuda_devices[0]);
 
        if (s->pitch == linesize && (s->out_codec == UYVY || s->out_codec == RGB
                                || (s->out_codec == RGBA && s->rshift == 0 && s->gshift == 8 && s->bshift == 16)
                        )) {
                gpujpeg_decoder_output_set_custom(&decoder_output, dst);
                //int data_decompressed_size = decoder_output.data_size;
                    
                ret = gpujpeg_decoder_decode(s->decoder, (uint8_t*) buffer, src_len, &decoder_output);
                if (ret != 0) return DECODER_NO_FRAME;
        } else {
                unsigned char *line_src, *line_dst;
                
                gpujpeg_decoder_output_set_default(&decoder_output);
                decoder_output.type = GPUJPEG_DECODER_OUTPUT_INTERNAL_BUFFER;
                //int data_decompressed_size = decoder_output.data_size;
                    
                ret = gpujpeg_decoder_decode(s->decoder, (uint8_t*) buffer, src_len, &decoder_output);
 
                if (ret != 0) return DECODER_NO_FRAME;
                
                line_dst = dst;
                line_src = decoder_output.data;
                for (unsigned i = 0u; i < s->desc.height; i++) {
                        if (s->out_codec == RGBA) {
                                vc_copylineRGBtoRGBA(line_dst, line_src, linesize,
                                                s->rshift, s->gshift, s->bshift);
                        } else {
                                assert(s->out_codec == UYVY || s->out_codec == I420);
                                memcpy(line_dst, line_src, linesize);
                        }
                                
                        line_dst += s->pitch;
                        line_src += vc_get_linesize(s->desc.width, s->out_codec);
                }
        }
 
        return DECODER_GOT_FRAME;
}

References state_decompress_gpujpeg::bshift, cuda_devices, state_decompress_gpujpeg::decoder, DECODER_GOT_FRAME, DECODER_NO_FRAME, state_decompress_gpujpeg::desc, gpujpeg_probe_internal_codec(), state_decompress_gpujpeg::gshift, video_desc::height, I420, state_decompress_gpujpeg::out_codec, state_decompress_gpujpeg::pitch, RGB, RGBA, state_decompress_gpujpeg::rshift, state, UNUSED, UYVY, vc_copylineRGBtoRGBA, vc_get_linesize(), VIDEO_CODEC_NONE, and video_desc::width.

Here is the call graph for this function:

gpujpeg_decompress_done()

static void gpujpeg_decompress_done ( void * state )

static

Definition at line 327 of file gpujpeg.c.

{
        struct state_decompress_gpujpeg *s = (struct state_decompress_gpujpeg *) state;
 
        if(s->decoder) {
                gpujpeg_decoder_destroy(s->decoder);
        }
        free(s);
}

References state_decompress_gpujpeg::decoder, and state.

gpujpeg_decompress_get_priority()

static int gpujpeg_decompress_get_priority ( codec_t compression, struct pixfmt_desc internal, codec_t ugc )

static

Definition at line 337 of file gpujpeg.c.

                                                                                                          {
        if (compression != JPEG && compression != MJPG) {
                return -1;
        }
        switch (ugc) {
                case VIDEO_CODEC_NONE:
                        return compression == JPEG ? 50 : 90; // for probe
                case I420:
                case RGB:
                case RGBA:
                case UYVY:
                        break;
                default:
                        return -1;
        }
        bool out_rgb = codec_is_a_rgb(ugc);
        if (compression == JPEG) {
                if (internal.depth == 0) { // unspecified
                        return 900;
                }
                return internal.rgb == out_rgb ? 200 : 500;
        }
        // decoding from FFmpeg MJPG has lower priority than libavcodec
        // decoder because those files doesn't has much independent
        // segments (1 per MCU row -> 68 for HD) -> lavd may be better
        if (internal.depth == 0) {
                return 920;
        }
        return internal.rgb == out_rgb ? 600 : 800;
}

References codec_is_a_rgb(), I420, JPEG, MJPG, RGB, RGBA, UYVY, and VIDEO_CODEC_NONE.

Here is the call graph for this function:

gpujpeg_decompress_get_property()

static int gpujpeg_decompress_get_property ( void * state, int property, void * val, size_t * len )

static

Definition at line 306 of file gpujpeg.c.

{
        struct state_decompress *s = (struct state_decompress *) state;
        UNUSED(s);
        int ret = FALSE;
 
        switch(property) {
                case DECOMPRESS_PROPERTY_ACCEPTS_CORRUPTED_FRAME:
                        if(*len >= sizeof(int)) {
                                *(int *) val = FALSE;
                                *len = sizeof(int);
                                ret = TRUE;
                        }
                        break;
                default:
                        ret = FALSE;
        }
 
        return ret;
}

References DECOMPRESS_PROPERTY_ACCEPTS_CORRUPTED_FRAME, FALSE, len, property, state, TRUE, UNUSED, and val.

gpujpeg_decompress_init()

static void * gpujpeg_decompress_init ( void )

static

Definition at line 130 of file gpujpeg.c.

{
        if (gpujpeg_version() >> 8 != GPUJPEG_VERSION_INT >> 8) {
                char ver_req[128] = "";
                char ver_lib[128] = "";
                strncpy(ver_req, gpujpeg_version_to_string(GPUJPEG_VERSION_INT), sizeof ver_req - 1);
                strncpy(ver_lib, gpujpeg_version_to_string(gpujpeg_version()), sizeof ver_lib - 1);
                log_msg(LOG_LEVEL_WARNING, "GPUJPEG API version mismatch! (compiled: %s, library present: %s, required same minor version)\n",
                                ver_req, ver_lib);
        }
 
        struct state_decompress_gpujpeg *s = (struct state_decompress_gpujpeg *) calloc(1, sizeof(struct state_decompress_gpujpeg));
 
        int ret;
        printf("Initializing CUDA device %d...\n", cuda_devices[0]);
        ret = gpujpeg_init_device(cuda_devices[0], TRUE);
        if(ret != 0) {
                log_msg(LOG_LEVEL_ERROR, MOD_NAME "initializing CUDA device %d failed.\n", cuda_devices[0]);
                free(s);
                return NULL;
        }
 
 
        return s;
}

References cuda_devices, LOG_LEVEL_ERROR, LOG_LEVEL_WARNING, log_msg(), MOD_NAME, and TRUE.

Here is the call graph for this function:

gpujpeg_decompress_reconfigure()

static int gpujpeg_decompress_reconfigure ( void * state, struct video_desc desc, int rshift, int gshift, int bshift, int pitch, codec_t out_codec )

static

Definition at line 156 of file gpujpeg.c.

{
        struct state_decompress_gpujpeg *s = (struct state_decompress_gpujpeg *) state;
        
        assert(out_codec == I420 || out_codec == RGB || out_codec == RGBA
                        || out_codec == UYVY || out_codec == VIDEO_CODEC_NONE);
 
        if(s->out_codec == out_codec &&
                        s->pitch == pitch &&
                        s->rshift == rshift &&
                        s->gshift == gshift &&
                        s->bshift == bshift &&
                        video_desc_eq_excl_param(s->desc, desc, PARAM_INTERLACING)) {
                return TRUE;
        } else {
                s->out_codec = out_codec;
                s->pitch = pitch;
                s->rshift = rshift;
                s->gshift = gshift;
                s->bshift = bshift;
                if(s->decoder) {
                        gpujpeg_decoder_destroy(s->decoder);
                }
                return configure_with(s, desc);
        }
}

References state_decompress_gpujpeg::bshift, configure_with(), state_decompress_gpujpeg::decoder, desc, state_decompress_gpujpeg::desc, state_decompress_gpujpeg::gshift, I420, state_decompress_gpujpeg::out_codec, PARAM_INTERLACING, state_decompress_gpujpeg::pitch, RGB, RGBA, state_decompress_gpujpeg::rshift, state, TRUE, UYVY, VIDEO_CODEC_NONE, and video_desc_eq_excl_param().

Here is the call graph for this function:

gpujpeg_probe_internal_codec()

static decompress_status gpujpeg_probe_internal_codec ( unsigned char * buffer, size_t len, struct pixfmt_desc * internal_prop )

static

Definition at line 184 of file gpujpeg.c.

                                                                                                                            {
        struct gpujpeg_image_parameters image_params = { 0 };
        gpujpeg_image_set_default_parameters(&image_params);
#if GPUJPEG_VERSION_INT >= GPUJPEG_MK_VERSION_INT(0, 20, 0)
        struct gpujpeg_parameters params;
        gpujpeg_set_default_parameters(&params);
        params.restart_interval = 0; // workaround for broken GPUJPEG from 2024-04 to 2024-08
        params.verbose = MAX(0, log_level - LOG_LEVEL_INFO);
        if (gpujpeg_decoder_get_image_info(buffer, len, &image_params, &params, NULL) != 0) {
#else
        if (gpujpeg_decoder_get_image_info(buffer, len, &image_params, NULL, MAX(0, log_level - LOG_LEVEL_INFO)) != 0) {
#endif
                log_msg(LOG_LEVEL_WARNING, MOD_NAME "probe - cannot get image info!\n");
                return DECODER_NO_FRAME;
        }
 
        internal_prop->depth = 8;
 
        switch (image_params.color_space) {
                case GPUJPEG_NONE:
                        abort();
                case GPUJPEG_RGB:
                        internal_prop->rgb = true;
                        break;
                case GPUJPEG_YUV:
                case GPUJPEG_YCBCR_BT601:
                case GPUJPEG_YCBCR_BT601_256LVLS:
                case GPUJPEG_YCBCR_BT709:
                        internal_prop->rgb = false;
                        break;
        }
 
        switch (image_params.pixel_format) {
                case GPUJPEG_PIXFMT_NONE:
                        abort();
                case GPUJPEG_U8:
                        internal_prop->subsampling = 4000;
                        break;
                case GPUJPEG_422_U8_P1020:
                case GPUJPEG_422_U8_P0P1P2:
                        internal_prop->subsampling = 4220;
                        break;
                case GPUJPEG_420_U8_P0P1P2:
                        internal_prop->subsampling = 4200;
                        break;
                case GPUJPEG_444_U8_P012:
                case GPUJPEG_444_U8_P0P1P2:
#if !defined NEW_PARAM_IMG_NO_COMP_COUNT
                case GPUJPEG_444_U8_P012Z:
#endif
                        internal_prop->subsampling = 4440;
                        break;
#ifdef NEW_PARAM_IMG_NO_COMP_COUNT
                case GPUJPEG_4444_U8_P0123:
#else
                case GPUJPEG_444_U8_P012A:
#endif
                        internal_prop->subsampling = 4444;
                        break;
 
        }
 
        log_msg(LOG_LEVEL_VERBOSE, "JPEG color space: %s\n", gpujpeg_color_space_get_name(image_params.color_space));
        return DECODER_GOT_CODEC;
}

References DECODER_GOT_CODEC, DECODER_NO_FRAME, pixfmt_desc::depth, len, log_level, LOG_LEVEL_INFO, LOG_LEVEL_VERBOSE, LOG_LEVEL_WARNING, log_msg(), MAX, MOD_NAME, pixfmt_desc::rgb, and pixfmt_desc::subsampling.

Referenced by gpujpeg_decompress().

Here is the call graph for this function:

REGISTER_MODULE()

REGISTER_MODULE	(	gpujpeg	,
		&	gpujpeg_info,
		LIBRARY_CLASS_VIDEO_DECOMPRESS	,
		VIDEO_DECOMPRESS_ABI_VERSION	)

Variable Documentation

gpujpeg_info

const struct video_decompress_info gpujpeg_info

static

Initial value:

= {
        gpujpeg_decompress_init,
        gpujpeg_decompress_reconfigure,
        gpujpeg_decompress,
        gpujpeg_decompress_get_property,
        gpujpeg_decompress_done,
        gpujpeg_decompress_get_priority,
}

Definition at line 368 of file gpujpeg.c.

                                                         {
        gpujpeg_decompress_init,
        gpujpeg_decompress_reconfigure,
        gpujpeg_decompress,
        gpujpeg_decompress_get_property,
        gpujpeg_decompress_done,
        gpujpeg_decompress_get_priority,
};