VideoDelegate Class Reference

Inheritance diagram for VideoDelegate:

Collaboration diagram for VideoDelegate:

Public Member Functions
	VideoDelegate (struct vidcap_decklink_state *state, struct device_state &device_)
virtual	~VideoDelegate ()
virtual ULONG STDMETHODCALLTYPE	AddRef (void) override
virtual HRESULT STDMETHODCALLTYPE	QueryInterface (REFIID, LPVOID *) override
virtual ULONG STDMETHODCALLTYPE	Release (void) override
virtual HRESULT STDMETHODCALLTYPE	VideoInputFormatChanged (BMDVideoInputFormatChangedEvents notificationEvents, IDeckLinkDisplayMode *mode, BMDDetectedVideoInputFormatFlags flags) noexcept override
virtual HRESULT STDMETHODCALLTYPE	VideoInputFrameArrived (IDeckLinkVideoInputFrame *, IDeckLinkAudioInputPacket *) override

Static Public Member Functions
static auto	getNotificationEventsStr (BMDVideoInputFormatChangedEvents notificationEvents, BMDDetectedVideoInputFormatFlags flags) noexcept

Public Attributes
struct device_state &	device
BMDTimeValue	frameTime {}
IDeckLinkVideoInputFrame *	lastFrame {nullptr}
int	newFrameReady {}
void *	pixelFrame {}
void *	pixelFrameRight {}
IDeckLinkVideoFrame *	rightEyeFrame {}
struct vidcap_decklink_state *	s
uint32_t	timecode {}

Private Attributes
BMDDetectedVideoInputFormatFlags	configuredCsBitDepth {}
int32_t	mRefCount {}

Static Private Attributes
static constexpr BMDDetectedVideoInputFormatFlags	bitDepthMask {bmdDetectedVideoInput8BitDepth | bmdDetectedVideoInput10BitDepth | bmdDetectedVideoInput12BitDepth}
static constexpr BMDDetectedVideoInputFormatFlags	csMask {bmdDetectedVideoInputYCbCr422 | bmdDetectedVideoInputRGB444}

Detailed Description

Definition at line 231 of file decklink.cpp.

Constructor & Destructor Documentation

VideoDelegate()

VideoDelegate::VideoDelegate ( struct vidcap_decklink_state * state, struct device_state & device_ )

inline

Definition at line 249 of file decklink.cpp.

                                                                                         : s(state), device(device_) {
        }

~VideoDelegate()

virtual VideoDelegate::~VideoDelegate ( )

inlinevirtual

Definition at line 252 of file decklink.cpp.

                                  {
                RELEASE_IF_NOT_NULL(rightEyeFrame);
                RELEASE_IF_NOT_NULL(lastFrame);
        }

References lastFrame, RELEASE_IF_NOT_NULL, and rightEyeFrame.

Member Function Documentation

AddRef()

virtual ULONG STDMETHODCALLTYPE VideoDelegate::AddRef ( void )

inlineoverridevirtual

Definition at line 258 of file decklink.cpp.

                                                               {
                return mRefCount++;
        }

References mRefCount.

getNotificationEventsStr()

static auto VideoDelegate::getNotificationEventsStr ( BMDVideoInputFormatChangedEvents notificationEvents, BMDDetectedVideoInputFormatFlags flags )

inlinestaticnoexcept

Definition at line 270 of file decklink.cpp.

                                                                                                                                                   {
                string status{};
                map<BMDDetectedVideoInputFormatFlags, string> change_map {
                        { bmdVideoInputDisplayModeChanged, "display mode"s },
                        { bmdVideoInputFieldDominanceChanged, "field dominance"s },
                        { bmdVideoInputColorspaceChanged, "color space"s },
                };
                for (auto &i : change_map) {
                        if ((notificationEvents & i.first) != 0U) {
                                if (!status.empty()) {
                                        status += ", "s;
                                }
                                status += i.second;
                        }
                }
                if (status.empty()) {
                        status = "unknown"s;
                }
                status += " - ";
                map<BMDDetectedVideoInputFormatFlags, string> flag_map {
                        { bmdDetectedVideoInputYCbCr422, "YCbCr422"s },
                        { bmdDetectedVideoInputRGB444, "RGB444"s },
                        { bmdDetectedVideoInputDualStream3D, "DualStream3D"s },
                        { bmdDetectedVideoInput12BitDepth, "12bit"s },
                        { bmdDetectedVideoInput10BitDepth, "10bit"s },
                        { bmdDetectedVideoInput8BitDepth, "8bit"s },
                };
                bool first = true;
                for (auto &i : flag_map) {
                        if ((flags & i.first) != 0U) {
                                if (!first) {
                                        status += ", "s;
                                }
                                status += i.second;
                                first = false;
                        }
                }
                return status;
        }

References first, flags, and s.

Referenced by VideoInputFormatChanged().

QueryInterface()

virtual HRESULT STDMETHODCALLTYPE VideoDelegate::QueryInterface ( REFIID , LPVOID *  )

inlineoverridevirtual

Definition at line 257 of file decklink.cpp.

{ return E_NOINTERFACE; }

Release()

virtual ULONG STDMETHODCALLTYPE VideoDelegate::Release ( void )

inlineoverridevirtual

Definition at line 261 of file decklink.cpp.

                                                                {
                int32_t newRefValue = mRefCount--;
                if (newRefValue == 0)
                {
                        delete this;
                        return 0;
                }
                return newRefValue;
        }

References mRefCount.

VideoInputFormatChanged()

virtual HRESULT STDMETHODCALLTYPE VideoDelegate::VideoInputFormatChanged ( BMDVideoInputFormatChangedEvents notificationEvents, IDeckLinkDisplayMode * mode, BMDDetectedVideoInputFormatFlags flags )

inlineoverridevirtualnoexcept

Definition at line 310 of file decklink.cpp.

                                                                                  {
                LOG(LOG_LEVEL_NOTICE)
                    << MOD_NAME << "Format change detected ("
                    << getNotificationEventsStr(notificationEvents, flags)
                    << ").\n";
 
                bool detected_3d = (flags & bmdDetectedVideoInputDualStream3D) != 0U;
                if (detected_3d != s->stereo) {
                        LOG(LOG_LEVEL_WARNING)
                            << MOD_NAME << "Stereoscopic 3D "
                            << (detected_3d ? "" : "not ") << "detected but "
                            << (s->stereo ? "" : "not ")
                            << "enabled! "
                               "Switching automatically. This behavior is "
                               "experimental so please report any problems. "
                               "You can also specify `3D` option explicitly.\n";
                        s->stereo = detected_3d;
                        s->enable_flags ^= bmdVideoInputDualStream3D;
                }
                BMDDetectedVideoInputFormatFlags csBitDepth = flags & (csMask | bitDepthMask);
                unique_lock<mutex> lk(s->lock);
                if (notificationEvents & bmdVideoInputColorspaceChanged && csBitDepth != configuredCsBitDepth) {
                        if ((csBitDepth & bitDepthMask) == 0U) { // if no bit depth, assume 8-bit
                                csBitDepth |= bmdDetectedVideoInput8BitDepth;
                        }
                        if (s->requested_bit_depth != 0) {
                                csBitDepth = (flags & csMask) | s->requested_bit_depth;
                        }
                        unordered_map<BMDDetectedVideoInputFormatFlags, codec_t> m = {
                                {bmdDetectedVideoInputYCbCr422 | bmdDetectedVideoInput8BitDepth, UYVY},
                                {bmdDetectedVideoInputYCbCr422 | bmdDetectedVideoInput10BitDepth, v210},
                                {bmdDetectedVideoInputYCbCr422 | bmdDetectedVideoInput12BitDepth, v210}, // weird
                                {bmdDetectedVideoInputRGB444 | bmdDetectedVideoInput8BitDepth, RGBA},
                                {bmdDetectedVideoInputRGB444 | bmdDetectedVideoInput10BitDepth, R10k},
                                {bmdDetectedVideoInputRGB444 | bmdDetectedVideoInput12BitDepth, R12L},
                        };
                        if (s->requested_bit_depth == 0 && (csBitDepth & bmdDetectedVideoInput8BitDepth) == 0) {
                                const string & depth = (flags & bmdDetectedVideoInput10BitDepth) != 0U ? "10"s : "12"s;
                                LOG(LOG_LEVEL_WARNING)
                                    << MOD_NAME << "Detected " << depth
                                    << "-bit signal, use \":codec=UYVY\" to "
                                       "enforce 8-bit capture (old "
                                       "behavior).\n";
                        }
 
                        s->set_codec(m.at(csBitDepth));
                        configuredCsBitDepth = csBitDepth;
                }
 
                if (notificationEvents & bmdVideoInputDisplayModeChanged) {
                        IDeckLinkInput *deckLinkInput = device.deckLinkInput;
                        deckLinkInput->PauseStreams();
                        BMDPixelFormat pf{};
                        if (HRESULT result = set_display_mode_properties(s, device.tile, mode, /* out */ &pf); FAILED(result)) {
                                LOG(LOG_LEVEL_ERROR) << MOD_NAME << "set_display_mode_properties: " << bmd_hresult_to_string(result) << "\n";
                                return result;
                        }
                        CALL_AND_CHECK(deckLinkInput->EnableVideoInput(mode->GetDisplayMode(), pf, s->enable_flags), "EnableVideoInput");
                        deckLinkInput->FlushStreams();
                        deckLinkInput->StartStreams();
                }
 
                return S_OK;
        }

References bitDepthMask, bmd_hresult_to_string(), CALL_AND_CHECK, configuredCsBitDepth, csMask, device_state::deckLinkInput, device, vidcap_decklink_state::enable_flags, FAILED, flags, getNotificationEventsStr(), vidcap_decklink_state::lock, LOG, LOG_LEVEL_ERROR, LOG_LEVEL_NOTICE, LOG_LEVEL_WARNING, MOD_NAME, mode, R10k, R12L, vidcap_decklink_state::requested_bit_depth, RGBA, s, vidcap_decklink_state::set_codec(), set_display_mode_properties(), vidcap_decklink_state::stereo, device_state::tile, UYVY, and v210.

Here is the call graph for this function:

VideoInputFrameArrived()

HRESULT VideoDelegate::VideoInputFrameArrived ( IDeckLinkVideoInputFrame * videoFrame, IDeckLinkAudioInputPacket * audioPacket )

overridevirtual

Todo

videoFrame should be actually retained until the data are processed

Definition at line 381 of file decklink.cpp.

{
        bool nosig = false;
 
        unique_lock<mutex> lk(s->lock);
// LOCK - LOCK - LOCK - LOCK - LOCK - LOCK - LOCK - LOCK - LOCK - LOCK - LOCK //
 
        // Video
        if (videoFrame)
        {
                if (videoFrame->GetFlags() & bmdFrameHasNoInputSource) {
                        nosig = true;
                        log_msg(LOG_LEVEL_INFO, "Frame received (#%d) - No input signal detected\n", s->frames);
                        newFrameReady = s->nosig_send ? 1 : -1;
                } else {
                        newFrameReady = 1; // The new frame is ready to grab
                        // printf("Frame received (#%lu) - Valid Frame (Size: %li bytes)\n", framecount, videoFrame->GetRowBytes() * videoFrame->GetHeight());
                }
 
                BMDTimeValue unused_duration = 0;
                videoFrame->GetStreamTime(&frameTime, &unused_duration,
                                          s->frameRateScale);
        }
 
        if (audioPacket && !nosig) {
                if (s->audioPackets.size() < MAX_AUDIO_PACKETS) {
                        audioPacket->AddRef();
                        s->audioPackets.push(audioPacket);
                } else {
                        LOG(LOG_LEVEL_WARNING) << MOD_NAME "Dropping audio packet, queue full.\n";
                }
        }
 
        if (videoFrame && newFrameReady == 1 && (!nosig || !lastFrame)) {
                videoFrame->GetBytes(&pixelFrame);
 
                RELEASE_IF_NOT_NULL(lastFrame);
                lastFrame = videoFrame;
                lastFrame->AddRef();
 
                IDeckLinkTimecode *tc = NULL;
                if (videoFrame->GetTimecode(bmdTimecodeRP188Any, &tc) == S_OK) {
                        timecode = tc->GetBCD();
                        tc->Release();
                } else {
                        timecode = 0;
                        if (s->sync_timecode) {
                                log_msg(LOG_LEVEL_ERROR, "Failed to acquire timecode from stream. Disabling sync.\n");
                                s->sync_timecode = false;
                        }
                }
 
                RELEASE_IF_NOT_NULL(rightEyeFrame);
                pixelFrameRight = NULL;
 
                if(s->stereo) {
                        IDeckLinkVideoFrame3DExtensions *rightEye;
                        HRESULT result;
                        result = videoFrame->QueryInterface(IID_IDeckLinkVideoFrame3DExtensions, (void **)&rightEye);
 
                        if (result == S_OK) {
                                result = rightEye->GetFrameForRightEye(&rightEyeFrame);
 
                                if(result == S_OK) {
                                        if (rightEyeFrame->GetFlags() & bmdFrameHasNoInputSource)
                                        {
                                                log_msg(LOG_LEVEL_ERROR, MOD_NAME "Right Eye Frame received (#%d) - No input signal detected\n", s->frames);
                                        }
                                        rightEyeFrame->GetBytes(&pixelFrameRight);
                                }
                        }
                        rightEye->Release();
                        if(!pixelFrameRight) {
                                log_msg(LOG_LEVEL_ERROR, MOD_NAME "Sending right eye error.\n");
                        }
                }
        }
 
        lk.unlock();
        s->boss_cv.notify_one();
        
// UNLOCK - UNLOCK - UNLOCK - UNLOCK - UNLOCK - UNLOCK - UNLOCK - UNLOCK - UN //
 
        return S_OK;
}

References vidcap_decklink_state::audioPackets, vidcap_decklink_state::boss_cv, vidcap_decklink_state::frameRateScale, vidcap_decklink_state::frames, frameTime, lastFrame, vidcap_decklink_state::lock, LOG, LOG_LEVEL_ERROR, LOG_LEVEL_INFO, LOG_LEVEL_WARNING, log_msg(), MAX_AUDIO_PACKETS, MOD_NAME, newFrameReady, vidcap_decklink_state::nosig_send, pixelFrame, pixelFrameRight, RELEASE_IF_NOT_NULL, rightEyeFrame, s, vidcap_decklink_state::stereo, vidcap_decklink_state::sync_timecode, and timecode.

Here is the call graph for this function:

Member Data Documentation

bitDepthMask

BMDDetectedVideoInputFormatFlags VideoDelegate::bitDepthMask {bmdDetectedVideoInput8BitDepth | bmdDetectedVideoInput10BitDepth | bmdDetectedVideoInput12BitDepth}

staticconstexprprivate

Definition at line 235 of file decklink.cpp.

{bmdDetectedVideoInput8BitDepth | bmdDetectedVideoInput10BitDepth | bmdDetectedVideoInput12BitDepth};

Referenced by VideoInputFormatChanged().

configuredCsBitDepth

BMDDetectedVideoInputFormatFlags VideoDelegate::configuredCsBitDepth {}

private

Definition at line 236 of file decklink.cpp.

{};

Referenced by VideoInputFormatChanged().

csMask

BMDDetectedVideoInputFormatFlags VideoDelegate::csMask {bmdDetectedVideoInputYCbCr422 | bmdDetectedVideoInputRGB444}

staticconstexprprivate

Definition at line 234 of file decklink.cpp.

{bmdDetectedVideoInputYCbCr422 | bmdDetectedVideoInputRGB444};

Referenced by VideoInputFormatChanged().

device

struct device_state& VideoDelegate::device

Definition at line 247 of file decklink.cpp.

Referenced by VideoInputFormatChanged().

frameTime

BMDTimeValue VideoDelegate::frameTime {}

Definition at line 240 of file decklink.cpp.

{};

Referenced by VideoInputFrameArrived().

lastFrame

IDeckLinkVideoInputFrame* VideoDelegate::lastFrame {nullptr}

Definition at line 244 of file decklink.cpp.

{nullptr};

Referenced by ~VideoDelegate(), and VideoInputFrameArrived().

mRefCount

int32_t VideoDelegate::mRefCount {}

private

Definition at line 233 of file decklink.cpp.

{};

Referenced by AddRef(), and Release().

newFrameReady

int VideoDelegate::newFrameReady {}

Definition at line 239 of file decklink.cpp.

{}; // -1 == timeout

Referenced by VideoInputFrameArrived().

pixelFrame

void* VideoDelegate::pixelFrame {}

Definition at line 242 of file decklink.cpp.

{};

Referenced by VideoInputFrameArrived().

pixelFrameRight

void* VideoDelegate::pixelFrameRight {}

Definition at line 243 of file decklink.cpp.

{};

Referenced by VideoInputFrameArrived().

rightEyeFrame

IDeckLinkVideoFrame* VideoDelegate::rightEyeFrame {}

Definition at line 241 of file decklink.cpp.

{};

Referenced by ~VideoDelegate(), and VideoInputFrameArrived().

s

struct vidcap_decklink_state* VideoDelegate::s

Definition at line 246 of file decklink.cpp.

Referenced by getNotificationEventsStr(), VideoInputFormatChanged(), and VideoInputFrameArrived().

timecode

uint32_t VideoDelegate::timecode {}

Definition at line 245 of file decklink.cpp.

{};

Referenced by VideoInputFrameArrived().

---

The documentation for this class was generated from the following file:

• src/video_capture/decklink.cpp