#include "DeckLinkSession.h" #include "DeckLinkDisplayMode.h" #include "GlRenderConstants.h" #include #include #include #include #include namespace { std::string BstrToUtf8(BSTR value) { if (value == nullptr) return std::string(); const int requiredBytes = WideCharToMultiByte(CP_UTF8, 0, value, -1, NULL, 0, NULL, NULL); if (requiredBytes <= 1) return std::string(); std::vector utf8Name(static_cast(requiredBytes), '\0'); if (WideCharToMultiByte(CP_UTF8, 0, value, -1, utf8Name.data(), requiredBytes, NULL, NULL) <= 0) return std::string(); return std::string(utf8Name.data()); } } DeckLinkSession::~DeckLinkSession() { ReleaseResources(); } void DeckLinkSession::ReleaseResources() { if (input != nullptr) input->SetCallback(nullptr); captureDelegate.Release(); input.Release(); if (output != nullptr) output->SetScheduledFrameCompletionCallback(nullptr); if (keyer != nullptr) { keyer->Disable(); externalKeyingActive = false; } keyer.Release(); playoutDelegate.Release(); outputVideoFrameQueue.clear(); output.Release(); playoutAllocator.Release(); } bool DeckLinkSession::DiscoverDevicesAndModes(BMDDisplayMode inputDisplayMode, BMDDisplayMode outputDisplayMode, const std::string& requestedInputDisplayModeName, const std::string& requestedOutputDisplayModeName, std::string& error) { CComPtr deckLinkIterator; CComPtr inputMode; CComPtr outputMode; inputDisplayModeName = requestedInputDisplayModeName; outputDisplayModeName = requestedOutputDisplayModeName; HRESULT result = CoCreateInstance(CLSID_CDeckLinkIterator, nullptr, CLSCTX_ALL, IID_IDeckLinkIterator, reinterpret_cast(&deckLinkIterator)); if (FAILED(result)) { error = "Please install the Blackmagic DeckLink drivers to use the features of this application."; return false; } CComPtr deckLink; while (deckLinkIterator->Next(&deckLink) == S_OK) { int64_t duplexMode; bool deviceSupportsInternalKeying = false; bool deviceSupportsExternalKeying = false; std::string modelName; CComPtr deckLinkAttributes; if (deckLink->QueryInterface(IID_IDeckLinkProfileAttributes, (void**)&deckLinkAttributes) != S_OK) { printf("Could not obtain the IDeckLinkProfileAttributes interface\n"); deckLink.Release(); continue; } result = deckLinkAttributes->GetInt(BMDDeckLinkDuplex, &duplexMode); BOOL attributeFlag = FALSE; if (deckLinkAttributes->GetFlag(BMDDeckLinkSupportsInternalKeying, &attributeFlag) == S_OK) deviceSupportsInternalKeying = (attributeFlag != FALSE); attributeFlag = FALSE; if (deckLinkAttributes->GetFlag(BMDDeckLinkSupportsExternalKeying, &attributeFlag) == S_OK) deviceSupportsExternalKeying = (attributeFlag != FALSE); CComBSTR modelNameBstr; if (deckLinkAttributes->GetString(BMDDeckLinkModelName, &modelNameBstr) == S_OK) modelName = BstrToUtf8(modelNameBstr); if (result != S_OK || duplexMode == bmdDuplexInactive) { deckLink.Release(); continue; } bool inputUsed = false; if (!input && deckLink->QueryInterface(IID_IDeckLinkInput, (void**)&input) == S_OK) inputUsed = true; if (!output && (!inputUsed || (duplexMode == bmdDuplexFull))) { if (deckLink->QueryInterface(IID_IDeckLinkOutput, (void**)&output) != S_OK) output.Release(); else { outputModelName = modelName; supportsInternalKeying = deviceSupportsInternalKeying; supportsExternalKeying = deviceSupportsExternalKeying; } } deckLink.Release(); if (output && input) break; } if (!output) { error = "Expected an Output DeckLink device"; ReleaseResources(); return false; } CComPtr inputDisplayModeIterator; if (input && input->GetDisplayModeIterator(&inputDisplayModeIterator) != S_OK) { error = "Cannot get input Display Mode Iterator."; ReleaseResources(); return false; } if (input && !FindDeckLinkDisplayMode(inputDisplayModeIterator, inputDisplayMode, &inputMode)) { error = "Cannot get specified input BMDDisplayMode for configured mode: " + requestedInputDisplayModeName; ReleaseResources(); return false; } inputDisplayModeIterator.Release(); CComPtr outputDisplayModeIterator; if (output->GetDisplayModeIterator(&outputDisplayModeIterator) != S_OK) { error = "Cannot get output Display Mode Iterator."; ReleaseResources(); return false; } if (!FindDeckLinkDisplayMode(outputDisplayModeIterator, outputDisplayMode, &outputMode)) { error = "Cannot get specified output BMDDisplayMode for configured mode: " + requestedOutputDisplayModeName; ReleaseResources(); return false; } outputFrameWidth = outputMode->GetWidth(); outputFrameHeight = outputMode->GetHeight(); inputFrameWidth = inputMode ? inputMode->GetWidth() : outputFrameWidth; inputFrameHeight = inputMode ? inputMode->GetHeight() : outputFrameHeight; if (!input) inputDisplayModeName = "No input - black frame"; outputMode->GetFrameRate(&frameDuration, &frameTimescale); return true; } bool DeckLinkSession::ConfigureInput(OpenGLComposite* owner, HDC hdc, HGLRC hglrc, BMDDisplayMode inputDisplayMode, std::string& error) { if (!input) { hasNoInputSource = true; inputDisplayModeName = "No input - black frame"; return true; } CComPtr captureAllocator(new (std::nothrow) InputAllocatorPool(hdc, hglrc)); if (input->EnableVideoInputWithAllocatorProvider(inputDisplayMode, bmdFormat8BitYUV, bmdVideoInputFlagDefault, captureAllocator) != S_OK) { OutputDebugStringA("DeckLink input could not be enabled; continuing in output-only black-frame mode.\n"); input.Release(); hasNoInputSource = true; inputDisplayModeName = "No input - black frame"; return true; } captureDelegate.Attach(new (std::nothrow) CaptureDelegate(owner)); if (captureDelegate == nullptr) { error = "DeckLink input setup failed while creating the capture callback."; return false; } if (input->SetCallback(captureDelegate) != S_OK) { error = "DeckLink input setup failed while installing the capture callback."; return false; } return true; } bool DeckLinkSession::ConfigureOutput(OpenGLComposite* owner, HDC hdc, HGLRC hglrc, BMDDisplayMode outputDisplayMode, bool externalKeyingEnabled, std::string& error) { int outputFrameRowBytes = 0; if (output->RowBytesForPixelFormat(bmdFormat8BitBGRA, outputFrameWidth, &outputFrameRowBytes) != S_OK) { error = "DeckLink output setup failed while calculating BGRA row bytes."; return false; } playoutAllocator.Attach(new (std::nothrow) PinnedMemoryAllocator(hdc, hglrc, VideoFrameTransfer::GPUtoCPU, 1, outputFrameRowBytes * outputFrameHeight)); if (playoutAllocator == nullptr) { error = "DeckLink output setup failed while creating the playout allocator."; return false; } if (output->EnableVideoOutput(outputDisplayMode, bmdVideoOutputFlagDefault) != S_OK) { error = "DeckLink output setup failed while enabling video output."; return false; } if (output->QueryInterface(IID_IDeckLinkKeyer, (void**)&keyer) == S_OK && keyer != NULL) keyerInterfaceAvailable = true; if (externalKeyingEnabled) { if (!supportsExternalKeying) { statusMessage = "External keying was requested, but the selected DeckLink output does not report external keying support."; } else if (!keyerInterfaceAvailable) { statusMessage = "External keying was requested, but the selected DeckLink output does not expose the IDeckLinkKeyer interface."; } else if (keyer->Enable(TRUE) != S_OK || keyer->SetLevel(255) != S_OK) { statusMessage = "External keying was requested, but enabling the DeckLink keyer failed."; } else { externalKeyingActive = true; statusMessage = "External keying is active on the selected DeckLink output."; } } else if (supportsExternalKeying) { statusMessage = "Selected DeckLink output supports external keying. Set enableExternalKeying to true in runtime-host.json to request it."; } for (int i = 0; i < 10; i++) { CComPtr outputFrame; CComPtr outputFrameBuffer; if (playoutAllocator->AllocateVideoBuffer(&outputFrameBuffer) != S_OK) { error = "DeckLink output setup failed while allocating an output frame buffer."; return false; } if (output->CreateVideoFrameWithBuffer(outputFrameWidth, outputFrameHeight, outputFrameRowBytes, bmdFormat8BitBGRA, bmdFrameFlagFlipVertical, outputFrameBuffer, &outputFrame) != S_OK) { error = "DeckLink output setup failed while creating an output video frame."; return false; } outputVideoFrameQueue.push_back(outputFrame); } playoutDelegate.Attach(new (std::nothrow) PlayoutDelegate(owner)); if (playoutDelegate == nullptr) { error = "DeckLink output setup failed while creating the playout callback."; return false; } if (output->SetScheduledFrameCompletionCallback(playoutDelegate) != S_OK) { error = "DeckLink output setup failed while installing the scheduled-frame callback."; return false; } return true; } double DeckLinkSession::FrameBudgetMilliseconds() const { return frameTimescale != 0 ? (static_cast(frameDuration) * 1000.0) / static_cast(frameTimescale) : 0.0; } IDeckLinkMutableVideoFrame* DeckLinkSession::RotateOutputFrame() { CComPtr outputVideoFrame = outputVideoFrameQueue.front(); outputVideoFrameQueue.push_back(outputVideoFrame); outputVideoFrameQueue.pop_front(); return outputVideoFrame.p; } bool DeckLinkSession::TransferPlayoutFrame(void* address, GLuint outputTexture) { return playoutAllocator != nullptr && playoutAllocator->transferFrame(address, outputTexture); } void DeckLinkSession::WaitForPlayoutTransferComplete(void* address) { if (playoutAllocator != nullptr) playoutAllocator->waitForTransferComplete(address); } void DeckLinkSession::AccountForCompletionResult(BMDOutputFrameCompletionResult completionResult) { if (completionResult == bmdOutputFrameDisplayedLate || completionResult == bmdOutputFrameDropped) totalPlayoutFrames += 2; } bool DeckLinkSession::ScheduleOutputFrame(IDeckLinkMutableVideoFrame* outputVideoFrame) { if (output->ScheduleVideoFrame(outputVideoFrame, (totalPlayoutFrames * frameDuration), frameDuration, frameTimescale) != S_OK) return false; totalPlayoutFrames++; return true; } bool DeckLinkSession::Start() { totalPlayoutFrames = 0; if (!output) { MessageBoxA(NULL, "Cannot start playout because no DeckLink output device is available.", "DeckLink start failed", MB_OK | MB_ICONERROR); return false; } if (outputVideoFrameQueue.empty()) { MessageBoxA(NULL, "Cannot start playout because the output frame queue is empty.", "DeckLink start failed", MB_OK | MB_ICONERROR); return false; } for (unsigned i = 0; i < kPrerollFrameCount; i++) { CComPtr outputVideoFrame = outputVideoFrameQueue.front(); outputVideoFrameQueue.push_back(outputVideoFrame); outputVideoFrameQueue.pop_front(); CComPtr outputVideoFrameBuffer; if (outputVideoFrame->QueryInterface(IID_IDeckLinkVideoBuffer, (void**)&outputVideoFrameBuffer) != S_OK) { MessageBoxA(NULL, "Could not query the preroll output frame buffer.", "DeckLink start failed", MB_OK | MB_ICONERROR); return false; } if (outputVideoFrameBuffer->StartAccess(bmdBufferAccessWrite) != S_OK) { MessageBoxA(NULL, "Could not write to the preroll output frame buffer.", "DeckLink start failed", MB_OK | MB_ICONERROR); return false; } void* pFrame; outputVideoFrameBuffer->GetBytes((void**)&pFrame); memset(pFrame, 0, outputVideoFrame->GetRowBytes() * outputFrameHeight); outputVideoFrameBuffer->EndAccess(bmdBufferAccessWrite); if (output->ScheduleVideoFrame(outputVideoFrame, (totalPlayoutFrames * frameDuration), frameDuration, frameTimescale) != S_OK) { MessageBoxA(NULL, "Could not schedule a preroll output frame.", "DeckLink start failed", MB_OK | MB_ICONERROR); return false; } totalPlayoutFrames++; } if (input) { if (input->StartStreams() != S_OK) { MessageBoxA(NULL, "Could not start the DeckLink input stream.", "DeckLink start failed", MB_OK | MB_ICONERROR); return false; } } if (output->StartScheduledPlayback(0, frameTimescale, 1.0) != S_OK) { MessageBoxA(NULL, "Could not start DeckLink scheduled playback.", "DeckLink start failed", MB_OK | MB_ICONERROR); return false; } return true; } bool DeckLinkSession::Stop() { if (keyer != nullptr) { keyer->Disable(); externalKeyingActive = false; } if (input) { input->StopStreams(); input->DisableVideoInput(); } if (output) { output->StopScheduledPlayback(0, NULL, 0); output->DisableVideoOutput(); } return true; }