stutter fix

apps/LoopThroughWithOpenGLCompositing/gl/OpenGLDeckLinkBridge.cpp

@@ -30,6 +30,37 @@ OpenGLDeckLinkBridge::OpenGLDeckLinkBridge(
 {
 }
 
+void OpenGLDeckLinkBridge::RecordFramePacing(BMDOutputFrameCompletionResult completionResult)
+{
+	const auto now = std::chrono::steady_clock::now();
+	if (mLastPlayoutCompletionTime != std::chrono::steady_clock::time_point())
+	{
+		mCompletionIntervalMilliseconds = std::chrono::duration_cast<std::chrono::duration<double, std::milli>>(now - mLastPlayoutCompletionTime).count();
+		if (mSmoothedCompletionIntervalMilliseconds <= 0.0)
+			mSmoothedCompletionIntervalMilliseconds = mCompletionIntervalMilliseconds;
+		else
+			mSmoothedCompletionIntervalMilliseconds = mSmoothedCompletionIntervalMilliseconds * 0.9 + mCompletionIntervalMilliseconds * 0.1;
+		if (mCompletionIntervalMilliseconds > mMaxCompletionIntervalMilliseconds)
+			mMaxCompletionIntervalMilliseconds = mCompletionIntervalMilliseconds;
+	}
+	mLastPlayoutCompletionTime = now;
+
+	if (completionResult == bmdOutputFrameDisplayedLate)
+		++mLateFrameCount;
+	else if (completionResult == bmdOutputFrameDropped)
+		++mDroppedFrameCount;
+	else if (completionResult == bmdOutputFrameFlushed)
+		++mFlushedFrameCount;
+
+	mRuntimeHost.SetFramePacingStats(
+		mCompletionIntervalMilliseconds,
+		mSmoothedCompletionIntervalMilliseconds,
+		mMaxCompletionIntervalMilliseconds,
+		mLateFrameCount,
+		mDroppedFrameCount,
+		mFlushedFrameCount);
+}
+
 void OpenGLDeckLinkBridge::VideoFrameArrived(IDeckLinkVideoInputFrame* inputFrame, bool hasNoInputSource)
 {
 	mDeckLink.SetInputSourceMissing(hasNoInputSource);
@@ -90,6 +121,8 @@ void OpenGLDeckLinkBridge::PlayoutFrameCompleted(IDeckLinkVideoFrame* completedF
 {
 	(void)completedFrame;
 
+	RecordFramePacing(completionResult);
+
 	EnterCriticalSection(&mMutex);
 
 	// Get the first frame from the queue
@@ -120,6 +153,7 @@ void OpenGLDeckLinkBridge::PlayoutFrameCompleted(IDeckLinkVideoFrame* completedF
 	IDeckLinkVideoBuffer* outputVideoFrameBuffer;
 	if (outputVideoFrame->QueryInterface(IID_IDeckLinkVideoBuffer, (void**)&outputVideoFrameBuffer) != S_OK)
 	{
+		wglMakeCurrent(NULL, NULL);
 		LeaveCriticalSection(&mMutex);
 		return;
 	}
@@ -127,6 +161,7 @@ void OpenGLDeckLinkBridge::PlayoutFrameCompleted(IDeckLinkVideoFrame* completedF
 	if (outputVideoFrameBuffer->StartAccess(bmdBufferAccessWrite) != S_OK)
 	{
 		outputVideoFrameBuffer->Release();
+		wglMakeCurrent(NULL, NULL);
 		LeaveCriticalSection(&mMutex);
 		return;
 	}
@@ -136,10 +171,6 @@ void OpenGLDeckLinkBridge::PlayoutFrameCompleted(IDeckLinkVideoFrame* completedF
 
 	if (mRenderer.FastTransferAvailable())
 	{
-		// Finished sampling the capture texture for this frame.
-		if (mDeckLink.HasInputSource())
-			VideoFrameTransfer::endTextureInUse(VideoFrameTransfer::CPUtoGPU);
-
 		if (!mDeckLink.TransferPlayoutFrame(pFrame, mRenderer.OutputTexture()))
 			OutputDebugStringA("Playback: transferFrame() failed\n");
 

apps/LoopThroughWithOpenGLCompositing/gl/OpenGLDeckLinkBridge.h

@@ -4,7 +4,9 @@
 
 #include <windows.h>
 
+#include <chrono>
 #include <functional>
+#include <cstdint>
 
 class DeckLinkSession;
 class OpenGLRenderer;
@@ -30,6 +32,8 @@ public:
 	void PlayoutFrameCompleted(IDeckLinkVideoFrame* completedFrame, BMDOutputFrameCompletionResult completionResult);
 
 private:
+	void RecordFramePacing(BMDOutputFrameCompletionResult completionResult);
+
 	DeckLinkSession& mDeckLink;
 	OpenGLRenderer& mRenderer;
 	RuntimeHost& mRuntimeHost;
@@ -38,4 +42,11 @@ private:
 	HGLRC mHglrc;
 	RenderEffectCallback mRenderEffect;
 	PaintCallback mPaint;
+	std::chrono::steady_clock::time_point mLastPlayoutCompletionTime;
+	double mCompletionIntervalMilliseconds = 0.0;
+	double mSmoothedCompletionIntervalMilliseconds = 0.0;
+	double mMaxCompletionIntervalMilliseconds = 0.0;
+	uint64_t mLateFrameCount = 0;
+	uint64_t mDroppedFrameCount = 0;
+	uint64_t mFlushedFrameCount = 0;
 };