312 lines
10 KiB
C++
312 lines
10 KiB
C++
#include "RenderEngine.h"
|
|
|
|
#include <gl/gl.h>
|
|
|
|
#include <algorithm>
|
|
#include <cstddef>
|
|
|
|
RenderEngine::RenderEngine(
|
|
RuntimeSnapshotProvider& runtimeSnapshotProvider,
|
|
HealthTelemetry& healthTelemetry,
|
|
CRITICAL_SECTION& mutex,
|
|
HDC hdc,
|
|
HGLRC hglrc,
|
|
RenderEffectCallback renderEffect,
|
|
ScreenshotCallback screenshotReady,
|
|
PreviewPaintCallback previewPaint) :
|
|
mRenderer(),
|
|
mRenderPass(mRenderer),
|
|
mRenderPipeline(mRenderer, runtimeSnapshotProvider, healthTelemetry, std::move(renderEffect), std::move(screenshotReady), std::move(previewPaint)),
|
|
mShaderPrograms(mRenderer, runtimeSnapshotProvider),
|
|
mRuntimeSnapshotProvider(runtimeSnapshotProvider),
|
|
mMutex(mutex),
|
|
mHdc(hdc),
|
|
mHglrc(hglrc)
|
|
{
|
|
}
|
|
|
|
RenderEngine::~RenderEngine()
|
|
{
|
|
mRenderer.DestroyResources();
|
|
}
|
|
|
|
bool RenderEngine::CompileDecodeShader(int errorMessageSize, char* errorMessage)
|
|
{
|
|
return mShaderPrograms.CompileDecodeShader(errorMessageSize, errorMessage);
|
|
}
|
|
|
|
bool RenderEngine::CompileOutputPackShader(int errorMessageSize, char* errorMessage)
|
|
{
|
|
return mShaderPrograms.CompileOutputPackShader(errorMessageSize, errorMessage);
|
|
}
|
|
|
|
bool RenderEngine::InitializeResources(
|
|
unsigned inputFrameWidth,
|
|
unsigned inputFrameHeight,
|
|
unsigned captureTextureWidth,
|
|
unsigned outputFrameWidth,
|
|
unsigned outputFrameHeight,
|
|
unsigned outputPackTextureWidth,
|
|
std::string& error)
|
|
{
|
|
return mRenderer.InitializeResources(
|
|
inputFrameWidth,
|
|
inputFrameHeight,
|
|
captureTextureWidth,
|
|
outputFrameWidth,
|
|
outputFrameHeight,
|
|
outputPackTextureWidth,
|
|
error);
|
|
}
|
|
|
|
bool RenderEngine::CompileLayerPrograms(unsigned inputFrameWidth, unsigned inputFrameHeight, int errorMessageSize, char* errorMessage)
|
|
{
|
|
return mShaderPrograms.CompileLayerPrograms(inputFrameWidth, inputFrameHeight, errorMessageSize, errorMessage);
|
|
}
|
|
|
|
bool RenderEngine::CommitPreparedLayerPrograms(const PreparedShaderBuild& preparedBuild, unsigned inputFrameWidth, unsigned inputFrameHeight, int errorMessageSize, char* errorMessage)
|
|
{
|
|
return mShaderPrograms.CommitPreparedLayerPrograms(preparedBuild, inputFrameWidth, inputFrameHeight, errorMessageSize, errorMessage);
|
|
}
|
|
|
|
bool RenderEngine::ApplyPreparedShaderBuild(
|
|
const PreparedShaderBuild& preparedBuild,
|
|
unsigned inputFrameWidth,
|
|
unsigned inputFrameHeight,
|
|
bool preserveFeedbackState,
|
|
int errorMessageSize,
|
|
char* errorMessage)
|
|
{
|
|
if (!CommitPreparedLayerPrograms(preparedBuild, inputFrameWidth, inputFrameHeight, errorMessageSize, errorMessage))
|
|
return false;
|
|
|
|
mCachedLayerRenderStates = mShaderPrograms.CommittedLayerStates();
|
|
mCachedRenderStateVersion = preparedBuild.renderSnapshot.versions.renderStateVersion;
|
|
mCachedParameterStateVersion = preparedBuild.renderSnapshot.versions.parameterStateVersion;
|
|
mCachedRenderStateWidth = preparedBuild.renderSnapshot.outputWidth;
|
|
mCachedRenderStateHeight = preparedBuild.renderSnapshot.outputHeight;
|
|
ResetTemporalHistoryState();
|
|
if (!preserveFeedbackState)
|
|
ResetShaderFeedbackState();
|
|
return true;
|
|
}
|
|
|
|
const std::vector<RuntimeRenderState>& RenderEngine::CommittedLayerStates() const
|
|
{
|
|
return mShaderPrograms.CommittedLayerStates();
|
|
}
|
|
|
|
void RenderEngine::ResetTemporalHistoryState()
|
|
{
|
|
mShaderPrograms.ResetTemporalHistoryState();
|
|
}
|
|
|
|
void RenderEngine::ResetShaderFeedbackState()
|
|
{
|
|
mShaderPrograms.ResetShaderFeedbackState();
|
|
}
|
|
|
|
void RenderEngine::ResizeView(int width, int height)
|
|
{
|
|
mRenderer.ResizeView(width, height);
|
|
}
|
|
|
|
bool RenderEngine::TryPresentPreview(bool force, unsigned previewFps, unsigned outputFrameWidth, unsigned outputFrameHeight)
|
|
{
|
|
if (!force)
|
|
{
|
|
if (previewFps == 0)
|
|
return false;
|
|
|
|
const auto now = std::chrono::steady_clock::now();
|
|
const auto minimumInterval = std::chrono::microseconds(1000000 / (previewFps == 0 ? 1u : previewFps));
|
|
if (mLastPreviewPresentTime != std::chrono::steady_clock::time_point() &&
|
|
now - mLastPreviewPresentTime < minimumInterval)
|
|
{
|
|
return false;
|
|
}
|
|
}
|
|
|
|
if (!TryEnterCriticalSection(&mMutex))
|
|
return false;
|
|
|
|
mRenderer.PresentToWindow(mHdc, outputFrameWidth, outputFrameHeight);
|
|
mLastPreviewPresentTime = std::chrono::steady_clock::now();
|
|
LeaveCriticalSection(&mMutex);
|
|
return true;
|
|
}
|
|
|
|
bool RenderEngine::TryUploadInputFrame(const VideoIOFrame& inputFrame, const VideoIOState& videoState)
|
|
{
|
|
if (inputFrame.hasNoInputSource || inputFrame.bytes == nullptr)
|
|
return true;
|
|
|
|
const long textureSize = inputFrame.rowBytes * static_cast<long>(inputFrame.height);
|
|
if (!TryEnterCriticalSection(&mMutex))
|
|
return false;
|
|
|
|
wglMakeCurrent(mHdc, mHglrc);
|
|
|
|
glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
|
|
glPixelStorei(GL_UNPACK_ROW_LENGTH, 0);
|
|
glBindBuffer(GL_PIXEL_UNPACK_BUFFER, mRenderer.TextureUploadBuffer());
|
|
glBufferData(GL_PIXEL_UNPACK_BUFFER, textureSize, inputFrame.bytes, GL_DYNAMIC_DRAW);
|
|
glBindTexture(GL_TEXTURE_2D, mRenderer.CaptureTexture());
|
|
if (inputFrame.pixelFormat == VideoIOPixelFormat::V210)
|
|
glTexSubImage2D(GL_TEXTURE_2D, 0, 0, 0, videoState.captureTextureWidth, videoState.inputFrameSize.height, GL_RGBA, GL_UNSIGNED_BYTE, NULL);
|
|
else
|
|
glTexSubImage2D(GL_TEXTURE_2D, 0, 0, 0, videoState.captureTextureWidth, videoState.inputFrameSize.height, GL_BGRA, GL_UNSIGNED_INT_8_8_8_8_REV, NULL);
|
|
glBindTexture(GL_TEXTURE_2D, 0);
|
|
glBindBuffer(GL_PIXEL_UNPACK_BUFFER, 0);
|
|
|
|
wglMakeCurrent(NULL, NULL);
|
|
LeaveCriticalSection(&mMutex);
|
|
return true;
|
|
}
|
|
|
|
bool RenderEngine::RenderOutputFrame(const RenderPipelineFrameContext& context, VideoIOOutputFrame& outputFrame)
|
|
{
|
|
EnterCriticalSection(&mMutex);
|
|
wglMakeCurrent(mHdc, mHglrc);
|
|
const bool rendered = mRenderPipeline.RenderFrame(context, outputFrame);
|
|
wglMakeCurrent(NULL, NULL);
|
|
LeaveCriticalSection(&mMutex);
|
|
return rendered;
|
|
}
|
|
|
|
bool RenderEngine::ResolveRenderLayerStates(
|
|
bool useCommittedLayerStates,
|
|
unsigned renderWidth,
|
|
unsigned renderHeight,
|
|
OverlayApplier overlayApplier,
|
|
std::vector<RuntimeRenderState>& layerStates)
|
|
{
|
|
layerStates.clear();
|
|
if (useCommittedLayerStates)
|
|
{
|
|
layerStates = mShaderPrograms.CommittedLayerStates();
|
|
if (overlayApplier)
|
|
overlayApplier(layerStates, false);
|
|
mRuntimeSnapshotProvider.RefreshDynamicRenderStateFields(layerStates);
|
|
return true;
|
|
}
|
|
|
|
const RuntimeSnapshotVersions versions = mRuntimeSnapshotProvider.GetVersions();
|
|
const bool renderStateCacheValid =
|
|
!mCachedLayerRenderStates.empty() &&
|
|
mCachedRenderStateVersion == versions.renderStateVersion &&
|
|
mCachedRenderStateWidth == renderWidth &&
|
|
mCachedRenderStateHeight == renderHeight;
|
|
|
|
if (renderStateCacheValid)
|
|
{
|
|
RuntimeRenderStateSnapshot renderSnapshot;
|
|
renderSnapshot.outputWidth = renderWidth;
|
|
renderSnapshot.outputHeight = renderHeight;
|
|
renderSnapshot.versions.renderStateVersion = mCachedRenderStateVersion;
|
|
renderSnapshot.versions.parameterStateVersion = mCachedParameterStateVersion;
|
|
renderSnapshot.states = mCachedLayerRenderStates;
|
|
|
|
if (overlayApplier)
|
|
overlayApplier(renderSnapshot.states, true);
|
|
if (mCachedParameterStateVersion != versions.parameterStateVersion &&
|
|
mRuntimeSnapshotProvider.TryRefreshSnapshotParameters(renderSnapshot))
|
|
{
|
|
mCachedParameterStateVersion = renderSnapshot.versions.parameterStateVersion;
|
|
if (overlayApplier)
|
|
overlayApplier(renderSnapshot.states, true);
|
|
}
|
|
|
|
mCachedLayerRenderStates = renderSnapshot.states;
|
|
layerStates = renderSnapshot.states;
|
|
mRuntimeSnapshotProvider.RefreshDynamicRenderStateFields(layerStates);
|
|
return true;
|
|
}
|
|
|
|
RuntimeRenderStateSnapshot renderSnapshot;
|
|
if (mRuntimeSnapshotProvider.TryGetRenderStateSnapshot(renderWidth, renderHeight, renderSnapshot))
|
|
{
|
|
mCachedLayerRenderStates = renderSnapshot.states;
|
|
mCachedRenderStateVersion = renderSnapshot.versions.renderStateVersion;
|
|
mCachedParameterStateVersion = renderSnapshot.versions.parameterStateVersion;
|
|
mCachedRenderStateWidth = renderSnapshot.outputWidth;
|
|
mCachedRenderStateHeight = renderSnapshot.outputHeight;
|
|
if (overlayApplier)
|
|
overlayApplier(mCachedLayerRenderStates, true);
|
|
layerStates = mCachedLayerRenderStates;
|
|
return true;
|
|
}
|
|
|
|
if (overlayApplier)
|
|
overlayApplier(mCachedLayerRenderStates, true);
|
|
layerStates = mCachedLayerRenderStates;
|
|
mRuntimeSnapshotProvider.RefreshDynamicRenderStateFields(layerStates);
|
|
return !layerStates.empty();
|
|
}
|
|
|
|
void RenderEngine::RenderLayerStack(
|
|
bool hasInputSource,
|
|
const std::vector<RuntimeRenderState>& layerStates,
|
|
unsigned inputFrameWidth,
|
|
unsigned inputFrameHeight,
|
|
unsigned captureTextureWidth,
|
|
VideoIOPixelFormat inputPixelFormat,
|
|
unsigned historyCap)
|
|
{
|
|
mRenderPass.Render(
|
|
hasInputSource,
|
|
layerStates,
|
|
inputFrameWidth,
|
|
inputFrameHeight,
|
|
captureTextureWidth,
|
|
inputPixelFormat,
|
|
historyCap,
|
|
[this](const RuntimeRenderState& state, OpenGLRenderer::LayerProgram::TextBinding& textBinding, std::string& error) {
|
|
return mShaderPrograms.UpdateTextBindingTexture(state, textBinding, error);
|
|
},
|
|
[this](const RuntimeRenderState& state, unsigned availableSourceHistoryLength, unsigned availableTemporalHistoryLength, bool feedbackAvailable) {
|
|
return mShaderPrograms.UpdateGlobalParamsBuffer(state, availableSourceHistoryLength, availableTemporalHistoryLength, feedbackAvailable);
|
|
});
|
|
}
|
|
|
|
bool RenderEngine::ReadOutputFrameRgba(unsigned width, unsigned height, std::vector<unsigned char>& bottomUpPixels)
|
|
{
|
|
if (width == 0 || height == 0)
|
|
return false;
|
|
|
|
EnterCriticalSection(&mMutex);
|
|
wglMakeCurrent(mHdc, mHglrc);
|
|
|
|
bottomUpPixels.resize(static_cast<std::size_t>(width) * height * 4);
|
|
glBindFramebuffer(GL_READ_FRAMEBUFFER, mRenderer.OutputFramebuffer());
|
|
glReadBuffer(GL_COLOR_ATTACHMENT0);
|
|
glPixelStorei(GL_PACK_ALIGNMENT, 1);
|
|
glPixelStorei(GL_PACK_ROW_LENGTH, 0);
|
|
glReadPixels(0, 0, width, height, GL_RGBA, GL_UNSIGNED_BYTE, bottomUpPixels.data());
|
|
glPixelStorei(GL_PACK_ALIGNMENT, 4);
|
|
|
|
wglMakeCurrent(NULL, NULL);
|
|
LeaveCriticalSection(&mMutex);
|
|
return true;
|
|
}
|
|
|
|
bool RenderEngine::CaptureOutputFrameRgbaTopDown(unsigned width, unsigned height, std::vector<unsigned char>& topDownPixels)
|
|
{
|
|
std::vector<unsigned char> bottomUpPixels;
|
|
if (!ReadOutputFrameRgba(width, height, bottomUpPixels))
|
|
return false;
|
|
|
|
topDownPixels.resize(bottomUpPixels.size());
|
|
const std::size_t rowBytes = static_cast<std::size_t>(width) * 4;
|
|
for (unsigned y = 0; y < height; ++y)
|
|
{
|
|
const unsigned sourceY = height - 1 - y;
|
|
std::copy(
|
|
bottomUpPixels.begin() + static_cast<std::ptrdiff_t>(sourceY * rowBytes),
|
|
bottomUpPixels.begin() + static_cast<std::ptrdiff_t>((sourceY + 1) * rowBytes),
|
|
topDownPixels.begin() + static_cast<std::ptrdiff_t>(y * rowBytes));
|
|
}
|
|
|
|
return true;
|
|
}
|