Bring PS5 GTA6 to 120FPS with DLSS 5. An advanced Windows video player and capture enhancement tool featuring real-time preview for videos, images, and capture card sources. Combine AI-powered Super Resolution, DLSS5 image enhancement, and Frame Generation to deliver a next-generation visual experience.
C++
#include "veyra/engine/EngineController.h"
#include "veyra/engine/GraphDescription.h"
#include "veyra/engine/TiledImageProcessor.h"
#include "veyra/engine/VideoPresenter.h"
#include "veyra/gfx/CommandSlotRing.h"
#include "veyra/RuntimePaths.h"
#include <filesystem>
#include <format>
extern "C" {
#include <libavutil/frame.h>
#include <libavutil/pixfmt.h>
}
namespace veyra::engine {
void EngineController::runLargeImage(HWND window,const sink::RgbaImage& original,PlayerOptions options,
gfx::D3D12DeviceContext& ctx,gfx::CommandSlotRing& ring) {
{std::lock_guard lock(mutex_);snapshot_.image=true;snapshot_.running=true;desired_.multiplier=1;snapshot_.desired=desired_;}
// A bounded presentation texture is independent of the full-resolution
// result retained for saving. Preview changes never rerun the NR tiles.
RECT initialClient{};GetClientRect(window,&initialClient);
const uint32_t width=uint32_t(std::clamp(initialClient.right,1L,2048L)),height=uint32_t(std::clamp(initialClient.bottom,1L,2048L));
pipeline::EnhanceGraphDesc previewDesc;previewDesc.sourceWidth=previewDesc.workWidth=width;previewDesc.sourceHeight=previewDesc.workHeight=height;
previewDesc.rgbInput=true;previewDesc.stillImage=true;previewDesc.noFeatures=true;previewDesc.enableNr=false;previewDesc.enableFg=false;
pipeline::EnhanceGraph preview(ctx,ring);VideoPresenter presenter;
struct Cleanup {
gfx::CommandSlotRing& ring;VideoPresenter& presenter;pipeline::EnhanceGraph& graph;
~Cleanup(){ring.drainQueue();presenter.close();graph.shutdown();}
} cleanup{ring,presenter,preview};
bool captureCompatible=options.settings.captureCompatible;
if(!preview.initialize(previewDesc)||!presenter.open(ctx,window,preview,captureCompatible)||!preview.createViews()){status(L"大图预览初始化失败",true);return;}
const auto freeFrame=[](AVFrame* p){av_frame_free(&p);};std::unique_ptr<AVFrame,decltype(freeFrame)> frame(av_frame_alloc(),freeFrame);
if(!frame){status(L"大图预览内存不足",true);return;}
frame->format=AV_PIX_FMT_RGBA;frame->width=width;frame->height=height;
frame->color_range=AVCOL_RANGE_JPEG;frame->color_trc=AVCOL_TRC_IEC61966_2_1;frame->colorspace=AVCOL_SPC_RGB;
if(av_frame_get_buffer(frame.get(),32)<0){status(L"大图预览内存不足",true);return;}
sink::RgbaImage enhanced;EnhancementSettings applied;applied.revision=0;
pipeline::EnhanceGraph::FrameOutputs out;bool havePreview=false;
int lastComparison=-1;float lastSplit=-1;uint64_t previewRevision=0;PreviewView lastView;RECT lastClient{};
while(!stop_){
EnhancementSettings requested;std::wstring save;
{std::lock_guard lock(mutex_);requested=desired_;if(!enhanced.pixels.empty())save.swap(savePath_);}
if(requested.captureCompatible!=captureCompatible){
if(!ring.drainQueue()){status(L"显示切换排空失败",true);break;}
presenter.close();
if(!presenter.open(ctx,window,preview,requested.captureCompatible)){
presenter.close();
if(!presenter.open(ctx,window,preview,captureCompatible)){status(L"显示切换恢复失败",true);break;}
std::lock_guard lock(mutex_);desired_.rejectVideoRequest(requested,applied);snapshot_.desired=desired_;snapshot_.rejectedRevision=requested.revision;snapshot_.backendWarning=L"直播兼容模式未能启用,已恢复";continue;
}
captureCompatible=requested.captureCompatible;
}
auto contentSettings=requested;contentSettings.captureCompatible=applied.captureCompatible;
if(!enhanced.pixels.empty()&&contentSettings.sameVideoConfiguration(applied)){
applied=requested;
std::lock_guard lock(mutex_);snapshot_.applied=applied;snapshot_.applying=desired_!=applied;
}
if(!save.empty()){
try {
auto ext=std::filesystem::path(save).extension().wstring();for(auto& c:ext)c=towlower(c);
if(!sink::saveImage(save,enhanced,ext==L".jpg"||ext==L".jpeg"))status(L"图片保存失败(目标可能已存在)",false);
else {status(L"图片已保存,完整结果仍可继续预览");veyra::log::info("image-save",std::format("tiled full-resolution saved extent={}x{} revision={}",enhanced.width,enhanced.height,applied.revision));}
}catch(const std::exception& e){veyra::log::warn("image-save",std::format("save exception; retaining full result/session: {}",e.what()));status(L"保存异常,增强结果已保留;可再次保存",false);}
}
if(requested.revision==applied.revision&&requested!=applied){
applied=requested;
std::lock_guard lock(mutex_);snapshot_.applied=applied;snapshot_.applying=desired_!=applied;
}
if(requested.revision!=applied.revision){
pipeline::EnhanceGraphDesc desc;desc.enableNr=requested.nr;desc.nrRuntime=requested.nrRuntime;desc.noFeatures=!requested.nr;
desc.model=requested.model;desc.nrTemporal=requested.nrTemporal;desc.residual=requested.residual;desc.protection=requested.protection;desc.color=requested.color;desc.settingsRevision=requested.revision;
desc.additionalColors=requested.additionalColors;desc.additionalColorCount=requested.additionalColorCount;
describeAntiAlias(requested,desc);
desc.runtimeAbsPath=runtime::localRuntimeDirectory().wstring();
sink::RgbaImage candidate;TiledImageProcessor::Stats stats;
status(L"正在分块增强大图,保留完整输出尺寸…");
// Faces cannot be found tile by tile; the beauty nodes are not applied here.
if(requested.beautyEnabled()){
veyra::log::warn("image-tiles","beauty nodes are not applied to tiled large images");
std::lock_guard lock(mutex_);snapshot_.backendWarning=L"大图分块处理不支持美颜,本图未应用美颜";
}
bool processed=false;
try{processed=TiledImageProcessor::process(ctx,ring,original,candidate,desc,stop_,stats,[this](uint32_t n,uint32_t total){status(std::format(L"大图分块增强 {}/{} · 每块独立上下文",n,total));});}
catch(const std::exception& e){veyra::log::warn("image-tiles",std::format("settings exception; retaining previous result: {}",e.what()));}
if(!processed){
if(stop_)break;
if(enhanced.pixels.empty()){status(L"大图分块增强失败,请查看诊断",true);break;}
std::lock_guard lock(mutex_);desired_.rejectVideoRequest(requested,applied);
snapshot_.desired=desired_;snapshot_.rejectedRevision=requested.revision;snapshot_.applying=desired_!=applied;
snapshot_.status=L"大图参数应用失败,已保留上一结果";continue;
}
enhanced=std::move(candidate);applied=requested;lastComparison=-1;
{std::lock_guard lock(mutex_);snapshot_.applied=applied;snapshot_.desired=desired_;snapshot_.applying=desired_!=applied;
snapshot_.nrEvaluated=stats.nrEvaluations;snapshot_.frames=1;snapshot_.transport=TransportState::Playing;
auto& plan=snapshot_.metrics.resolution;plan.source=plan.base=plan.output={original.width,original.height};plan.nr={std::min(1280u,original.width)+256,std::min(1280u,original.height)+256};plan.flow=plan.fg={};plan.srApplied=false;plan.settingsRevision=applied.revision;
snapshot_.status=std::format(L"{}×{} · 分块NR(非整图上下文)· 保存保留完整尺寸",original.width,original.height);}
}
const int comparison=comparisonMode_.load();const float split=comparisonSplit_.load();
const auto view=previewView();RECT client{};GetClientRect(window,&client);
if(client.right<1||client.bottom<1){std::this_thread::sleep_for(std::chrono::milliseconds(16));continue;}
if(comparison!=lastComparison||split!=lastSplit||view!=lastView||client.right!=lastClient.right||client.bottom!=lastClient.bottom){
// Source and enhanced use exactly the same coordinates. The full
// image buffers, rather than the preview, remain the save source.
for(uint32_t y=0;y<height;++y)for(uint32_t x=0;x<width;++x){
const double fit=std::min(double(client.right)/original.width,double(client.bottom)/original.height)*view.zoom;
const double u=((x+.5)/width-.5)*client.right/(original.width*fit)+view.centerX;
const double v=((y+.5)/height-.5)*client.bottom/(original.height*fit)+view.centerY;
auto* dst=frame->data[0]+size_t(y)*frame->linesize[0]+size_t(x)*4;
if(u<0||u>=1||v<0||v>=1){dst[0]=dst[1]=dst[2]=0;dst[3]=255;continue;}
const uint32_t sx=std::min(original.width-1,uint32_t(u*original.width)),sy=std::min(original.height-1,uint32_t(v*original.height));
const bool reference=comparison==1||(comparison==2&&u<split);
const auto& image=reference?original:enhanced;
memcpy(dst,image.pixels.data()+(size_t(sy)*image.width+sx)*4,4);
}
out={};if(!preview.process(frame.get(),0,true,out,++previewRevision)){status(L"大图预览上传失败",true);break;}
havePreview=true;lastComparison=comparison;lastSplit=split;lastView=view;lastClient=client;
}
if(havePreview&&!presenter.present(ctx,ring,preview,out.videoSlot,false,false,0,false,.5f,{},PreviewView{0,.5f,.5f})){status(L"大图呈现失败",true);break;}
std::this_thread::sleep_for(std::chrono::milliseconds(16));
}
out={}; // Cleanup drains before either presenter or graph releases GPU objects.
}
}