DLSS 5 Neural Rendering for Images & Video with Frame Generation, RTX Video Super Resolution, HDR, and Color Grading
TypeScript ai-upscalingdlssdlss-5dlss5dlssgframe-generationframe-interpolationimage-enhancementimage-upscalingneural-renderingnvidianvidia-dlss-5nvidia-rtxrtx-videortx-video-super-resolutionvideo-enhancementvideo-upscaling
#pragma once
static constexpr const char kReShadeKernelPtx[] = R"VE_RS_PTX(
//
// Generated by NVIDIA NVVM Compiler
//
// Compiler Build ID: CL-36260728
// Cuda compilation tools, release 13.0, V13.0.48
// Based on NVVM 7.0.1
//
.version 9.0
.target sm_75
.address_size 64
// .globl rs_nv12_to_rgba16f
.visible .entry rs_nv12_to_rgba16f(
.param .u64 rs_nv12_to_rgba16f_param_0,
.param .u64 rs_nv12_to_rgba16f_param_1,
.param .u32 rs_nv12_to_rgba16f_param_2,
.param .u32 rs_nv12_to_rgba16f_param_3,
.param .u32 rs_nv12_to_rgba16f_param_4,
.param .u32 rs_nv12_to_rgba16f_param_5,
.param .u64 rs_nv12_to_rgba16f_param_6,
.param .u64 rs_nv12_to_rgba16f_param_7,
.param .u32 rs_nv12_to_rgba16f_param_8,
.param .u32 rs_nv12_to_rgba16f_param_9,
.param .u32 rs_nv12_to_rgba16f_param_10,
.param .u32 rs_nv12_to_rgba16f_param_11,
.param .u32 rs_nv12_to_rgba16f_param_12,
.param .u32 rs_nv12_to_rgba16f_param_13
)
{
.reg .pred %p<23>;
.reg .b16 %rs<14>;
.reg .f32 %f<102>;
.reg .b32 %r<55>;
.reg .b64 %rd<29>;
ld.param.u64 %rd1, [rs_nv12_to_rgba16f_param_0];
ld.param.u64 %rd2, [rs_nv12_to_rgba16f_param_1];
ld.param.u32 %r9, [rs_nv12_to_rgba16f_param_2];
ld.param.u32 %r10, [rs_nv12_to_rgba16f_param_3];
ld.param.u32 %r11, [rs_nv12_to_rgba16f_param_4];
ld.param.u32 %r12, [rs_nv12_to_rgba16f_param_5];
ld.param.u64 %rd3, [rs_nv12_to_rgba16f_param_6];
ld.param.u64 %rd4, [rs_nv12_to_rgba16f_param_7];
ld.param.u32 %r17, [rs_nv12_to_rgba16f_param_8];
ld.param.u32 %r18, [rs_nv12_to_rgba16f_param_9];
ld.param.u32 %r13, [rs_nv12_to_rgba16f_param_10];
ld.param.u32 %r14, [rs_nv12_to_rgba16f_param_11];
ld.param.u32 %r15, [rs_nv12_to_rgba16f_param_12];
ld.param.u32 %r16, [rs_nv12_to_rgba16f_param_13];
mov.u32 %r19, %ntid.x;
mov.u32 %r20, %ctaid.x;
mov.u32 %r21, %tid.x;
mad.lo.s32 %r1, %r20, %r19, %r21;
mov.u32 %r22, %ntid.y;
mov.u32 %r23, %ctaid.y;
mov.u32 %r24, %tid.y;
mad.lo.s32 %r2, %r23, %r22, %r24;
setp.ge.s32 %p1, %r1, %r17;
setp.ge.s32 %p2, %r2, %r18;
or.pred %p3, %p1, %p2;
@%p3 bra $L__BB0_22;
setp.eq.s32 %p4, %r15, 90;
@%p4 bra $L__BB0_6;
setp.eq.s32 %p5, %r15, 180;
@%p5 bra $L__BB0_5;
setp.ne.s32 %p6, %r15, 270;
mov.u32 %r53, %r1;
mov.u32 %r54, %r2;
@%p6 bra $L__BB0_7;
not.b32 %r25, %r2;
add.s32 %r53, %r25, %r11;
mov.u32 %r54, %r1;
bra.uni $L__BB0_7;
$L__BB0_6:
not.b32 %r28, %r1;
add.s32 %r54, %r28, %r12;
mov.u32 %r53, %r2;
bra.uni $L__BB0_7;
$L__BB0_5:
not.b32 %r26, %r1;
add.s32 %r53, %r26, %r11;
not.b32 %r27, %r2;
add.s32 %r54, %r27, %r12;
$L__BB0_7:
or.b32 %r29, %r54, %r53;
setp.lt.s32 %p7, %r29, 0;
setp.ge.s32 %p8, %r53, %r11;
or.pred %p9, %p8, %p7;
setp.ge.s32 %p10, %r54, %r12;
mov.f32 %f99, 0f00000000;
or.pred %p11, %p10, %p9;
mov.f32 %f100, %f99;
mov.f32 %f101, %f99;
@%p11 bra $L__BB0_21;
cvta.to.global.u64 %rd5, %rd2;
setp.eq.s32 %p12, %r16, 4;
or.b32 %r30, %r16, 4;
setp.eq.s32 %p13, %r30, 6;
or.pred %p14, %p12, %p13;
selp.f32 %f24, 0f3F000000, 0f00000000, %p14;
mov.f32 %f25, 0f00000000;
add.s32 %r31, %r16, -3;
setp.lt.u32 %p15, %r31, 2;
add.s32 %r32, %r16, -5;
setp.lt.u32 %p16, %r32, 2;
selp.f32 %f26, 0f3F800000, 0f3F000000, %p16;
selp.f32 %f27, 0f00000000, %f26, %p15;
cvt.rn.f32.s32 %f28, %r53;
sub.f32 %f29, %f28, %f24;
mul.f32 %f30, %f29, 0f3F000000;
cvt.rn.f32.s32 %f31, %r54;
sub.f32 %f32, %f31, %f27;
mul.f32 %f33, %f32, 0f3F000000;
mul.wide.s32 %rd6, %r54, %r9;
cvt.s64.s32 %rd7, %r53;
add.s64 %rd8, %rd6, %rd7;
cvta.to.global.u64 %rd9, %rd1;
add.s64 %rd10, %rd9, %rd8;
ld.global.u8 %rs1, [%rd10];
cvt.rn.f32.u16 %f1, %rs1;
add.s32 %r33, %r11, 1;
shr.u32 %r34, %r33, 31;
add.s32 %r35, %r33, %r34;
shr.s32 %r36, %r35, 1;
add.s32 %r37, %r12, 1;
shr.u32 %r38, %r37, 31;
add.s32 %r39, %r37, %r38;
shr.s32 %r40, %r39, 1;
max.f32 %f34, %f30, %f25;
add.s32 %r41, %r36, -1;
cvt.rn.f32.s32 %f35, %r41;
min.f32 %f36, %f34, %f35;
max.f32 %f37, %f33, %f25;
add.s32 %r42, %r40, -1;
cvt.rn.f32.s32 %f38, %r42;
min.f32 %f39, %f37, %f38;
cvt.rmi.f32.f32 %f40, %f36;
cvt.rzi.s32.f32 %r43, %f40;
cvt.rmi.f32.f32 %f41, %f39;
cvt.rzi.s32.f32 %r44, %f41;
add.s32 %r45, %r43, 1;
min.s32 %r46, %r41, %r45;
add.s32 %r47, %r44, 1;
min.s32 %r48, %r42, %r47;
sub.f32 %f42, %f36, %f40;
sub.f32 %f43, %f39, %f41;
mul.wide.s32 %rd11, %r44, %r10;
shl.b32 %r49, %r43, 1;
cvt.s64.s32 %rd12, %r49;
add.s64 %rd13, %rd11, %rd12;
add.s64 %rd14, %rd5, %rd13;
ld.global.u8 %rs2, [%rd14];
cvt.rn.f32.u16 %f44, %rs2;
shl.b32 %r50, %r46, 1;
cvt.s64.s32 %rd15, %r50;
add.s64 %rd16, %rd11, %rd15;
add.s64 %rd17, %rd5, %rd16;
ld.global.u8 %rs3, [%rd17];
cvt.rn.f32.u16 %f45, %rs3;
mul.wide.s32 %rd18, %r48, %r10;
add.s64 %rd19, %rd18, %rd12;
add.s64 %rd20, %rd5, %rd19;
ld.global.u8 %rs4, [%rd20];
cvt.rn.f32.u16 %f46, %rs4;
add.s64 %rd21, %rd18, %rd15;
add.s64 %rd22, %rd5, %rd21;
ld.global.u8 %rs5, [%rd22];
cvt.rn.f32.u16 %f47, %rs5;
sub.f32 %f48, %f45, %f44;
fma.rn.f32 %f49, %f42, %f48, %f44;
sub.f32 %f50, %f47, %f46;
fma.rn.f32 %f51, %f42, %f50, %f46;
sub.f32 %f52, %f51, %f49;
fma.rn.f32 %f2, %f43, %f52, %f49;
ld.global.u8 %rs6, [%rd14+1];
cvt.rn.f32.u16 %f53, %rs6;
ld.global.u8 %rs7, [%rd17+1];
cvt.rn.f32.u16 %f54, %rs7;
ld.global.u8 %rs8, [%rd20+1];
cvt.rn.f32.u16 %f55, %rs8;
ld.global.u8 %rs9, [%rd22+1];
cvt.rn.f32.u16 %f56, %rs9;
sub.f32 %f57, %f54, %f53;
fma.rn.f32 %f58, %f42, %f57, %f53;
sub.f32 %f59, %f56, %f55;
fma.rn.f32 %f60, %f42, %f59, %f55;
sub.f32 %f61, %f60, %f58;
fma.rn.f32 %f3, %f43, %f61, %f58;
setp.eq.s32 %p17, %r14, 0;
@%p17 bra $L__BB0_10;
div.rn.f32 %f94, %f1, 0f437F0000;
add.f32 %f62, %f2, 0fC3000000;
div.rn.f32 %f95, %f62, 0f437F0000;
add.f32 %f63, %f3, 0fC3000000;
div.rn.f32 %f96, %f63, 0f437F0000;
bra.uni $L__BB0_11;
$L__BB0_10:
add.f32 %f64, %f1, 0fC1800000;
div.rn.f32 %f94, %f64, 0f435B0000;
add.f32 %f65, %f2, 0fC3000000;
div.rn.f32 %f95, %f65, 0f43600000;
add.f32 %f66, %f3, 0fC3000000;
div.rn.f32 %f96, %f66, 0f43600000;
$L__BB0_11:
mov.f32 %f98, 0f3E991687;
mov.f32 %f97, 0f3DE978D5;
setp.gt.s32 %p18, %r13, 2;
@%p18 bra $L__BB0_15;
setp.eq.s32 %p21, %r13, 0;
@%p21 bra $L__BB0_20;
setp.eq.s32 %p22, %r13, 2;
@%p22 bra $L__BB0_14;
bra.uni $L__BB0_19;
$L__BB0_14:
mov.f32 %f98, 0f3E86809D;
mov.f32 %f97, 0f3D72E48F;
bra.uni $L__BB0_20;
$L__BB0_15:
setp.eq.s32 %p19, %r13, 3;
@%p19 bra $L__BB0_18;
setp.ne.s32 %p20, %r13, 4;
@%p20 bra $L__BB0_19;
mov.f32 %f98, 0f3E591687;
mov.f32 %f97, 0f3DB22D0E;
bra.uni $L__BB0_20;
$L__BB0_18:
mov.f32 %f98, 0f3E99999A;
mov.f32 %f97, 0f3DE147AE;
bra.uni $L__BB0_20;
$L__BB0_19:
mov.f32 %f98, 0f3E59B3D0;
mov.f32 %f97, 0f3D93DD98;
$L__BB0_20:
mov.f32 %f77, 0f3F800000;
sub.f32 %f78, %f77, %f98;
sub.f32 %f79, %f78, %f97;
add.f32 %f80, %f78, %f78;
fma.rn.f32 %f81, %f96, %f80, %f94;
sub.f32 %f82, %f77, %f97;
add.f32 %f83, %f82, %f82;
fma.rn.f32 %f84, %f95, %f83, %f94;
mul.f32 %f85, %f98, %f81;
sub.f32 %f86, %f94, %f85;
mul.f32 %f87, %f97, %f84;
sub.f32 %f88, %f86, %f87;
div.rn.f32 %f89, %f88, %f79;
cvt.sat.f32.f32 %f99, %f81;
cvt.sat.f32.f32 %f100, %f89;
cvt.sat.f32.f32 %f101, %f84;
$L__BB0_21:
// begin inline asm
{ cvt.rn.f16.f32 %rs10, %f99;}
// end inline asm
// begin inline asm
{ cvt.rn.f16.f32 %rs11, %f100;}
// end inline asm
// begin inline asm
{ cvt.rn.f16.f32 %rs12, %f101;}
// end inline asm
mov.f32 %f93, 0f3F800000;
// begin inline asm
{ cvt.rn.f16.f32 %rs13, %f93;}
// end inline asm
cvt.s64.s32 %rd23, %r2;
mul.lo.s64 %rd24, %rd23, %rd4;
cvta.to.global.u64 %rd25, %rd3;
add.s64 %rd26, %rd25, %rd24;
mul.wide.s32 %rd27, %r1, 8;
add.s64 %rd28, %rd26, %rd27;
mov.b32 %r51, {%rs12, %rs13};
mov.b32 %r52, {%rs10, %rs11};
st.global.v2.u32 [%rd28], {%r52, %r51};
$L__BB0_22:
ret;
}
// .globl rs_p010_to_rgba16f
.visible .entry rs_p010_to_rgba16f(
.param .u64 rs_p010_to_rgba16f_param_0,
.param .u64 rs_p010_to_rgba16f_param_1,
.param .u32 rs_p010_to_rgba16f_param_2,
.param .u32 rs_p010_to_rgba16f_param_3,
.param .u32 rs_p010_to_rgba16f_param_4,
.param .u32 rs_p010_to_rgba16f_param_5,
.param .u64 rs_p010_to_rgba16f_param_6,
.param .u64 rs_p010_to_rgba16f_param_7,
.param .u32 rs_p010_to_rgba16f_param_8,
.param .u32 rs_p010_to_rgba16f_param_9,
.param .u32 rs_p010_to_rgba16f_param_10,
.param .u32 rs_p010_to_rgba16f_param_11,
.param .u32 rs_p010_to_rgba16f_param_12,
.param .u32 rs_p010_to_rgba16f_param_13
)
{
.reg .pred %p<23>;
.reg .b16 %rs<15>;
.reg .f32 %f<104>;
.reg .b32 %r<61>;
.reg .b64 %rd<34>;
ld.param.u64 %rd1, [rs_p010_to_rgba16f_param_0];
ld.param.u64 %rd2, [rs_p010_to_rgba16f_param_1];
ld.param.u32 %r9, [rs_p010_to_rgba16f_param_2];
ld.param.u32 %r10, [rs_p010_to_rgba16f_param_3];
ld.param.u32 %r11, [rs_p010_to_rgba16f_param_4];
ld.param.u32 %r12, [rs_p010_to_rgba16f_param_5];
ld.param.u64 %rd3, [rs_p010_to_rgba16f_param_6];
ld.param.u64 %rd4, [rs_p010_to_rgba16f_param_7];
ld.param.u32 %r17, [rs_p010_to_rgba16f_param_8];
ld.param.u32 %r18, [rs_p010_to_rgba16f_param_9];
ld.param.u32 %r13, [rs_p010_to_rgba16f_param_10];
ld.param.u32 %r14, [rs_p010_to_rgba16f_param_11];
ld.param.u32 %r15, [rs_p010_to_rgba16f_param_12];
ld.param.u32 %r16, [rs_p010_to_rgba16f_param_13];
mov.u32 %r19, %ntid.x;
mov.u32 %r20, %ctaid.x;
mov.u32 %r21, %tid.x;
mad.lo.s32 %r1, %r20, %r19, %r21;
mov.u32 %r22, %ntid.y;
mov.u32 %r23, %ctaid.y;
mov.u32 %r24, %tid.y;
mad.lo.s32 %r2, %r23, %r22, %r24;
setp.ge.s32 %p1, %r1, %r17;
setp.ge.s32 %p2, %r2, %r18;
or.pred %p3, %p1, %p2;
@%p3 bra $L__BB1_22;
setp.eq.s32 %p4, %r15, 90;
@%p4 bra $L__BB1_6;
setp.eq.s32 %p5, %r15, 180;
@%p5 bra $L__BB1_5;
setp.ne.s32 %p6, %r15, 270;
mov.u32 %r59, %r1;
mov.u32 %r60, %r2;
@%p6 bra $L__BB1_7;
not.b32 %r25, %r2;
add.s32 %r59, %r25, %r11;
mov.u32 %r60, %r1;
bra.uni $L__BB1_7;
$L__BB1_6:
not.b32 %r28, %r1;
add.s32 %r60, %r28, %r12;
mov.u32 %r59, %r2;
bra.uni $L__BB1_7;
$L__BB1_5:
not.b32 %r26, %r1;
add.s32 %r59, %r26, %r11;
not.b32 %r27, %r2;
add.s32 %r60, %r27, %r12;
$L__BB1_7:
or.b32 %r29, %r60, %r59;
setp.lt.s32 %p7, %r29, 0;
setp.ge.s32 %p8, %r59, %r11;
or.pred %p9, %p8, %p7;
setp.ge.s32 %p10, %r60, %r12;
mov.f32 %f101, 0f00000000;
or.pred %p11, %p10, %p9;
mov.f32 %f102, %f101;
mov.f32 %f103, %f101;
@%p11 bra $L__BB1_21;
cvta.to.global.u64 %rd5, %rd2;
shr.u32 %r30, %r9, 31;
add.s32 %r31, %r9, %r30;
shr.s32 %r32, %r31, 1;
or.b32 %r33, %r16, 4;
setp.eq.s32 %p12, %r33, 6;
setp.eq.s32 %p13, %r16, 4;
or.pred %p14, %p13, %p12;
selp.f32 %f24, 0f3F000000, 0f00000000, %p14;
mov.f32 %f25, 0f00000000;
add.s32 %r34, %r16, -3;
setp.lt.u32 %p15, %r34, 2;
add.s32 %r35, %r16, -5;
setp.lt.u32 %p16, %r35, 2;
selp.f32 %f26, 0f3F800000, 0f3F000000, %p16;
selp.f32 %f27, 0f00000000, %f26, %p15;
cvt.rn.f32.s32 %f28, %r59;
sub.f32 %f29, %f28, %f24;
mul.f32 %f30, %f29, 0f3F000000;
cvt.rn.f32.s32 %f31, %r60;
sub.f32 %f32, %f31, %f27;
mul.f32 %f33, %f32, 0f3F000000;
mul.wide.s32 %rd6, %r60, %r32;
cvt.s64.s32 %rd7, %r59;
add.s64 %rd8, %rd6, %rd7;
cvta.to.global.u64 %rd9, %rd1;
shl.b64 %rd10, %rd8, 1;
add.s64 %rd11, %rd9, %rd10;
ld.global.u16 %rs1, [%rd11];
shr.u16 %rs2, %rs1, 6;
cvt.rn.f32.u16 %f1, %rs2;
add.s32 %r36, %r11, 1;
shr.u32 %r37, %r36, 31;
add.s32 %r38, %r36, %r37;
shr.s32 %r39, %r38, 1;
add.s32 %r40, %r12, 1;
shr.u32 %r41, %r40, 31;
add.s32 %r42, %r40, %r41;
shr.s32 %r43, %r42, 1;
max.f32 %f34, %f30, %f25;
add.s32 %r44, %r39, -1;
cvt.rn.f32.s32 %f35, %r44;
min.f32 %f36, %f34, %f35;
max.f32 %f37, %f33, %f25;
add.s32 %r45, %r43, -1;
cvt.rn.f32.s32 %f38, %r45;
min.f32 %f39, %f37, %f38;
cvt.rmi.f32.f32 %f40, %f36;
cvt.rzi.s32.f32 %r46, %f40;
cvt.rmi.f32.f32 %f41, %f39;
cvt.rzi.s32.f32 %r47, %f41;
add.s32 %r48, %r46, 1;
min.s32 %r49, %r44, %r48;
add.s32 %r50, %r47, 1;
min.s32 %r51, %r45, %r50;
sub.f32 %f42, %f36, %f40;
sub.f32 %f43, %f39, %f41;
shr.u32 %r52, %r10, 31;
add.s32 %r53, %r10, %r52;
shr.s32 %r54, %r53, 1;
mul.wide.s32 %rd12, %r47, %r54;
shl.b32 %r55, %r46, 1;
cvt.s64.s32 %rd13, %r55;
add.s64 %rd14, %rd12, %rd13;
shl.b64 %rd15, %rd14, 1;
add.s64 %rd16, %rd5, %rd15;
ld.global.u16 %rs3, [%rd16];
cvt.rn.f32.u16 %f44, %rs3;
shl.b32 %r56, %r49, 1;
cvt.s64.s32 %rd17, %r56;
add.s64 %rd18, %rd12, %rd17;
shl.b64 %rd19, %rd18, 1;
add.s64 %rd20, %rd5, %rd19;
ld.global.u16 %rs4, [%rd20];
cvt.rn.f32.u16 %f45, %rs4;
mul.wide.s32 %rd21, %r51, %r54;
add.s64 %rd22, %rd21, %rd13;
shl.b64 %rd23, %rd22, 1;
add.s64 %rd24, %rd5, %rd23;
ld.global.u16 %rs5, [%rd24];
cvt.rn.f32.u16 %f46, %rs5;
add.s64 %rd25, %rd21, %rd17;
shl.b64 %rd26, %rd25, 1;
add.s64 %rd27, %rd5, %rd26;
ld.global.u16 %rs6, [%rd27];
cvt.rn.f32.u16 %f47, %rs6;
sub.f32 %f48, %f45, %f44;
fma.rn.f32 %f49, %f42, %f48, %f44;
sub.f32 %f50, %f47, %f46;
fma.rn.f32 %f51, %f42, %f50, %f46;
sub.f32 %f52, %f51, %f49;
fma.rn.f32 %f53, %f43, %f52, %f49;
mul.f32 %f2, %f53, 0f3C800000;
ld.global.u16 %rs7, [%rd16+2];
cvt.rn.f32.u16 %f54, %rs7;
ld.global.u16 %rs8, [%rd20+2];
cvt.rn.f32.u16 %f55, %rs8;
ld.global.u16 %rs9, [%rd24+2];
cvt.rn.f32.u16 %f56, %rs9;
ld.global.u16 %rs10, [%rd27+2];
cvt.rn.f32.u16 %f57, %rs10;
sub.f32 %f58, %f55, %f54;
fma.rn.f32 %f59, %f42, %f58, %f54;
sub.f32 %f60, %f57, %f56;
fma.rn.f32 %f61, %f42, %f60, %f56;
sub.f32 %f62, %f61, %f59;
fma.rn.f32 %f63, %f43, %f62, %f59;
mul.f32 %f3, %f63, 0f3C800000;
setp.eq.s32 %p17, %r14, 0;
@%p17 bra $L__BB1_10;
div.rn.f32 %f96, %f1, 0f447FC000;
add.f32 %f64, %f2, 0fC4000000;
div.rn.f32 %f97, %f64, 0f447FC000;
add.f32 %f65, %f3, 0fC4000000;
div.rn.f32 %f98, %f65, 0f447FC000;
bra.uni $L__BB1_11;
$L__BB1_10:
add.f32 %f66, %f1, 0fC2800000;
div.rn.f32 %f96, %f66, 0f445B0000;
add.f32 %f67, %f2, 0fC4000000;
div.rn.f32 %f97, %f67, 0f44600000;
add.f32 %f68, %f3, 0fC4000000;
div.rn.f32 %f98, %f68, 0f44600000;
$L__BB1_11:
mov.f32 %f100, 0f3E991687;
mov.f32 %f99, 0f3DE978D5;
setp.gt.s32 %p18, %r13, 2;
@%p18 bra $L__BB1_15;
setp.eq.s32 %p21, %r13, 0;
@%p21 bra $L__BB1_20;
setp.eq.s32 %p22, %r13, 2;
@%p22 bra $L__BB1_14;
bra.uni $L__BB1_19;
$L__BB1_14:
mov.f32 %f100, 0f3E86809D;
mov.f32 %f99, 0f3D72E48F;
bra.uni $L__BB1_20;
$L__BB1_15:
setp.eq.s32 %p19, %r13, 3;
@%p19 bra $L__BB1_18;
setp.ne.s32 %p20, %r13, 4;
@%p20 bra $L__BB1_19;
mov.f32 %f100, 0f3E591687;
mov.f32 %f99, 0f3DB22D0E;
bra.uni $L__BB1_20;
$L__BB1_18:
mov.f32 %f100, 0f3E99999A;
mov.f32 %f99, 0f3DE147AE;
bra.uni $L__BB1_20;
$L__BB1_19:
mov.f32 %f100, 0f3E59B3D0;
mov.f32 %f99, 0f3D93DD98;
$L__BB1_20:
mov.f32 %f79, 0f3F800000;
sub.f32 %f80, %f79, %f100;
sub.f32 %f81, %f80, %f99;
add.f32 %f82, %f80, %f80;
fma.rn.f32 %f83, %f98, %f82, %f96;
sub.f32 %f84, %f79, %f99;
add.f32 %f85, %f84, %f84;
fma.rn.f32 %f86, %f97, %f85, %f96;
mul.f32 %f87, %f100, %f83;
sub.f32 %f88, %f96, %f87;
mul.f32 %f89, %f99, %f86;
sub.f32 %f90, %f88, %f89;
div.rn.f32 %f91, %f90, %f81;
cvt.sat.f32.f32 %f101, %f83;
cvt.sat.f32.f32 %f102, %f91;
cvt.sat.f32.f32 %f103, %f86;
$L__BB1_21:
// begin inline asm
{ cvt.rn.f16.f32 %rs11, %f101;}
// end inline asm
// begin inline asm
{ cvt.rn.f16.f32 %rs12, %f102;}
// end inline asm
// begin inline asm
{ cvt.rn.f16.f32 %rs13, %f103;}
// end inline asm
mov.f32 %f95, 0f3F800000;
// begin inline asm
{ cvt.rn.f16.f32 %rs14, %f95;}
// end inline asm
cvt.s64.s32 %rd28, %r2;
mul.lo.s64 %rd29, %rd28, %rd4;
cvta.to.global.u64 %rd30, %rd3;
add.s64 %rd31, %rd30, %rd29;
mul.wide.s32 %rd32, %r1, 8;
add.s64 %rd33, %rd31, %rd32;
mov.b32 %r57, {%rs13, %rs14};
mov.b32 %r58, {%rs11, %rs12};
st.global.v2.u32 [%rd33], {%r58, %r57};
$L__BB1_22:
ret;
}
// .globl rs_prepare_420
.visible .entry rs_prepare_420(
.param .u64 rs_prepare_420_param_0,
.param .u64 rs_prepare_420_param_1,
.param .u64 rs_prepare_420_param_2,
.param .u32 rs_prepare_420_param_3,
.param .u32 rs_prepare_420_param_4,
.param .u32 rs_prepare_420_param_5,
.param .u32 rs_prepare_420_param_6,
.param .u32 rs_prepare_420_param_7,
.param .u64 rs_prepare_420_param_8,
.param .u64 rs_prepare_420_param_9,
.param .u32 rs_prepare_420_param_10
)
{
.reg .pred %p<13>;
.reg .b16 %rs<6>;
.reg .f32 %f<59>;
.reg .b32 %r<21>;
.reg .b64 %rd<25>;
ld.param.u64 %rd4, [rs_prepare_420_param_0];
ld.param.u64 %rd5, [rs_prepare_420_param_1];
ld.param.u64 %rd6, [rs_prepare_420_param_2];
ld.param.u32 %r4, [rs_prepare_420_param_3];
ld.param.u32 %r8, [rs_prepare_420_param_4];
ld.param.u32 %r9, [rs_prepare_420_param_5];
ld.param.u32 %r5, [rs_prepare_420_param_6];
ld.param.u32 %r6, [rs_prepare_420_param_7];
ld.param.u64 %rd7, [rs_prepare_420_param_8];
ld.param.u64 %rd8, [rs_prepare_420_param_9];
ld.param.u32 %r7, [rs_prepare_420_param_10];
mov.u32 %r10, %ntid.x;
mov.u32 %r11, %ctaid.x;
mov.u32 %r12, %tid.x;
mad.lo.s32 %r1, %r11, %r10, %r12;
mov.u32 %r13, %ntid.y;
mov.u32 %r14, %ctaid.y;
mov.u32 %r15, %tid.y;
mad.lo.s32 %r2, %r14, %r13, %r15;
setp.ge.s32 %p1, %r1, %r8;
setp.ge.s32 %p2, %r2, %r9;
or.pred %p3, %p1, %p2;
@%p3 bra $L__BB2_19;
cvta.to.global.u64 %rd9, %rd4;
cvt.s64.s32 %rd1, %r2;
mul.lo.s64 %rd10, %rd1, %rd5;
add.s64 %rd11, %rd9, %rd10;
cvt.s64.s32 %rd2, %r1;
mul.wide.s32 %rd12, %r1, 8;
add.s64 %rd13, %rd11, %rd12;
ld.global.v2.u32 {%r16, %r17}, [%rd13];
cvt.u16.u32 %rs1, %r16;
// begin inline asm
{ cvt.f32.f16 %f21, %rs1;}
// end inline asm
shr.u32 %r20, %r16, 16;
cvt.u16.u32 %rs2, %r20;
// begin inline asm
{ cvt.f32.f16 %f22, %rs2;}
// end inline asm
cvt.u16.u32 %rs3, %r17;
// begin inline asm
{ cvt.f32.f16 %f23, %rs3;}
// end inline asm
mov.f32 %f55, 0f3E991687;
mov.f32 %f54, 0f3DE978D5;
setp.gt.s32 %p4, %r5, 2;
@%p4 bra $L__BB2_5;
setp.eq.s32 %p7, %r5, 0;
@%p7 bra $L__BB2_10;
setp.eq.s32 %p8, %r5, 2;
@%p8 bra $L__BB2_4;
bra.uni $L__BB2_9;
$L__BB2_4:
mov.f32 %f55, 0f3E86809D;
mov.f32 %f54, 0f3D72E48F;
bra.uni $L__BB2_10;
$L__BB2_5:
setp.eq.s32 %p5, %r5, 3;
@%p5 bra $L__BB2_8;
setp.ne.s32 %p6, %r5, 4;
@%p6 bra $L__BB2_9;
mov.f32 %f55, 0f3E591687;
mov.f32 %f54, 0f3DB22D0E;
bra.uni $L__BB2_10;
$L__BB2_8:
mov.f32 %f55, 0f3E99999A;
mov.f32 %f54, 0f3DE147AE;
bra.uni $L__BB2_10;
$L__BB2_9:
mov.f32 %f55, 0f3E59B3D0;
mov.f32 %f54, 0f3D93DD98;
$L__BB2_10:
cvt.sat.f32.f32 %f34, %f21;
mov.f32 %f35, 0f3F800000;
cvt.sat.f32.f32 %f36, %f23;
sub.f32 %f37, %f35, %f55;
sub.f32 %f38, %f37, %f54;
cvt.sat.f32.f32 %f39, %f22;
mul.f32 %f40, %f39, %f38;
fma.rn.f32 %f41, %f34, %f55, %f40;
fma.rn.f32 %f6, %f36, %f54, %f41;
sub.f32 %f42, %f36, %f6;
sub.f32 %f43, %f35, %f54;
add.f32 %f44, %f43, %f43;
div.rn.f32 %f7, %f42, %f44;
sub.f32 %f45, %f34, %f6;
add.f32 %f46, %f37, %f37;
div.rn.f32 %f8, %f45, %f46;
setp.eq.s32 %p9, %r6, 0;
@%p9 bra $L__BB2_12;
setp.eq.s32 %p10, %r7, 0;
selp.f32 %f47, 0f437F0000, 0f447FC000, %p10;
selp.f32 %f48, 0f43000000, 0f44000000, %p10;
mul.f32 %f56, %f47, %f6;
fma.rn.f32 %f57, %f47, %f7, %f48;
fma.rn.f32 %f58, %f47, %f8, %f48;
bra.uni $L__BB2_15;
$L__BB2_12:
setp.eq.s32 %p11, %r7, 0;
@%p11 bra $L__BB2_14;
fma.rn.f32 %f56, %f6, 0f445B0000, 0f42800000;
fma.rn.f32 %f57, %f7, 0f44600000, 0f44000000;
fma.rn.f32 %f58, %f8, 0f44600000, 0f44000000;
bra.uni $L__BB2_15;
$L__BB2_14:
fma.rn.f32 %f56, %f6, 0f435B0000, 0f41800000;
fma.rn.f32 %f57, %f7, 0f43600000, 0f43000000;
fma.rn.f32 %f58, %f8, 0f43600000, 0f43000000;
$L__BB2_15:
setp.eq.s32 %p12, %r7, 0;
selp.f32 %f49, 0f437F0000, 0f447FC000, %p12;
mov.f32 %f50, 0f00000000;
max.f32 %f51, %f56, %f50;
min.f32 %f52, %f51, %f49;
add.f32 %f53, %f52, 0f3F000000;
cvt.rzi.u32.f32 %r3, %f53;
cvt.s64.s32 %rd14, %r4;
mul.lo.s64 %rd15, %rd14, %rd1;
cvta.to.global.u64 %rd16, %rd6;
add.s64 %rd3, %rd16, %rd15;
@%p12 bra $L__BB2_17;
cvt.u16.u32 %rs4, %r3;
shl.b16 %rs5, %rs4, 6;
shl.b64 %rd17, %rd2, 1;
add.s64 %rd18, %rd3, %rd17;
st.global.u16 [%rd18], %rs5;
bra.uni $L__BB2_18;
$L__BB2_17:
add.s64 %rd19, %rd3, %rd2;
st.global.u8 [%rd19], %r3;
$L__BB2_18:
cvta.to.global.u64 %rd20, %rd7;
mul.lo.s64 %rd21, %rd1, %rd8;
add.s64 %rd22, %rd20, %rd21;
shl.b64 %rd23, %rd2, 3;
add.s64 %rd24, %rd22, %rd23;
st.global.v2.f32 [%rd24], {%f57, %f58};
$L__BB2_19:
ret;
}
// .globl rs_filter_420_vertical
.visible .entry rs_filter_420_vertical(
.param .u64 rs_filter_420_vertical_param_0,
.param .u64 rs_filter_420_vertical_param_1,
.param .u64 rs_filter_420_vertical_param_2,
.param .u64 rs_filter_420_vertical_param_3,
.param .u32 rs_filter_420_vertical_param_4,
.param .u32 rs_filter_420_vertical_param_5
)
{
.reg .pred %p<4>;
.reg .f32 %f<51>;
.reg .b32 %r<36>;
.reg .b64 %rd<44>;
ld.param.u64 %rd1, [rs_filter_420_vertical_param_0];
ld.param.u64 %rd2, [rs_filter_420_vertical_param_1];
ld.param.u64 %rd3, [rs_filter_420_vertical_param_2];
ld.param.u64 %rd4, [rs_filter_420_vertical_param_3];
ld.param.u32 %r5, [rs_filter_420_vertical_param_4];
ld.param.u32 %r4, [rs_filter_420_vertical_param_5];
mov.u32 %r6, %ctaid.x;
mov.u32 %r7, %ntid.x;
mov.u32 %r8, %tid.x;
mad.lo.s32 %r1, %r6, %r7, %r8;
mov.u32 %r9, %ntid.y;
mov.u32 %r10, %ctaid.y;
mov.u32 %r11, %tid.y;
mad.lo.s32 %r2, %r10, %r9, %r11;
setp.ge.s32 %p1, %r1, %r5;
shl.b32 %r3, %r2, 1;
setp.ge.s32 %p2, %r3, %r4;
or.pred %p3, %p1, %p2;
@%p3 bra $L__BB3_2;
cvta.to.global.u64 %rd5, %rd3;
cvta.to.global.u64 %rd6, %rd1;
add.s32 %r12, %r3, -3;
add.s32 %r13, %r4, -1;
min.s32 %r14, %r13, %r12;
max.s32 %r15, %r14, 0;
cvt.s64.s32 %rd7, %r15;
mul.lo.s64 %rd8, %rd7, %rd2;
add.s64 %rd9, %rd6, %rd8;
mul.wide.s32 %rd10, %r1, 8;
add.s64 %rd11, %rd9, %rd10;
ld.global.v2.f32 {%f1, %f2}, [%rd11];
fma.rn.f32 %f5, %f1, 0fBC71C6AB, 0f00000000;
fma.rn.f32 %f6, %f2, 0fBC71C6AB, 0f00000000;
add.s32 %r16, %r3, -2;
min.s32 %r17, %r13, %r16;
max.s32 %r18, %r17, 0;
cvt.s64.s32 %rd12, %r18;
mul.lo.s64 %rd13, %rd12, %rd2;
add.s64 %rd14, %rd6, %rd13;
add.s64 %rd15, %rd14, %rd10;
ld.global.v2.f32 {%f7, %f8}, [%rd15];
fma.rn.f32 %f11, %f7, 0fBCBFFF55, %f5;
fma.rn.f32 %f12, %f8, 0fBCBFFF55, %f6;
add.s32 %r19, %r3, -1;
min.s32 %r20, %r13, %r19;
max.s32 %r21, %r20, 0;
cvt.s64.s32 %rd16, %r21;
mul.lo.s64 %rd17, %rd16, %rd2;
add.s64 %rd18, %rd6, %rd17;
add.s64 %rd19, %rd18, %rd10;
ld.global.v2.f32 {%f13, %f14}, [%rd19];
fma.rn.f32 %f17, %f13, 0f3E831C73, %f11;
fma.rn.f32 %f18, %f14, 0f3E831C73, %f12;
min.s32 %r22, %r13, %r3;
max.s32 %r23, %r22, 0;
cvt.s64.s32 %rd20, %r23;
mul.lo.s64 %rd21, %rd20, %rd2;
add.s64 %rd22, %rd6, %rd21;
add.s64 %rd23, %rd22, %rd10;
ld.global.v2.f32 {%f19, %f20}, [%rd23];
fma.rn.f32 %f23, %f19, 0f3F4838E4, %f17;
fma.rn.f32 %f24, %f20, 0f3F4838E4, %f18;
add.s32 %r24, %r3, 1;
min.s32 %r25, %r13, %r24;
max.s32 %r26, %r25, 0;
cvt.s64.s32 %rd24, %r26;
mul.lo.s64 %rd25, %rd24, %rd2;
add.s64 %rd26, %rd6, %rd25;
add.s64 %rd27, %rd26, %rd10;
ld.global.v2.f32 {%f25, %f26}, [%rd27];
fma.rn.f32 %f29, %f25, 0f3F4838E4, %f23;
fma.rn.f32 %f30, %f26, 0f3F4838E4, %f24;
add.s32 %r27, %r3, 2;
min.s32 %r28, %r13, %r27;
max.s32 %r29, %r28, 0;
cvt.s64.s32 %rd28, %r29;
mul.lo.s64 %rd29, %rd28, %rd2;
add.s64 %rd30, %rd6, %rd29;
add.s64 %rd31, %rd30, %rd10;
ld.global.v2.f32 {%f31, %f32}, [%rd31];
fma.rn.f32 %f35, %f31, 0f3E831C73, %f29;
fma.rn.f32 %f36, %f32, 0f3E831C73, %f30;
add.s32 %r30, %r3, 3;
min.s32 %r31, %r13, %r30;
max.s32 %r32, %r31, 0;
cvt.s64.s32 %rd32, %r32;
mul.lo.s64 %rd33, %rd32, %rd2;
add.s64 %rd34, %rd6, %rd33;
add.s64 %rd35, %rd34, %rd10;
ld.global.v2.f32 {%f37, %f38}, [%rd35];
fma.rn.f32 %f41, %f37, 0fBCBFFF55, %f35;
fma.rn.f32 %f42, %f38, 0fBCBFFF55, %f36;
add.s32 %r33, %r3, 4;
min.s32 %r34, %r13, %r33;
max.s32 %r35, %r34, 0;
cvt.s64.s32 %rd36, %r35;
mul.lo.s64 %rd37, %rd36, %rd2;
add.s64 %rd38, %rd6, %rd37;
add.s64 %rd39, %rd38, %rd10;
ld.global.v2.f32 {%f43, %f44}, [%rd39];
fma.rn.f32 %f47, %f43, 0fBC71C6AB, %f41;
fma.rn.f32 %f48, %f44, 0fBC71C6AB, %f42;
cvt.s64.s32 %rd40, %r2;
mul.lo.s64 %rd41, %rd40, %rd4;
add.s64 %rd42, %rd5, %rd41;
add.s64 %rd43, %rd42, %rd10;
div.rn.f32 %f49, %f48, 0f40000003;
div.rn.f32 %f50, %f47, 0f40000003;
st.global.v2.f32 [%rd43], {%f50, %f49};
$L__BB3_2:
ret;
}
// .globl rs_420_uv_to_nv12
.visible .entry rs_420_uv_to_nv12(
.param .u64 rs_420_uv_to_nv12_param_0,
.param .u64 rs_420_uv_to_nv12_param_1,
.param .u64 rs_420_uv_to_nv12_param_2,
.param .u32 rs_420_uv_to_nv12_param_3,
.param .u32 rs_420_uv_to_nv12_param_4,
.param .u32 rs_420_uv_to_nv12_param_5
)
{
.reg .pred %p<4>;
.reg .f32 %f<59>;
.reg .b32 %r<40>;
.reg .b64 %rd<29>;
ld.param.u64 %rd1, [rs_420_uv_to_nv12_param_0];
ld.param.u64 %rd2, [rs_420_uv_to_nv12_param_1];
ld.param.u64 %rd3, [rs_420_uv_to_nv12_param_2];
ld.param.u32 %r3, [rs_420_uv_to_nv12_param_3];
ld.param.u32 %r4, [rs_420_uv_to_nv12_param_4];
ld.param.u32 %r5, [rs_420_uv_to_nv12_param_5];
mov.u32 %r6, %ntid.x;
mov.u32 %r7, %ctaid.x;
mov.u32 %r8, %tid.x;
mad.lo.s32 %r9, %r7, %r6, %r8;
mov.u32 %r10, %ntid.y;
mov.u32 %r11, %ctaid.y;
mov.u32 %r12, %tid.y;
mad.lo.s32 %r1, %r11, %r10, %r12;
shl.b32 %r2, %r9, 1;
setp.ge.s32 %p1, %r2, %r4;
shl.b32 %r13, %r1, 1;
setp.ge.s32 %p2, %r13, %r5;
or.pred %p3, %p1, %p2;
@%p3 bra $L__BB4_2;
cvta.to.global.u64 %rd4, %rd1;
cvt.s64.s32 %rd5, %r1;
mul.lo.s64 %rd6, %rd5, %rd2;
add.s64 %rd7, %rd4, %rd6;
add.s32 %r14, %r2, -3;
add.s32 %r15, %r4, -1;
min.s32 %r16, %r15, %r14;
max.s32 %r17, %r16, 0;
mul.wide.s32 %rd8, %r17, 8;
add.s64 %rd9, %rd7, %rd8;
ld.global.v2.f32 {%f1, %f2}, [%rd9];
fma.rn.f32 %f5, %f1, 0fBD0E38D5, 0f00000000;
mov.f32 %f6, 0f00000000;
fma.rn.f32 %f7, %f2, 0fBD0E38D5, 0f00000000;
add.s32 %r18, %r2, -2;
min.s32 %r19, %r15, %r18;
max.s32 %r20, %r19, 0;
mul.wide.s32 %rd10, %r20, 8;
add.s64 %rd11, %rd7, %rd10;
ld.global.v2.f32 {%f8, %f9}, [%rd11];
fma.rn.f32 %f12, %f8, 0f3D638E55, %f5;
fma.rn.f32 %f13, %f9, 0f3D638E55, %f7;
add.s32 %r21, %r2, -1;
min.s32 %r22, %r15, %r21;
max.s32 %r23, %r22, 0;
mul.wide.s32 %rd12, %r23, 8;
add.s64 %rd13, %rd7, %rd12;
ld.global.v2.f32 {%f14, %f15}, [%rd13];
fma.rn.f32 %f18, %f14, 0f3F08E38F, %f12;
fma.rn.f32 %f19, %f15, 0f3F08E38F, %f13;
min.s32 %r24, %r15, %r2;
max.s32 %r25, %r24, 0;
mul.wide.s32 %rd14, %r25, 8;
add.s64 %rd15, %rd7, %rd14;
ld.global.v2.f32 {%f20, %f21}, [%rd15];
fma.rn.f32 %f24, %f20, 0f3F638E39, %f18;
fma.rn.f32 %f25, %f21, 0f3F638E39, %f19;
add.s32 %r26, %r2, 1;
min.s32 %r27, %r15, %r26;
max.s32 %r28, %r27, 0;
mul.wide.s32 %rd16, %r28, 8;
add.s64 %rd17, %rd7, %rd16;
ld.global.v2.f32 {%f26, %f27}, [%rd17];
fma.rn.f32 %f30, %f26, 0f3F08E38F, %f24;
fma.rn.f32 %f31, %f27, 0f3F08E38F, %f25;
add.s32 %r29, %r2, 2;
min.s32 %r30, %r15, %r29;
max.s32 %r31, %r30, 0;
mul.wide.s32 %rd18, %r31, 8;
add.s64 %rd19, %rd7, %rd18;
ld.global.v2.f32 {%f32, %f33}, [%rd19];
fma.rn.f32 %f36, %f32, 0f3D638E55, %f30;
fma.rn.f32 %f37, %f33, 0f3D638E55, %f31;
add.s32 %r32, %r2, 3;
min.s32 %r33, %r15, %r32;
max.s32 %r34, %r33, 0;
mul.wide.s32 %rd20, %r34, 8;
add.s64 %rd21, %rd7, %rd20;
ld.global.v2.f32 {%f38, %f39}, [%rd21];
fma.rn.f32 %f42, %f38, 0fBD0E38D5, %f36;
fma.rn.f32 %f43, %f39, 0fBD0E38D5, %f37;
add.s32 %r35, %r2, 4;
min.s32 %r36, %r15, %r35;
max.s32 %r37, %r36, 0;
mul.wide.s32 %rd22, %r37, 8;
add.s64 %rd23, %rd7, %rd22;
ld.global.v2.f32 {%f44, %f45}, [%rd23];
fma.rn.f32 %f48, %f44, 0f00000000, %f42;
fma.rn.f32 %f49, %f45, 0f00000000, %f43;
div.rn.f32 %f50, %f48, 0f40000002;
max.f32 %f51, %f50, %f6;
mov.f32 %f52, 0f437F0000;
min.f32 %f53, %f51, %f52;
add.f32 %f54, %f53, 0f3F000000;
cvt.rzi.u32.f32 %r38, %f54;
div.rn.f32 %f55, %f49, 0f40000002;
max.f32 %f56, %f55, %f6;
min.f32 %f57, %f56, %f52;
add.f32 %f58, %f57, 0f3F000000;
cvt.rzi.u32.f32 %r39, %f58;
mul.wide.s32 %rd24, %r3, %r1;
cvt.s64.s32 %rd25, %r2;
add.s64 %rd26, %rd24, %rd25;
cvta.to.global.u64 %rd27, %rd3;
add.s64 %rd28, %rd27, %rd26;
st.global.u8 [%rd28], %r38;
st.global.u8 [%rd28+1], %r39;
$L__BB4_2:
ret;
}
// .globl rs_420_uv_to_p010
.visible .entry rs_420_uv_to_p010(
.param .u64 rs_420_uv_to_p010_param_0,
.param .u64 rs_420_uv_to_p010_param_1,
.param .u64 rs_420_uv_to_p010_param_2,
.param .u32 rs_420_uv_to_p010_param_3,
.param .u32 rs_420_uv_to_p010_param_4,
.param .u32 rs_420_uv_to_p010_param_5
)
{
.reg .pred %p<4>;
.reg .b16 %rs<5>;
.reg .f32 %f<59>;
.reg .b32 %r<43>;
.reg .b64 %rd<30>;
ld.param.u64 %rd1, [rs_420_uv_to_p010_param_0];
ld.param.u64 %rd2, [rs_420_uv_to_p010_param_1];
ld.param.u64 %rd3, [rs_420_uv_to_p010_param_2];
ld.param.u32 %r3, [rs_420_uv_to_p010_param_3];
ld.param.u32 %r4, [rs_420_uv_to_p010_param_4];
ld.param.u32 %r5, [rs_420_uv_to_p010_param_5];
mov.u32 %r6, %ntid.x;
mov.u32 %r7, %ctaid.x;
mov.u32 %r8, %tid.x;
mad.lo.s32 %r9, %r7, %r6, %r8;
mov.u32 %r10, %ntid.y;
mov.u32 %r11, %ctaid.y;
mov.u32 %r12, %tid.y;
mad.lo.s32 %r1, %r11, %r10, %r12;
shl.b32 %r2, %r9, 1;
setp.ge.s32 %p1, %r2, %r4;
shl.b32 %r13, %r1, 1;
setp.ge.s32 %p2, %r13, %r5;
or.pred %p3, %p1, %p2;
@%p3 bra $L__BB5_2;
cvta.to.global.u64 %rd4, %rd1;
cvt.s64.s32 %rd5, %r1;
mul.lo.s64 %rd6, %rd5, %rd2;
add.s64 %rd7, %rd4, %rd6;
add.s32 %r14, %r2, -3;
add.s32 %r15, %r4, -1;
min.s32 %r16, %r15, %r14;
max.s32 %r17, %r16, 0;
mul.wide.s32 %rd8, %r17, 8;
add.s64 %rd9, %rd7, %rd8;
ld.global.v2.f32 {%f1, %f2}, [%rd9];
fma.rn.f32 %f5, %f1, 0fBD0E38D5, 0f00000000;
mov.f32 %f6, 0f00000000;
fma.rn.f32 %f7, %f2, 0fBD0E38D5, 0f00000000;
add.s32 %r18, %r2, -2;
min.s32 %r19, %r15, %r18;
max.s32 %r20, %r19, 0;
mul.wide.s32 %rd10, %r20, 8;
add.s64 %rd11, %rd7, %rd10;
ld.global.v2.f32 {%f8, %f9}, [%rd11];
fma.rn.f32 %f12, %f8, 0f3D638E55, %f5;
fma.rn.f32 %f13, %f9, 0f3D638E55, %f7;
add.s32 %r21, %r2, -1;
min.s32 %r22, %r15, %r21;
max.s32 %r23, %r22, 0;
mul.wide.s32 %rd12, %r23, 8;
add.s64 %rd13, %rd7, %rd12;
ld.global.v2.f32 {%f14, %f15}, [%rd13];
fma.rn.f32 %f18, %f14, 0f3F08E38F, %f12;
fma.rn.f32 %f19, %f15, 0f3F08E38F, %f13;
min.s32 %r24, %r15, %r2;
max.s32 %r25, %r24, 0;
mul.wide.s32 %rd14, %r25, 8;
add.s64 %rd15, %rd7, %rd14;
ld.global.v2.f32 {%f20, %f21}, [%rd15];
fma.rn.f32 %f24, %f20, 0f3F638E39, %f18;
fma.rn.f32 %f25, %f21, 0f3F638E39, %f19;
add.s32 %r26, %r2, 1;
min.s32 %r27, %r15, %r26;
max.s32 %r28, %r27, 0;
mul.wide.s32 %rd16, %r28, 8;
add.s64 %rd17, %rd7, %rd16;
ld.global.v2.f32 {%f26, %f27}, [%rd17];
fma.rn.f32 %f30, %f26, 0f3F08E38F, %f24;
fma.rn.f32 %f31, %f27, 0f3F08E38F, %f25;
add.s32 %r29, %r2, 2;
min.s32 %r30, %r15, %r29;
max.s32 %r31, %r30, 0;
mul.wide.s32 %rd18, %r31, 8;
add.s64 %rd19, %rd7, %rd18;
ld.global.v2.f32 {%f32, %f33}, [%rd19];
fma.rn.f32 %f36, %f32, 0f3D638E55, %f30;
fma.rn.f32 %f37, %f33, 0f3D638E55, %f31;
add.s32 %r32, %r2, 3;
min.s32 %r33, %r15, %r32;
max.s32 %r34, %r33, 0;
mul.wide.s32 %rd20, %r34, 8;
add.s64 %rd21, %rd7, %rd20;
ld.global.v2.f32 {%f38, %f39}, [%rd21];
fma.rn.f32 %f42, %f38, 0fBD0E38D5, %f36;
fma.rn.f32 %f43, %f39, 0fBD0E38D5, %f37;
add.s32 %r35, %r2, 4;
min.s32 %r36, %r15, %r35;
max.s32 %r37, %r36, 0;
mul.wide.s32 %rd22, %r37, 8;
add.s64 %rd23, %rd7, %rd22;
ld.global.v2.f32 {%f44, %f45}, [%rd23];
fma.rn.f32 %f48, %f44, 0f00000000, %f42;
fma.rn.f32 %f49, %f45, 0f00000000, %f43;
div.rn.f32 %f50, %f48, 0f40000002;
max.f32 %f51, %f50, %f6;
mov.f32 %f52, 0f447FC000;
min.f32 %f53, %f51, %f52;
add.f32 %f54, %f53, 0f3F000000;
cvt.rzi.u32.f32 %r38, %f54;
div.rn.f32 %f55, %f49, 0f40000002;
max.f32 %f56, %f55, %f6;
min.f32 %f57, %f56, %f52;
add.f32 %f58, %f57, 0f3F000000;
cvt.rzi.u32.f32 %r39, %f58;
shr.u32 %r40, %r3, 31;
add.s32 %r41, %r3, %r40;
shr.s32 %r42, %r41, 1;
mul.wide.s32 %rd24, %r42, %r1;
cvt.s64.s32 %rd25, %r2;
add.s64 %rd26, %rd24, %rd25;
cvta.to.global.u64 %rd27, %rd3;
shl.b64 %rd28, %rd26, 1;
add.s64 %rd29, %rd27, %rd28;
cvt.u16.u32 %rs1, %r38;
shl.b16 %rs2, %rs1, 6;
st.global.u16 [%rd29], %rs2;
cvt.u16.u32 %rs3, %r39;
shl.b16 %rs4, %rs3, 6;
st.global.u16 [%rd29+2], %rs4;
$L__BB5_2:
ret;
}
// .globl rs_copy_rgba16f
.visible .entry rs_copy_rgba16f(
.param .u64 rs_copy_rgba16f_param_0,
.param .u64 rs_copy_rgba16f_param_1,
.param .u64 rs_copy_rgba16f_param_2,
.param .u64 rs_copy_rgba16f_param_3,
.param .u32 rs_copy_rgba16f_param_4,
.param .u32 rs_copy_rgba16f_param_5
)
{
.reg .pred %p<4>;
.reg .b32 %r<15>;
.reg .b64 %rd<15>;
ld.param.u64 %rd1, [rs_copy_rgba16f_param_0];
ld.param.u64 %rd2, [rs_copy_rgba16f_param_1];
ld.param.u64 %rd3, [rs_copy_rgba16f_param_2];
ld.param.u64 %rd4, [rs_copy_rgba16f_param_3];
ld.param.u32 %r3, [rs_copy_rgba16f_param_4];
ld.param.u32 %r4, [rs_copy_rgba16f_param_5];
mov.u32 %r5, %ctaid.x;
mov.u32 %r6, %ntid.x;
mov.u32 %r7, %tid.x;
mad.lo.s32 %r1, %r5, %r6, %r7;
mov.u32 %r8, %ntid.y;
mov.u32 %r9, %ctaid.y;
mov.u32 %r10, %tid.y;
mad.lo.s32 %r2, %r9, %r8, %r10;
setp.ge.s32 %p1, %r1, %r3;
setp.ge.s32 %p2, %r2, %r4;
or.pred %p3, %p1, %p2;
@%p3 bra $L__BB6_2;
cvta.to.global.u64 %rd5, %rd1;
cvt.s64.s32 %rd6, %r2;
mul.lo.s64 %rd7, %rd6, %rd2;
add.s64 %rd8, %rd5, %rd7;
cvta.to.global.u64 %rd9, %rd3;
mul.lo.s64 %rd10, %rd6, %rd4;
add.s64 %rd11, %rd9, %rd10;
mul.wide.s32 %rd12, %r1, 8;
add.s64 %rd13, %rd8, %rd12;
ld.global.v2.u32 {%r11, %r12}, [%rd13];
add.s64 %rd14, %rd11, %rd12;
st.global.v2.u32 [%rd14], {%r11, %r12};
$L__BB6_2:
ret;
}
)VE_RS_PTX";