Skip to content

Record your screen, ship a demo. Free and open-source, GPU-accelerated, no watermarks, no subscriptions. Windows, macOS, Linux. Actively maintained.

5.7 KB
Raw Blame
//! Une vidéo HEVC Main 10 (iPhone, #1390) se rend avec ses couleurs, pas en bandes.
//!
//! VideoToolbox sort un `CVPixelBuffer` P010 (16 bits par échantillon) pour un flux 10 bits.
//! Lu comme du NV12 8 bits, chaque échantillon devient deux texels : l'image se couvre de
//! bandes jaunes et vertes. La mire est coupée en deux, rouge à gauche, bleu à droite ;
//! chaque moitié doit garder sa couleur.
//!
//! La CI ne le joue pas : il faut le GPU et un encodeur HEVC 10 bits.
//!
//! ```sh
//! ffmpeg -f lavfi -i "color=c=red:size=640x360:rate=30:duration=1,drawbox=x=320:y=0:w=320:h=360:color=blue:t=fill" \
//!   -vf format=p010le -c:v hevc_videotoolbox -profile:v main10 -tag:v hvc1 split10.mov
//! OPENSCREEN_HEVC10_SOURCE=$PWD/split10.mov cargo test -p openscreen-compositor --test hevc10_decode
//! ```
#![cfg(target_os = "macos")]

use openscreen_compositor::compositor::{live_params_from_scene, Compositor};
use openscreen_compositor::config;
use openscreen_compositor::d3d::Gpu;
use openscreen_compositor::pipeline::ClipSource;
use openscreen_compositor::scene::Scene;
use openscreen_compositor::timeline_walk::{render_frames, RenderedFrame};

fn scene_json(source: &str) -> String {
    let source = serde_json::to_string(source).expect("chemin JSON");
    format!(
        r##"{{
        "clips": [{{"screenPath":{source},"webcamPath":"","sourceStartSec":0,"sourceEndSec":1,"webcamOffsetSec":0,"hasAudio":false}}],
        "layout": {{"preset":"no-webcam","webcamSize":1.0,"webcamShape":"rounded","webcamMirror":false,"webcamPosition":null,"webcamReactiveZoom":false}},
        "effects": {{"padding":0,"blur":false,"shadow":0.0,"roundnessFrac":0,"motionBlur":0.0}},
        "background": {{"kind":"color","color":"#303030"}},
        "zoomRegions": [],
        "cursor": {{"show":false,"size":1,"smoothing":0,"motionBlur":0,"clickBounce":0,"clipToBounds":false,"theme":"default"}},
        "cropByClip": [null],
        "output": {{"width":640,"height":360,"fps":null}}
        }}"##
    )
}

/// La frame 10 de `source`, rendue seule sur un fond uni, sans effet.
fn render_frame_10(source: &str) -> RenderedFrame {
    let source = source.to_owned();
    let gpu = Gpu::create_auto(false).expect("device");
    let clips = [ClipSource {
        screen: source.clone(),
        webcam: String::new(),
        source_start_sec: 0.0,
        source_end_sec: 1.0,
        webcam_offset_sec: 0.0,
        has_audio: false,
    }];
    let mut cfg = config::all().pop().expect("C8");
    cfg.zoom = false;
    cfg.layout_anim = false;
    cfg.mblur_n = 1;
    cfg.bg_blur = 0.0;
    cfg.cursor = false;
    let scene = Scene::from_json(&scene_json(&source)).expect("scène");
    let comp = Compositor::new_sized(&gpu, 640, 360).expect("compositeur");
    comp.set_live_params(live_params_from_scene(&scene));
    comp.set_scene(Some(scene));
    let mut frames =
        unsafe { render_frames(&clips, &gpu, &comp, &cfg, 30, &[10]) }.expect("render_frames");
    frames.swap_remove(0)
}

/// Chaque moitié de la mire garde `left` / `right`, à `tol` près par canal.
fn assert_halves(frame: &RenderedFrame, left: [u8; 3], right: [u8; 3], tol: u8) {
    let px = |x: u32, y: u32| {
        let i = ((y * frame.width + x) * 4) as usize;
        [frame.rgba[i], frame.rgba[i + 1], frame.rgba[i + 2]]
    };
    let (w, h) = (frame.width, frame.height);
    for (x, want) in [(w / 4, left), (3 * w / 4, right)] {
        for y in [h / 4, h / 2, 3 * h / 4] {
            let got = px(x, y);
            let close = got.iter().zip(want).all(|(&g, w)| g.abs_diff(w) <= tol);
            assert!(close, "({x},{y}) : {got:?}, attendu ≈ {want:?}");
        }
    }
}

#[test]
fn a_10_bit_hevc_frame_keeps_its_colours() {
    let Some(source) = std::env::var_os("OPENSCREEN_HEVC10_SOURCE") else {
        eprintln!("OPENSCREEN_HEVC10_SOURCE absent — test sauté");
        return;
    };
    let frame = render_frame_10(&source.to_string_lossy());
    assert_halves(&frame, [255, 0, 0], [0, 0, 255], 40);
}

/// Une frame pleine plage (`420f`, `xf20`) n'est pas relue comme limitée : sans le
/// correctif, le gris sombre tombe à ~19 et le gris clair monte à ~242.
///
/// ```sh
/// ffmpeg -f lavfi -i "color=c=0x202020:size=640x360:rate=30:duration=1,drawbox=x=320:y=0:w=320:h=360:color=0xe0e0e0:t=fill" \
///   -vf scale=out_range=full,format=p010le -color_range pc -c:v hevc_videotoolbox -profile:v main10 -tag:v hvc1 grey10full.mov
/// OPENSCREEN_FULL_RANGE_SOURCE=$PWD/grey10full.mov cargo test -p openscreen-compositor --test hevc10_decode
/// ```
#[test]
fn a_full_range_frame_keeps_its_levels() {
    let Some(source) = std::env::var_os("OPENSCREEN_FULL_RANGE_SOURCE") else {
        eprintln!("OPENSCREEN_FULL_RANGE_SOURCE absent — test sauté");
        return;
    };
    let frame = render_frame_10(&source.to_string_lossy());
    assert_halves(&frame, [0x20; 3], [0xe0; 3], 6);
}

/// Une frame BT.601 n'est pas relue en BT.709 : la matrice vient de `AVFrame::colorspace`
/// (le VUI du flux). Sans le correctif, le vert pur tombe à ~216.
///
/// ```sh
/// ffmpeg -f lavfi -i "color=c=0x00ff00:size=640x360:rate=30:duration=1,drawbox=x=320:y=0:w=320:h=360:color=0x0000ff:t=fill" \
///   -vf scale=out_color_matrix=bt601,format=nv12 -colorspace smpte170m -color_primaries smpte170m -color_trc smpte170m \
///   -c:v h264_videotoolbox split601.mov
/// OPENSCREEN_BT601_SOURCE=$PWD/split601.mov cargo test -p openscreen-compositor --test hevc10_decode
/// ```
#[test]
fn a_bt601_frame_keeps_its_hues() {
    let Some(source) = std::env::var_os("OPENSCREEN_BT601_SOURCE") else {
        eprintln!("OPENSCREEN_BT601_SOURCE absent — test sauté");
        return;
    };
    let frame = render_frame_10(&source.to_string_lossy());
    assert_halves(&frame, [0, 255, 0], [0, 0, 255], 12);
}