Skip to content

Industry leading face manipulation platform

10.8 KB
Raw Blame
import os
import tempfile

import pytest

import facefusion.ffmpeg
from facefusion import ffmpeg, ffmpeg_builder, process_manager, state_manager
from facefusion.download import conditional_download
from facefusion.ffmpeg import concat_video, extract_frames, fix_audio_encoder, fix_video_encoder, merge_video, read_audio_buffer, replace_audio, restore_audio
from facefusion.ffprobe import extract_video_metadata
from facefusion.filesystem import copy_file
from facefusion.temp_helper import clear_temp_directory, create_temp_directory, get_temp_file_path, resolve_temp_frame_set
from facefusion.types import EncoderSet
from facefusion.vision import predict_video_frame_total, read_image
from .helper import get_test_example_file, get_test_examples_directory, get_test_output_file, prepare_test_output_directory


@pytest.fixture(scope = 'module', autouse = True)
def before_all() -> None:
	process_manager.start()
	conditional_download(get_test_examples_directory(),
	[
		'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/source.jpg',
		'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/source.mp3',
		'https://github.com/facefusion/facefusion-assets/releases/download/examples-3.0.0/target-240p.mp4'
	])

	ffmpeg.run_ffmpeg(
		ffmpeg_builder.chain(
			ffmpeg_builder.set_input(get_test_example_file('source.mp3')),
			ffmpeg_builder.set_output(get_test_example_file('source.wav'))
		)
	)

	for video_fps in [ 25, 30, 60 ]:
		ffmpeg.run_ffmpeg(
			ffmpeg_builder.chain(
				ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
				ffmpeg_builder.set_video_fps(video_fps),
				ffmpeg_builder.set_output(get_test_example_file('target-240p-' + str(video_fps) + 'fps.mp4'))
			)
		)

	ffmpeg.run_ffmpeg(
		ffmpeg_builder.chain(
			ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
			[
				'-vf',
				'scale=out_transfer=smpte2084'
			],
			ffmpeg_builder.set_output(get_test_example_file('target-240p-smpte2084.mp4'))
		)
	)

	for output_video_format in [ 'avi', 'm4v', 'mkv', 'mov', 'mp4', 'webm', 'wmv' ]:
		ffmpeg.run_ffmpeg(
			ffmpeg_builder.chain(
				ffmpeg_builder.set_input(get_test_example_file('source.mp3')),
				ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
				ffmpeg_builder.set_audio_sample_rate(16000),
				ffmpeg_builder.set_output(get_test_example_file('target-240p-16khz.' + output_video_format))
			)
		)

	ffmpeg.run_ffmpeg(
		ffmpeg_builder.chain(
			ffmpeg_builder.set_input(get_test_example_file('source.mp3')),
			ffmpeg_builder.set_input(get_test_example_file('target-240p.mp4')),
			ffmpeg_builder.set_audio_sample_rate(48000),
			ffmpeg_builder.set_output(get_test_example_file('target-240p-48khz.mp4'))
		)
	)

	state_manager.init_item('temp_path', tempfile.gettempdir())
	state_manager.init_item('temp_frame_format', 'png')
	state_manager.init_item('output_audio_encoder', 'aac')
	state_manager.init_item('output_audio_quality', 100)
	state_manager.init_item('output_audio_volume', 100)
	state_manager.init_item('output_video_encoder', 'libx264')
	state_manager.init_item('output_video_quality', 100)
	state_manager.init_item('output_video_preset', 'ultrafast')


@pytest.fixture(scope = 'function', autouse = True)
def before_each() -> None:
	prepare_test_output_directory()


def get_available_encoder_set() -> EncoderSet:
	if os.getenv('CI'):
		return\
		{
			'audio': [ 'aac' ],
			'video': [ 'libx264' ]
		}
	return facefusion.ffmpeg.get_available_encoder_set()


def test_get_available_encoder_set() -> None:
	available_encoder_set = get_available_encoder_set()

	assert 'aac' in available_encoder_set.get('audio')
	assert 'libx264' in available_encoder_set.get('video')


def test_extract_frames() -> None:
	test_set =\
	[
		(get_test_example_file('target-240p-25fps.mp4'), 0, 270, 324, 55, 250),
		(get_test_example_file('target-240p-25fps.mp4'), 224, 270, 55, 55, 250),
		(get_test_example_file('target-240p-25fps.mp4'), 124, 224, 120, 55, 250),
		(get_test_example_file('target-240p-25fps.mp4'), 0, 100, 120, 55, 250),
		(get_test_example_file('target-240p-30fps.mp4'), 0, 324, 324, 55, 250),
		(get_test_example_file('target-240p-30fps.mp4'), 224, 324, 100, 55, 250),
		(get_test_example_file('target-240p-30fps.mp4'), 124, 224, 100, 55, 250),
		(get_test_example_file('target-240p-30fps.mp4'), 0, 100, 100, 55, 250),
		(get_test_example_file('target-240p-60fps.mp4'), 0, 648, 324, 55, 250),
		(get_test_example_file('target-240p-60fps.mp4'), 224, 648, 212, 55, 250),
		(get_test_example_file('target-240p-60fps.mp4'), 124, 224, 50, 55, 250),
		(get_test_example_file('target-240p-60fps.mp4'), 0, 100, 50, 55, 250),
		(get_test_example_file('target-240p-smpte2084.mp4'), 0, 1, 1, 32, 190)
	]

	for target_path, trim_frame_start, trim_frame_end, frame_total, frame_std, frame_max in test_set:
		create_temp_directory(target_path)

		assert extract_frames(target_path, (452, 240), 30.0, trim_frame_start, trim_frame_end) is True
		assert len(resolve_temp_frame_set(target_path)) == frame_total
		assert predict_video_frame_total(target_path, 30.0, trim_frame_start, trim_frame_end) == frame_total

		temp_vision_frame = read_image(resolve_temp_frame_set(target_path).get(trim_frame_start))

		assert temp_vision_frame.std() > frame_std
		assert temp_vision_frame.max() > frame_max

		clear_temp_directory(target_path)


def test_merge_video() -> None:
	test_set =\
	[
		(get_test_example_file('target-240p-16khz.avi'), [ 'bt709', 'unknown' ]),
		(get_test_example_file('target-240p-16khz.m4v'), [ 'bt709' ]),
		(get_test_example_file('target-240p-16khz.mkv'), [ 'bt709' ]),
		(get_test_example_file('target-240p-16khz.mp4'), [ 'bt709' ]),
		(get_test_example_file('target-240p-16khz.mov'), [ 'bt709' ]),
		(get_test_example_file('target-240p-16khz.webm'), [ 'bt709' ]),
		(get_test_example_file('target-240p-16khz.wmv'), [ 'bt709' ])
	]
	output_video_encoders = get_available_encoder_set().get('video')

	for target_path, color_transfers in test_set:
		for output_video_encoder in output_video_encoders:
			state_manager.init_item('output_video_encoder', output_video_encoder)
			create_temp_directory(target_path)
			extract_frames(target_path, (452, 240), 25.0, 0, 1)

			assert merge_video(target_path, 25.0, (452, 240), 25.0, 0, 1) is True

			video_metadata = extract_video_metadata(get_temp_file_path(target_path))

			assert video_metadata.get('color_transfer') in color_transfers

		clear_temp_directory(target_path)

	state_manager.init_item('output_video_encoder', 'libx264')


def test_concat_video() -> None:
	output_path = get_test_output_file('test-concat-video.mp4')
	temp_output_paths =\
	[
		get_test_example_file('target-240p-16khz.mp4'),
		get_test_example_file('target-240p-16khz.mp4')
	]

	assert concat_video(output_path, temp_output_paths) is True


def test_read_audio_buffer() -> None:
	assert isinstance(read_audio_buffer(get_test_example_file('source.mp3'), 1, 16, 1), bytes)
	assert isinstance(read_audio_buffer(get_test_example_file('source.wav'), 1, 16, 1), bytes)
	assert read_audio_buffer(get_test_example_file('invalid.mp3'), 1, 16, 1) is None


def test_restore_audio() -> None:
	test_set =\
	[
		(get_test_example_file('target-240p-16khz.avi'), get_test_output_file('target-240p-16khz.avi')),
		(get_test_example_file('target-240p-16khz.m4v'), get_test_output_file('target-240p-16khz.m4v')),
		(get_test_example_file('target-240p-16khz.mkv'), get_test_output_file('target-240p-16khz.mkv')),
		(get_test_example_file('target-240p-16khz.mov'), get_test_output_file('target-240p-16khz.mov')),
		(get_test_example_file('target-240p-16khz.mp4'), get_test_output_file('target-240p-16khz.mp4')),
		(get_test_example_file('target-240p-48khz.mp4'), get_test_output_file('target-240p-48khz.mp4')),
		(get_test_example_file('target-240p-16khz.webm'), get_test_output_file('target-240p-16khz.webm')),
		(get_test_example_file('target-240p-16khz.wmv'), get_test_output_file('target-240p-16khz.wmv'))
	]
	output_audio_encoders = get_available_encoder_set().get('audio')

	for target_path, output_path in test_set:
		create_temp_directory(target_path)

		for output_audio_encoder in output_audio_encoders:
			state_manager.init_item('output_audio_encoder', output_audio_encoder)
			copy_file(target_path, get_temp_file_path(target_path))

			assert restore_audio(target_path, output_path, 0, 270) is True

		clear_temp_directory(target_path)

	state_manager.init_item('output_audio_encoder', 'aac')


def test_replace_audio() -> None:
	test_set =\
	[
		(get_test_example_file('target-240p-16khz.avi'), get_test_output_file('target-240p-16khz.avi')),
		(get_test_example_file('target-240p-16khz.m4v'), get_test_output_file('target-240p-16khz.m4v')),
		(get_test_example_file('target-240p-16khz.mkv'), get_test_output_file('target-240p-16khz.mkv')),
		(get_test_example_file('target-240p-16khz.mov'), get_test_output_file('target-240p-16khz.mov')),
		(get_test_example_file('target-240p-16khz.mp4'), get_test_output_file('target-240p-16khz.mp4')),
		(get_test_example_file('target-240p-48khz.mp4'), get_test_output_file('target-240p-48khz.mp4')),
		(get_test_example_file('target-240p-16khz.webm'), get_test_output_file('target-240p-16khz.webm'))
	]
	output_audio_encoders = get_available_encoder_set().get('audio')

	for target_path, output_path in test_set:
		create_temp_directory(target_path)

		for output_audio_encoder in output_audio_encoders:
			state_manager.init_item('output_audio_encoder', output_audio_encoder)
			copy_file(target_path, get_temp_file_path(target_path))

			assert replace_audio(target_path, get_test_example_file('source.mp3'), output_path) is True
			assert replace_audio(target_path, get_test_example_file('source.wav'), output_path) is True

		clear_temp_directory(target_path)

	state_manager.init_item('output_audio_encoder', 'aac')


def test_fix_audio_encoder() -> None:
	assert fix_audio_encoder('avi', 'libopus') == 'aac'
	assert fix_audio_encoder('m4v', 'libopus') == 'aac'
	assert fix_audio_encoder('mpeg', 'libopus') == 'aac'
	assert fix_audio_encoder('wmv', 'libopus') == 'aac'
	assert fix_audio_encoder('mov', 'flac') == 'aac'
	assert fix_audio_encoder('mov', 'libopus') == 'aac'
	assert fix_audio_encoder('mxf', 'libopus') == 'pcm_s16le'
	assert fix_audio_encoder('webm', 'aac') == 'libopus'
	assert fix_audio_encoder('mp4', 'aac') == 'aac'
	assert fix_audio_encoder('avi', 'aac') == 'aac'


def test_fix_video_encoder() -> None:
	assert fix_video_encoder('m4v', 'libx265') == 'libx264'
	assert fix_video_encoder('mpeg', 'libx265') == 'libx264'
	assert fix_video_encoder('mxf', 'libx265') == 'libx264'
	assert fix_video_encoder('wmv', 'libx265') == 'libx264'
	assert fix_video_encoder('mkv', 'rawvideo') == 'libx264'
	assert fix_video_encoder('mp4', 'rawvideo') == 'libx264'
	assert fix_video_encoder('mov', 'libvpx-vp9') == 'libx264'
	assert fix_video_encoder('webm', 'libx264') == 'libvpx-vp9'
	assert fix_video_encoder('mp4', 'libx265') == 'libx265'
	assert fix_video_encoder('avi', 'rawvideo') == 'rawvideo'