A lightweight yet powerful audio-to-MIDI converter with pitch bend detection
Python audiolightweightmachine-learningmidimusicpitch-detectionpolyphonicpythontranscriptiontypescript
Remove unittest
David Rubinsteind75956df7c0b
diff --git a/tests/test_inference.py b/tests/test_inference.pyindex 77334d1..1934239 100644--- a/tests/test_inference.py+++ b/tests/test_inference.py@@ -19,7 +19,6 @@ import faulthandlerimport osimport pathlibimport tempfile-import unittestfrom typing import Dict, Listimport librosa@@ -40,141 +39,148 @@ RESOURCES_PATH = pathlib.Path(__file__).parent / "resources"faulthandler.enable()-class TestPredict(unittest.TestCase):- def test_predict(self) -> None:- test_audio_path = RESOURCES_PATH / "vocadito_10.wav"- model_output, midi_data, note_events = inference.predict(+def test_predict() -> None:+ test_audio_path = RESOURCES_PATH / "vocadito_10.wav"+ model_output, midi_data, note_events = inference.predict(+ test_audio_path,+ inference.Model(ICASSP_2022_MODEL_PATH),+ )+ assert set(model_output.keys()) == set(["note", "onset", "contour"])+ assert model_output["note"].shape == model_output["onset"].shape+ assert isinstance(midi_data, pretty_midi.PrettyMIDI)+ lowest_supported_midi = 21+ note_pitch_min = [n[2] >= lowest_supported_midi for n in note_events]+ note_pitch_max = [n[2] <= lowest_supported_midi + ANNOTATIONS_N_SEMITONES for n in note_events]+ assert all(note_pitch_min)+ assert all(note_pitch_max)+ assert isinstance(note_events, list)++ expected_model_output = np.load("tests/resources/vocadito_10/model_output.npz")+ for k in expected_model_output.keys():+ np.testing.assert_allclose(expected_model_output[k], model_output[k], atol=1e-4, rtol=0)++ expected_note_events = np.load("tests/resources/vocadito_10/note_events.npz", allow_pickle=True)+ expected_note_events = expected_note_events.get("arr_0")++ assert len(expected_note_events) == len(note_events)+ for expected, calculated in zip(expected_note_events, note_events):+ for i in range(len(expected)):+ np.testing.assert_allclose(expected[i], calculated[i], atol=1e-4, rtol=0)+++def test_predict_with_saves() -> None:+ test_audio_path = RESOURCES_PATH / "vocadito_10.wav"+ with tempfile.TemporaryDirectory() as tmpdir:+ inference.predict_and_save(+ [test_audio_path],+ tmpdir,+ True,+ True,+ True,+ True,+ model_or_model_path=ICASSP_2022_MODEL_PATH,+ )+ expected_midi_path = tmpdir / pathlib.Path("vocadito_10_basic_pitch.mid")+ expected_csv_path = tmpdir / pathlib.Path("vocadito_10_basic_pitch.csv")+ expected_npz_path = tmpdir / pathlib.Path("vocadito_10_basic_pitch.npz")+ expected_sonif_path = tmpdir / pathlib.Path("vocadito_10_basic_pitch.wav")++ for output_path in [+ expected_midi_path,+ expected_csv_path,+ expected_npz_path,+ expected_sonif_path,+ ]:+ assert os.path.exists(output_path)+++def test_predict_onset_threshold() -> None:+ test_audio_path = RESOURCES_PATH / "vocadito_10.wav"+ for onset_threshold in [0, 0.3, 0.8, 1]:+ inference.predict(+ test_audio_path,+ ICASSP_2022_MODEL_PATH,+ onset_threshold=onset_threshold,+ )+++def test_predict_frame_threshold() -> None:+ test_audio_path = RESOURCES_PATH / "vocadito_10.wav"+ for frame_threshold in [0, 0.3, 0.8, 1]:+ inference.predict(+ test_audio_path,+ ICASSP_2022_MODEL_PATH,+ frame_threshold=frame_threshold,+ )+++def test_predict_min_note_length() -> None:+ test_audio_path = RESOURCES_PATH / "vocadito_10.wav"+ for minimum_note_length in [10, 100, 1000]:+ _, _, note_events = inference.predict(+ test_audio_path,+ ICASSP_2022_MODEL_PATH,+ minimum_note_length=minimum_note_length,+ )+ min_len_s = minimum_note_length / 1000.0+ note_lengths = [n[1] - n[0] >= min_len_s for n in note_events]+ assert all(note_lengths)+++def test_predict_min_freq() -> None:+ test_audio_path = RESOURCES_PATH / "vocadito_10.wav"+ for minimum_frequency in [40, 80, 200, 2000]:+ _, _, note_events = inference.predict(+ test_audio_path,+ ICASSP_2022_MODEL_PATH,+ minimum_frequency=minimum_frequency,+ )+ min_freq_midi = np.round(librosa.hz_to_midi(minimum_frequency))+ note_pitch = [n[2] >= min_freq_midi for n in note_events]+ assert all(note_pitch)+++def test_predict_max_freq() -> None:+ test_audio_path = RESOURCES_PATH / "vocadito_10.wav"+ for maximum_frequency in [40, 80, 200, 2000]:+ _, _, note_events = inference.predict(test_audio_path,- inference.Model(ICASSP_2022_MODEL_PATH),+ ICASSP_2022_MODEL_PATH,+ maximum_frequency=maximum_frequency,)- assert set(model_output.keys()) == set(["note", "onset", "contour"])- assert model_output["note"].shape == model_output["onset"].shape- assert isinstance(midi_data, pretty_midi.PrettyMIDI)- lowest_supported_midi = 21- note_pitch_min = [n[2] >= lowest_supported_midi for n in note_events]- note_pitch_max = [n[2] <= lowest_supported_midi + ANNOTATIONS_N_SEMITONES for n in note_events]- assert all(note_pitch_min)- assert all(note_pitch_max)- assert isinstance(note_events, list)-- expected_model_output = np.load("tests/resources/vocadito_10/model_output.npz")- for k in expected_model_output.keys():- np.testing.assert_allclose(expected_model_output[k], model_output[k], atol=1e-4, rtol=0)-- expected_note_events = np.load("tests/resources/vocadito_10/note_events.npz", allow_pickle=True)- expected_note_events = expected_note_events.get("arr_0")-- assert len(expected_note_events) == len(note_events)- for expected, calculated in zip(expected_note_events, note_events):- for i in range(len(expected)):- np.testing.assert_allclose(expected[i], calculated[i], atol=1e-4, rtol=0)-- def test_predict_with_saves(self) -> None:- test_audio_path = RESOURCES_PATH / "vocadito_10.wav"- with tempfile.TemporaryDirectory() as tmpdir:- inference.predict_and_save(- [test_audio_path],- tmpdir,- True,- True,- True,- True,- model_or_model_path=ICASSP_2022_MODEL_PATH,- )- expected_midi_path = tmpdir / pathlib.Path("vocadito_10_basic_pitch.mid")- expected_csv_path = tmpdir / pathlib.Path("vocadito_10_basic_pitch.csv")- expected_npz_path = tmpdir / pathlib.Path("vocadito_10_basic_pitch.npz")- expected_sonif_path = tmpdir / pathlib.Path("vocadito_10_basic_pitch.wav")-- for output_path in [- expected_midi_path,- expected_csv_path,- expected_npz_path,- expected_sonif_path,- ]:- assert os.path.exists(output_path)-- def test_predict_onset_threshold(self) -> None:- test_audio_path = RESOURCES_PATH / "vocadito_10.wav"- for onset_threshold in [0, 0.3, 0.8, 1]:- inference.predict(- test_audio_path,- ICASSP_2022_MODEL_PATH,- onset_threshold=onset_threshold,- )-- def test_predict_frame_threshold(self) -> None:- test_audio_path = RESOURCES_PATH / "vocadito_10.wav"- for frame_threshold in [0, 0.3, 0.8, 1]:- inference.predict(- test_audio_path,- ICASSP_2022_MODEL_PATH,- frame_threshold=frame_threshold,- )-- def test_predict_min_note_length(self) -> None:- test_audio_path = RESOURCES_PATH / "vocadito_10.wav"- for minimum_note_length in [10, 100, 1000]:- _, _, note_events = inference.predict(- test_audio_path,- ICASSP_2022_MODEL_PATH,- minimum_note_length=minimum_note_length,- )- min_len_s = minimum_note_length / 1000.0- note_lengths = [n[1] - n[0] >= min_len_s for n in note_events]- assert all(note_lengths)-- def test_predict_min_freq(self) -> None:- test_audio_path = RESOURCES_PATH / "vocadito_10.wav"- for minimum_frequency in [40, 80, 200, 2000]:- _, _, note_events = inference.predict(- test_audio_path,- ICASSP_2022_MODEL_PATH,- minimum_frequency=minimum_frequency,- )- min_freq_midi = np.round(librosa.hz_to_midi(minimum_frequency))- note_pitch = [n[2] >= min_freq_midi for n in note_events]- assert all(note_pitch)-- def test_predict_max_freq(self) -> None:- test_audio_path = RESOURCES_PATH / "vocadito_10.wav"- for maximum_frequency in [40, 80, 200, 2000]:- _, _, note_events = inference.predict(- test_audio_path,- ICASSP_2022_MODEL_PATH,- maximum_frequency=maximum_frequency,- )- max_freq_midi = np.round(librosa.hz_to_midi(maximum_frequency))- note_pitch = [n[2] <= max_freq_midi for n in note_events]- assert all(note_pitch)-- def test_window_audio_file(self) -> None:- test_audio_path = RESOURCES_PATH / "vocadito_10.wav"- audio, _ = librosa.load(str(test_audio_path), sr=AUDIO_SAMPLE_RATE, mono=True)- audio_windowed, window_times = zip(*inference.window_audio_file(audio, AUDIO_N_SAMPLES - 30 * FFT_HOP))- assert len(audio_windowed) == 6- assert len(window_times) == 6- for time in window_times:- assert time["start"] <= time["end"]- np.testing.assert_equal(audio[:AUDIO_N_SAMPLES], np.squeeze(audio_windowed[0]))-- def test_get_audio_input(self) -> None:- test_audio_path = RESOURCES_PATH / "vocadito_10.wav"- audio, _ = librosa.load(str(test_audio_path), sr=AUDIO_SAMPLE_RATE, mono=True)- overlap_len = 30 * FFT_HOP- audio = np.concatenate([np.zeros((overlap_len // 2,), dtype=np.float32), audio])- audio_windowed: List[npt.NDArray[np.float32]] = []- window_times: List[Dict[str, float]] = []- for audio_window, window_time, original_length in inference.get_audio_input(- test_audio_path, overlap_len, AUDIO_N_SAMPLES - overlap_len- ):- audio_windowed.append(audio_window)- window_times.append(window_time)- audio_windowed = np.array(audio_windowed)- assert len(audio_windowed) == 6- assert len(window_times) == 6- for time in window_times:- assert time["start"] <= time["end"]- np.testing.assert_equal(audio[:AUDIO_N_SAMPLES], np.squeeze(audio_windowed[0]))-- assert original_length == 200607+ max_freq_midi = np.round(librosa.hz_to_midi(maximum_frequency))+ note_pitch = [n[2] <= max_freq_midi for n in note_events]+ assert all(note_pitch)+++def test_window_audio_file() -> None:+ test_audio_path = RESOURCES_PATH / "vocadito_10.wav"+ audio, _ = librosa.load(str(test_audio_path), sr=AUDIO_SAMPLE_RATE, mono=True)+ audio_windowed, window_times = zip(*inference.window_audio_file(audio, AUDIO_N_SAMPLES - 30 * FFT_HOP))+ assert len(audio_windowed) == 6+ assert len(window_times) == 6+ for time in window_times:+ assert time["start"] <= time["end"]+ np.testing.assert_equal(audio[:AUDIO_N_SAMPLES], np.squeeze(audio_windowed[0]))+++def test_get_audio_input() -> None:+ test_audio_path = RESOURCES_PATH / "vocadito_10.wav"+ audio, _ = librosa.load(str(test_audio_path), sr=AUDIO_SAMPLE_RATE, mono=True)+ overlap_len = 30 * FFT_HOP+ audio = np.concatenate([np.zeros((overlap_len // 2,), dtype=np.float32), audio])+ audio_windowed: List[npt.NDArray[np.float32]] = []+ window_times: List[Dict[str, float]] = []+ for audio_window, window_time, original_length in inference.get_audio_input(+ test_audio_path, overlap_len, AUDIO_N_SAMPLES - overlap_len+ ):+ audio_windowed.append(audio_window)+ window_times.append(window_time)+ audio_windowed = np.array(audio_windowed)+ assert len(audio_windowed) == 6+ assert len(window_times) == 6+ for time in window_times:+ assert time["start"] <= time["end"]+ np.testing.assert_equal(audio[:AUDIO_N_SAMPLES], np.squeeze(audio_windowed[0]))++ assert original_length == 200607