Skip to content
Python
820 B
Raw Blame
from .wav2vec2 import Wav2Vec2ModelWrapper
from transformers import Wav2Vec2FeatureExtractor, WhisperModel, AutoFeatureExtractor

def get_audio_encoder(checkpoint_path, model_type="avatar-v1.0"):
    if model_type == "avatar-v1.0":
        model = Wav2Vec2ModelWrapper(checkpoint_path)
        model.feature_extractor._freeze_parameters()
        return model
    if model_type == "avatar-v1.5":
        model = WhisperModel.from_pretrained(checkpoint_path).eval()
        model.requires_grad_(False)
        return model

def get_audio_feature_extractor(checkpoint_path, model_type="avatar-v1.0"):
    if model_type == "avatar-v1.0":
        return Wav2Vec2FeatureExtractor(checkpoint_path, local_files_only=True)
    if model_type == "avatar-v1.5":
        return AutoFeatureExtractor.from_pretrained(checkpoint_path)