Python
from .wav2vec2 import Wav2Vec2ModelWrapper
from transformers import Wav2Vec2FeatureExtractor, WhisperModel, AutoFeatureExtractor
def get_audio_encoder(checkpoint_path, model_type="avatar-v1.0"):
if model_type == "avatar-v1.0":
model = Wav2Vec2ModelWrapper(checkpoint_path)
model.feature_extractor._freeze_parameters()
return model
if model_type == "avatar-v1.5":
model = WhisperModel.from_pretrained(checkpoint_path).eval()
model.requires_grad_(False)
return model
def get_audio_feature_extractor(checkpoint_path, model_type="avatar-v1.0"):
if model_type == "avatar-v1.0":
return Wav2Vec2FeatureExtractor(checkpoint_path, local_files_only=True)
if model_type == "avatar-v1.5":
return AutoFeatureExtractor.from_pretrained(checkpoint_path)