Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
add cif_v1 and cif_export
zhuangzhonge700341244b0
diff --git a/funasr/models/paraformer/cif_predictor.py b/funasr/models/paraformer/cif_predictor.pyindex 8b1a9bbdb..a6bfe6544 100644--- a/funasr/models/paraformer/cif_predictor.py+++ b/funasr/models/paraformer/cif_predictor.py@@ -80,7 +80,7 @@ class CifPredictor(torch.nn.Module):hidden, alphas, token_num, mask=mask)- acoustic_embeds, cif_peak = cif(hidden, alphas, self.threshold)+ acoustic_embeds, cif_peak = cif_v1(hidden, alphas, self.threshold)if target_length is None and self.tail_threshold > 0.0:token_num_int = torch.max(token_num).type(torch.int32).item()@@ -245,7 +245,7 @@ class CifPredictorV2(torch.nn.Module):hidden, alphas, token_num, mask=None)- acoustic_embeds, cif_peak = cif(hidden, alphas, self.threshold)+ acoustic_embeds, cif_peak = cif_v1(hidden, alphas, self.threshold)if target_length is None and self.tail_threshold > 0.0:token_num_int = torch.max(token_num).type(torch.int32).item()acoustic_embeds = acoustic_embeds[:, :token_num_int, :]@@ -449,7 +449,7 @@ class CifPredictorV2Export(torch.nn.Module):mask = mask.transpose(-1, -2).float()mask = mask.squeeze(-1)hidden, alphas, token_num = self.tail_process_fn(hidden, alphas, mask=mask)- acoustic_embeds, cif_peak = cif_export(hidden, alphas, self.threshold)+ acoustic_embeds, cif_peak = cif_v1_export(hidden, alphas, self.threshold)return acoustic_embeds, token_num, alphas, cif_peak@@ -494,7 +494,60 @@ class CifPredictorV2Export(torch.nn.Module):token_num_floor = torch.floor(token_num)return hidden, alphas, token_num_floor+def cif_v1_export(hidden, alphas, threshold: float):+ device = hidden.device+ dtype = hidden.dtype+ batch_size, len_time, hidden_size = hidden.size()+ threshold = torch.tensor([threshold], dtype=alphas.dtype).to(alphas.device)++ frames = torch.zeros(batch_size, len_time, hidden_size, dtype=dtype, device=device)+ fires = torch.zeros(batch_size, len_time, dtype=dtype, device=device)++ prefix_sum = torch.cumsum(alphas, dim=1)+ prefix_sum_floor = torch.floor(prefix_sum)+ dislocation_prefix_sum = torch.roll(prefix_sum, 1, dims=1)+ dislocation_prefix_sum_floor = torch.floor(dislocation_prefix_sum)++ dislocation_prefix_sum_floor[:, 0] = 0+ dislocation_diff = prefix_sum_floor - dislocation_prefix_sum_floor++ fire_idxs = dislocation_diff > 0+ fires[fire_idxs] = 1+ fires = fires + prefix_sum - prefix_sum_floor++ prefix_sum_hidden = torch.cumsum(+ alphas.unsqueeze(-1).tile((1, 1, hidden_size)) * hidden, dim=1+ )++ frames = prefix_sum_hidden[fire_idxs]+ shift_frames = torch.roll(frames, 1, dims=0)+ batch_len = fire_idxs.sum(1)+ batch_idxs = torch.cumsum(batch_len, dim=0)+ shift_batch_idxs = torch.roll(batch_idxs, 1, dims=0)+ shift_batch_idxs[0] = 0+ shift_frames[shift_batch_idxs] = 0++ remains = fires - torch.floor(fires)+ remain_frames = (+ remains[fire_idxs].unsqueeze(-1).tile((1, hidden_size)) * hidden[fire_idxs]+ )++ shift_remain_frames = torch.roll(remain_frames, 1, dims=0)+ shift_remain_frames[shift_batch_idxs] = 0++ frames = frames - shift_frames + shift_remain_frames - remain_frames++ max_label_len = batch_len.max()++ frame_fires = torch.zeros(+ batch_size, max_label_len, hidden_size, dtype=dtype, device=device+ )+ indices = torch.arange(max_label_len, device=device).expand(batch_size, -1)+ frame_fires_idxs = indices < batch_len.unsqueeze(1)+ frame_fires[frame_fires_idxs] = frames+ return frame_fires, fires@torch.jit.scriptdef cif_export(hidden, alphas, threshold: float):@@ -608,6 +661,62 @@ def cif(hidden, alphas, threshold):return torch.stack(list_ls, 0), fires+def cif_v1(hidden, alphas, threshold):++ device = hidden.device+ dtype = hidden.dtype+ batch_size, len_time, hidden_size = hidden.size()+ threshold = torch.tensor([threshold], dtype=alphas.dtype).to(alphas.device)++ frames = torch.zeros(batch_size, len_time, hidden_size, dtype=dtype, device=device)+ fires = torch.zeros(batch_size, len_time, dtype=dtype, device=device)++ prefix_sum = torch.cumsum(alphas, dim=1)+ prefix_sum_floor = torch.floor(prefix_sum)+ dislocation_prefix_sum = torch.roll(prefix_sum, 1, dims=1)+ dislocation_prefix_sum_floor = torch.floor(dislocation_prefix_sum)++ dislocation_prefix_sum_floor[:, 0] = 0+ dislocation_diff = prefix_sum_floor - dislocation_prefix_sum_floor++ fire_idxs = dislocation_diff > 0+ fires[fire_idxs] = 1+ fires = fires + prefix_sum - prefix_sum_floor++ prefix_sum_hidden = torch.cumsum(+ alphas.unsqueeze(-1).tile((1, 1, hidden_size)) * hidden, dim=1+ )++ frames = prefix_sum_hidden[fire_idxs]+ shift_frames = torch.roll(frames, 1, dims=0)++ batch_len = fire_idxs.sum(1)+ batch_idxs = torch.cumsum(batch_len, dim=0)+ shift_batch_idxs = torch.roll(batch_idxs, 1, dims=0)+ shift_batch_idxs[0] = 0+ shift_frames[shift_batch_idxs] = 0++ remains = fires - torch.floor(fires)+ remain_frames = (+ remains[fire_idxs].unsqueeze(-1).tile((1, hidden_size)) * hidden[fire_idxs]+ )++ shift_remain_frames = torch.roll(remain_frames, 1, dims=0)+ shift_remain_frames[shift_batch_idxs] = 0++ frames = frames - shift_frames + shift_remain_frames - remain_frames++ max_label_len = batch_len.max()++ frame_fires = torch.zeros(+ batch_size, max_label_len, hidden_size, dtype=dtype, device=device+ )+ indices = torch.arange(max_label_len, device=device).expand(batch_size, -1)+ frame_fires_idxs = indices < batch_len.unsqueeze(1)+ frame_fires[frame_fires_idxs] = frames+ return frame_fires, fires++def cif_wo_hidden(alphas, threshold):batch_size, len_time = alphas.size()