Skip to content

World's first open-source enterprise world model.

6.5 KB
Raw Blame
//! 转写服务交回的分段 → 一份正文 + 出处(0040 第三刀)。
//!
//! 请求走 OpenAI 的 `/audio/transcriptions`,要 `diarized_json`:`segments` 里每一句带
//! `speaker`、`text`、`start`、`end`(秒)。
//!
//! **说话人写进正文。**抽取只读文字,锚点里的说话人它看不见;「我们三季度交付」谁说的,要在
//! 那一行字上。连着是同一个人说的几句并成一段(一个发言轮次),换人另起一段,段首写
//! `Speaker A:`——前缀是结构,标签是服务给的,不猜名字。
//!
//! 整段录音是一段出处,块按预算切;每块的锚点取它盖住的那几句的最早开始、最晚结束和
//! 出现过的说话人(按出场顺序)。一句的时间精确到它自己,一块的时间就是那几句连起来。

use crate::provenance::{Origin, Provenance, Segment};
use crate::reading::{Place, Reading, Region};
use crate::{NoSpeakers, Unreadable};
use serde_json::{json, Value};

/// 读转写结果。有一句带字却没有说话人,整份拒收
pub fn reading(response: &Value, model: &str) -> anyhow::Result<Reading> {
    let segments = response["segments"]
        .as_array()
        .map(Vec::as_slice)
        .unwrap_or(&[]);
    let mut text = String::new();
    let mut regions: Vec<Region> = Vec::new();
    let mut last_speaker: Option<String> = None;
    for seg in segments {
        let said = crate::mineru::without_nul(seg["text"].as_str().unwrap_or_default());
        let said = said.split_whitespace().collect::<Vec<_>>().join(" ");
        if said.is_empty() {
            continue;
        }
        let speaker = match &seg["speaker"] {
            Value::String(s) if !s.trim().is_empty() => s.trim().to_string(),
            Value::Number(n) => n.to_string(),
            _ => return Err(NoSpeakers.into()),
        };
        let start = text.len();
        if last_speaker.as_deref() == Some(speaker.as_str()) {
            text.push(' ');
        } else {
            if !text.is_empty() {
                text.push_str("\n\n");
            }
            text.push_str(&format!("Speaker {speaker}: "));
        }
        text.push_str(&said);
        regions.push(Region {
            range: start..text.len(),
            place: Place::Time {
                start_ms: millis(&seg["start"]),
                end_ms: millis(&seg["end"]),
                speaker: speaker.clone(),
            },
        });
        last_speaker = Some(speaker);
    }
    if text.is_empty() {
        // 整段没有一句话;只有一句不分段的全文,也是分不出谁说的
        if response["text"]
            .as_str()
            .is_some_and(|t| !t.trim().is_empty())
        {
            return Err(NoSpeakers.into());
        }
        return Err(Unreadable("No speech was found in this recording".into()).into());
    }
    let (first, last) = (&regions[0], &regions[regions.len() - 1]);
    let whole = |p: &Place| match p {
        Place::Time {
            start_ms, end_ms, ..
        } => (*start_ms, *end_ms),
        Place::Page { .. } => (0, 0),
    };
    // 段上的锚点先盖住整段录音,切块之后按每块盖住的那几句改写
    let anchor = json!({
        "start_ms": whole(&first.place).0,
        "end_ms": whole(&last.place).1,
        "speaker": [],
    });
    Ok(Reading {
        segments: vec![Segment {
            range: 0..text.len(),
            provenance: Provenance {
                origin: Origin::Transcribed,
                model: Some(model.to_string()),
                anchor: Some(anchor),
            },
        }],
        text,
        regions,
    })
}

fn millis(v: &Value) -> u64 {
    (v.as_f64().unwrap_or(0.0).max(0.0) * 1000.0).round() as u64
}

#[cfg(test)]
mod tests {
    use super::*;

    fn meeting() -> Value {
        json!({
            "text": "…",
            "segments": [
                { "id": "seg_0", "type": "transcript.text.segment", "speaker": "A", "start": 0.0, "end": 2.4, "text": "Let's review the Beta Robotics deal." },
                { "id": "seg_1", "type": "transcript.text.segment", "speaker": "A", "start": 2.4, "end": 5.1, "text": " Who owns delivery?" },
                { "id": "seg_2", "type": "transcript.text.segment", "speaker": "B", "start": 5.3, "end": 9.05, "text": "I will deliver the prototype in Q3." },
                { "id": "seg_3", "type": "transcript.text.segment", "speaker": "A", "start": 9.2, "end": 10.0, "text": "   " }
            ]
        })
    }

    #[test]
    fn a_turn_says_who_spoke_it() {
        let r = reading(&meeting(), "gpt-4o-transcribe-diarize").unwrap();
        assert_eq!(
            r.text,
            "Speaker A: Let's review the Beta Robotics deal. Who owns delivery?\n\nSpeaker B: I will deliver the prototype in Q3."
        );
        assert_eq!(r.segments.len(), 1);
        assert_eq!(r.segments[0].range, 0..r.text.len());
    }

    #[test]
    fn a_chunk_carries_its_times_and_speakers() {
        let r = reading(&meeting(), "gpt-4o-transcribe-diarize").unwrap();
        let pieces = r.chunk(300);
        assert_eq!(pieces.len(), 1);
        assert_eq!(pieces[0].provenance.origin, Origin::Transcribed);
        assert_eq!(
            pieces[0].provenance.anchor,
            Some(json!({ "start_ms": 0, "end_ms": 9050, "speaker": ["A", "B"] }))
        );
        // 块小一点:每块只记它自己那几句的时间和说话人
        let small = r.chunk(12);
        assert!(small.len() > 1, "{small:#?}");
        let last = small.last().unwrap();
        assert_eq!(
            last.provenance.anchor.as_ref().unwrap()["speaker"],
            json!(["B"])
        );
        assert_eq!(
            last.provenance.anchor.as_ref().unwrap()["end_ms"],
            json!(9050)
        );
        assert!(
            last.provenance.anchor.as_ref().unwrap()["start_ms"]
                .as_u64()
                .unwrap()
                >= 5300
        );
    }

    #[test]
    fn a_transcript_without_speakers_is_refused() {
        let unlabelled =
            json!({ "segments": [{ "start": 0.0, "end": 1.0, "text": "We ship in Q3." }] });
        let err = reading(&unlabelled, "whisper-1").unwrap_err();
        assert!(err.downcast_ref::<NoSpeakers>().is_some());
        let plain = json!({ "text": "We ship in Q3." });
        assert!(reading(&plain, "whisper-1")
            .unwrap_err()
            .downcast_ref::<NoSpeakers>()
            .is_some());
        let silent = json!({ "text": "", "segments": [] });
        assert!(reading(&silent, "m")
            .unwrap_err()
            .downcast_ref::<Unreadable>()
            .is_some());
    }
}