World's first open-source enterprise world model.
Rust agent-memorybitemporalgraphragknowledge-baseknowledge-graphllmontologypgvectorpostgresqlragrustself-hostedsemantic-searchtemporal-knowledge-graphworld-model
//! 转写服务交回的分段 → 一份正文 + 出处(0040 第三刀)。
//!
//! 请求走 OpenAI 的 `/audio/transcriptions`,要 `diarized_json`:`segments` 里每一句带
//! `speaker`、`text`、`start`、`end`(秒)。
//!
//! **说话人写进正文。**抽取只读文字,锚点里的说话人它看不见;「我们三季度交付」谁说的,要在
//! 那一行字上。连着是同一个人说的几句并成一段(一个发言轮次),换人另起一段,段首写
//! `Speaker A:`——前缀是结构,标签是服务给的,不猜名字。
//!
//! 整段录音是一段出处,块按预算切;每块的锚点取它盖住的那几句的最早开始、最晚结束和
//! 出现过的说话人(按出场顺序)。一句的时间精确到它自己,一块的时间就是那几句连起来。
use crate::provenance::{Origin, Provenance, Segment};
use crate::reading::{Place, Reading, Region};
use crate::{NoSpeakers, Unreadable};
use serde_json::{json, Value};
/// 读转写结果。有一句带字却没有说话人,整份拒收
pub fn reading(response: &Value, model: &str) -> anyhow::Result<Reading> {
let segments = response["segments"]
.as_array()
.map(Vec::as_slice)
.unwrap_or(&[]);
let mut text = String::new();
let mut regions: Vec<Region> = Vec::new();
let mut last_speaker: Option<String> = None;
for seg in segments {
let said = crate::mineru::without_nul(seg["text"].as_str().unwrap_or_default());
let said = said.split_whitespace().collect::<Vec<_>>().join(" ");
if said.is_empty() {
continue;
}
let speaker = match &seg["speaker"] {
Value::String(s) if !s.trim().is_empty() => s.trim().to_string(),
Value::Number(n) => n.to_string(),
_ => return Err(NoSpeakers.into()),
};
let start = text.len();
if last_speaker.as_deref() == Some(speaker.as_str()) {
text.push(' ');
} else {
if !text.is_empty() {
text.push_str("\n\n");
}
text.push_str(&format!("Speaker {speaker}: "));
}
text.push_str(&said);
regions.push(Region {
range: start..text.len(),
place: Place::Time {
start_ms: millis(&seg["start"]),
end_ms: millis(&seg["end"]),
speaker: speaker.clone(),
},
});
last_speaker = Some(speaker);
}
if text.is_empty() {
// 整段没有一句话;只有一句不分段的全文,也是分不出谁说的
if response["text"]
.as_str()
.is_some_and(|t| !t.trim().is_empty())
{
return Err(NoSpeakers.into());
}
return Err(Unreadable("No speech was found in this recording".into()).into());
}
let (first, last) = (®ions[0], ®ions[regions.len() - 1]);
let whole = |p: &Place| match p {
Place::Time {
start_ms, end_ms, ..
} => (*start_ms, *end_ms),
Place::Page { .. } => (0, 0),
};
// 段上的锚点先盖住整段录音,切块之后按每块盖住的那几句改写
let anchor = json!({
"start_ms": whole(&first.place).0,
"end_ms": whole(&last.place).1,
"speaker": [],
});
Ok(Reading {
segments: vec![Segment {
range: 0..text.len(),
provenance: Provenance {
origin: Origin::Transcribed,
model: Some(model.to_string()),
anchor: Some(anchor),
},
}],
text,
regions,
})
}
fn millis(v: &Value) -> u64 {
(v.as_f64().unwrap_or(0.0).max(0.0) * 1000.0).round() as u64
}
#[cfg(test)]
mod tests {
use super::*;
fn meeting() -> Value {
json!({
"text": "…",
"segments": [
{ "id": "seg_0", "type": "transcript.text.segment", "speaker": "A", "start": 0.0, "end": 2.4, "text": "Let's review the Beta Robotics deal." },
{ "id": "seg_1", "type": "transcript.text.segment", "speaker": "A", "start": 2.4, "end": 5.1, "text": " Who owns delivery?" },
{ "id": "seg_2", "type": "transcript.text.segment", "speaker": "B", "start": 5.3, "end": 9.05, "text": "I will deliver the prototype in Q3." },
{ "id": "seg_3", "type": "transcript.text.segment", "speaker": "A", "start": 9.2, "end": 10.0, "text": " " }
]
})
}
#[test]
fn a_turn_says_who_spoke_it() {
let r = reading(&meeting(), "gpt-4o-transcribe-diarize").unwrap();
assert_eq!(
r.text,
"Speaker A: Let's review the Beta Robotics deal. Who owns delivery?\n\nSpeaker B: I will deliver the prototype in Q3."
);
assert_eq!(r.segments.len(), 1);
assert_eq!(r.segments[0].range, 0..r.text.len());
}
#[test]
fn a_chunk_carries_its_times_and_speakers() {
let r = reading(&meeting(), "gpt-4o-transcribe-diarize").unwrap();
let pieces = r.chunk(300);
assert_eq!(pieces.len(), 1);
assert_eq!(pieces[0].provenance.origin, Origin::Transcribed);
assert_eq!(
pieces[0].provenance.anchor,
Some(json!({ "start_ms": 0, "end_ms": 9050, "speaker": ["A", "B"] }))
);
// 块小一点:每块只记它自己那几句的时间和说话人
let small = r.chunk(12);
assert!(small.len() > 1, "{small:#?}");
let last = small.last().unwrap();
assert_eq!(
last.provenance.anchor.as_ref().unwrap()["speaker"],
json!(["B"])
);
assert_eq!(
last.provenance.anchor.as_ref().unwrap()["end_ms"],
json!(9050)
);
assert!(
last.provenance.anchor.as_ref().unwrap()["start_ms"]
.as_u64()
.unwrap()
>= 5300
);
}
#[test]
fn a_transcript_without_speakers_is_refused() {
let unlabelled =
json!({ "segments": [{ "start": 0.0, "end": 1.0, "text": "We ship in Q3." }] });
let err = reading(&unlabelled, "whisper-1").unwrap_err();
assert!(err.downcast_ref::<NoSpeakers>().is_some());
let plain = json!({ "text": "We ship in Q3." });
assert!(reading(&plain, "whisper-1")
.unwrap_err()
.downcast_ref::<NoSpeakers>()
.is_some());
let silent = json!({ "text": "", "segments": [] });
assert!(reading(&silent, "m")
.unwrap_err()
.downcast_ref::<Unreadable>()
.is_some());
}
}