Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

fix(storage): sanitize only the first system message on import

Steven Enamakel64ad72f6f5b4
diff --git a/crates/openhuman-core/src/storage/import/sessions.rs b/crates/openhuman-core/src/storage/import/sessions.rs
index d3e8bd6cf3..258c7c0174 100644
--- a/crates/openhuman-core/src/storage/import/sessions.rs
+++ b/crates/openhuman-core/src/storage/import/sessions.rs
@@ -315,6 +315,7 @@ fn decode_transcript(
let mut meta = None;
let mut tools = None;
let mut records = Vec::new();
+ let mut sanitized_system = false;
for (line_no, line) in text.lines().enumerate() {
let line = line.trim();
if line.is_empty() {
@@ -339,7 +340,7 @@ fn decode_transcript(
.and_then(serde_json::Value::as_array)
.into_iter()
.flatten()
- .filter_map(|row| decode_display_message(row).ok())
+ .filter_map(|row| decode_display_message(row, &mut sanitized_system).ok())
.collect();
records.push(DisplayRecord::Compaction(
tinyagents_session::transcript::CompactionMarker {
@@ -356,7 +357,7 @@ fn decode_transcript(
));
continue;
}
- if let Ok(message) = decode_display_message(&value) {
+ if let Ok(message) = decode_display_message(&value, &mut sanitized_system) {
records.push(DisplayRecord::Message(Box::new(message)));
}
}
@@ -365,7 +366,10 @@ fn decode_transcript(
Ok((meta, tools, records))
}
-fn decode_display_message(value: &serde_json::Value) -> Result<DisplayMessage> {
+fn decode_display_message(
+ value: &serde_json::Value,
+ sanitized_system: &mut bool,
+) -> Result<DisplayMessage> {
let mut message: TranscriptMessage = serde_json::from_value(value.clone())
.context("decode transcript message")?
.normalized();
@@ -373,7 +377,8 @@ fn decode_display_message(value: &serde_json::Value) -> Result<DisplayMessage> {
anyhow::bail!("transcript message has no role");
}
let content = message.content.clone();
- if message.role == "system" {
+ if message.role == "system" && !*sanitized_system {
+ *sanitized_system = true;
if let Some(cleaned) =
crate::config::migrations::phase_out_profile_md::strip_profile_md_block(&content)
{
diff --git a/crates/openhuman-core/src/storage/import/sessions_tests.rs b/crates/openhuman-core/src/storage/import/sessions_tests.rs
index 5acd43e4a3..e0b9ad4b1c 100644
--- a/crates/openhuman-core/src/storage/import/sessions_tests.rs
+++ b/crates/openhuman-core/src/storage/import/sessions_tests.rs
@@ -90,6 +90,7 @@ fn profile_phase_out_rewrites_imported_bytes_without_mutating_legacy_source() {
&path,
&[
TranscriptMessage::system(prompt),
+ TranscriptMessage::system("a later system message mentioning PROFILE.md stays intact"),
TranscriptMessage::user("question"),
],
&TranscriptMeta {
@@ -123,6 +124,10 @@ fn profile_phase_out_rewrites_imported_bytes_without_mutating_legacy_source() {
assert!(!system.message.content.contains("PROFILE.md"));
assert!(!system.message.content.contains("private"));
assert!(system.message.content.contains("### Tools"));
+ let DisplayRecord::Message(later_system) = &records[1] else {
+ panic!("expected the second system message");
+ };
+ assert!(later_system.message.content.contains("PROFILE.md"));
assert_eq!(std::fs::read(&path).unwrap(), source_before);
}
diff --git a/crates/openhuman-core/src/storage/journal_maintenance.rs b/crates/openhuman-core/src/storage/journal_maintenance.rs
index bdf43d96c0..0d33245b87 100644
--- a/crates/openhuman-core/src/storage/journal_maintenance.rs
+++ b/crates/openhuman-core/src/storage/journal_maintenance.rs
@@ -298,7 +298,12 @@ async fn maintain_run_journals(
Some(ExecutionStatus::Running | ExecutionStatus::Pending)
)
{
- if streams.seal(&name).await?.sealed_ms.is_some() {
+ let already_sealed = streams
+ .info(&name)
+ .await?
+ .is_some_and(|info| info.sealed_ms.is_some());
+ if !already_sealed {
+ streams.seal(&name).await?;
report.backfilled += 1;
}
}
diff --git a/vendor/tinyagents b/vendor/tinyagents
index 5c6df0e1fa..9ceb3e1f44 160000
--- a/vendor/tinyagents
+++ b/vendor/tinyagents
@@ -1 +1 @@
-Subproject commit 5c6df0e1fa39fc6387598731e29f43e2d1801c8c
+Subproject commit 9ceb3e1f44484af10c51020bce4962a5cdbf62b6