forked from kent/consciousness
2b25fee520
experience_mine and journal_enrich are replaced by the observation agent. enrich.rs reduced from 465 to 40 lines — only extract_conversation and split_on_compaction remain (used by observation fragment selection). -455 lines.
40 lines
1.5 KiB
Rust
40 lines
1.5 KiB
Rust
// Conversation extraction from JSONL transcripts
|
|
//
|
|
// extract_conversation — parse JSONL transcript to messages
|
|
// split_on_compaction — split messages at compaction boundaries
|
|
|
|
/// Extract conversation messages from a JSONL transcript file.
|
|
/// Returns (line_number, role, text, timestamp) tuples.
|
|
pub fn extract_conversation(jsonl_path: &str) -> Result<Vec<(usize, String, String, String)>, String> {
|
|
let path = std::path::Path::new(jsonl_path);
|
|
let messages = super::transcript::parse_transcript(path)?;
|
|
Ok(messages.into_iter()
|
|
.map(|m| (m.line, m.role, m.text, m.timestamp))
|
|
.collect())
|
|
}
|
|
|
|
pub const COMPACTION_MARKER: &str = "This session is being continued from a previous conversation that ran out of context";
|
|
|
|
/// Split extracted messages into segments at compaction boundaries.
|
|
/// Each segment represents one continuous conversation before context was compacted.
|
|
pub fn split_on_compaction(messages: Vec<(usize, String, String, String)>) -> Vec<Vec<(usize, String, String, String)>> {
|
|
let mut segments: Vec<Vec<(usize, String, String, String)>> = Vec::new();
|
|
let mut current = Vec::new();
|
|
|
|
for msg in messages {
|
|
if msg.1 == "user" && msg.2.starts_with(COMPACTION_MARKER) {
|
|
if !current.is_empty() {
|
|
segments.push(current);
|
|
current = Vec::new();
|
|
}
|
|
current.push(msg);
|
|
} else {
|
|
current.push(msg);
|
|
}
|
|
}
|
|
if !current.is_empty() {
|
|
segments.push(current);
|
|
}
|
|
|
|
segments
|
|
}
|