kent/consciousness
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Journal: flat 5% context window budget, skip plan_context

Browse source 
Render journal entries directly with ## headers instead of going
through the plan_context/render_journal_text pipeline. 5% of
model context window (~6500 tokens for Qwen 128K). Simpler and
predictable.

Co-Authored-By: Proof of Concept <poc@bcachefs.org>
This commit is contained in:
Kent Overstreet 2026-04-02 02:00:14 -04:00
parent 7776d87d53
commit 42f1e888c4
1 changed files with 13 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

28
src/agent/runner.rs
View file

@ -816,15 +816,17 @@ impl Agent {
journal_nodes.len()
};
// Walk backwards from cutoff, accumulating entries within token budget
// Walk backwards from cutoff, accumulating entries within 5% of context
let count = |s: &str| self.tokenizer.encode_with_special_tokens(s).len();
let journal_budget_tokens = 10_000; // ~8% of 128K context
let context_window = crate::agent::context::model_context_window(&self.client.model);
let journal_budget = context_window * 5 / 100;
let mut entries = Vec::new();
let mut total_tokens = 0;
for node in journal_nodes[..cutoff_idx].iter().rev() {
let tokens = count(&node.content);
if total_tokens + tokens > journal_budget_tokens && !entries.is_empty() {
if total_tokens + tokens > journal_budget && !entries.is_empty() {
break;
}
entries.push(journal::JournalEntry {
@ -834,23 +836,19 @@ impl Agent {
});
total_tokens += tokens;
}
entries.reverse(); // chronological order
entries.reverse();
if entries.is_empty() {
return;
}
let context_message = self.context.render_context_message();
let plan = crate::agent::context::plan_context(
&self.context.system_prompt,
&context_message,
&[],
&entries,
&self.client.model,
&count,
);
self.context.journal = crate::agent::context::render_journal_text(&entries, &plan);
// Render directly — no plan_context needed
let mut text = String::from("[Earlier — from your journal]\n\n");
for entry in &entries {
use std::fmt::Write;
writeln!(text, "## {}\n{}\n", entry.timestamp.format("%Y-%m-%dT%H:%M"), entry.content).ok();
}
self.context.journal = text;
}
/// Re-render the context message in self.messages from live ContextState.