// Append-only Cap'n Proto storage + redb indices // // capnp logs are the source of truth: // nodes.capnp - ContentNode messages // relations.capnp - Relation messages // // redb provides indexed access; Store struct holds in-memory state. // // Module layout: // types.rs — Node, Relation, enums, path/time helpers // capnp.rs — serialization macros, log IO (load, replay, append, fsck) // index.rs — redb index operations // ops.rs — mutations (upsert, delete, rename, etc.) // view.rs — StoreView trait for read-only access mod types; mod index; mod capnp; mod ops; mod view; // Re-export everything callers need pub use types::{ memory_dir, nodes_path, now_epoch, epoch_to_local, format_date, format_datetime, format_datetime_space, compact_timestamp, today, Node, Relation, NodeType, RelationType, new_node, new_relation, }; pub use view::StoreView; pub use capnp::fsck; pub use ops::current_provenance; use crate::graph::{self, Graph}; use std::collections::HashMap; use anyhow::{bail, Result}; /// Strip .md suffix from a key, handling both bare keys and section keys. /// "identity.md" → "identity", "foo.md#section" → "foo#section", "identity" → "identity" pub fn strip_md_suffix(key: &str) -> String { if let Some((file, section)) = key.split_once('#') { let bare = file.strip_suffix(".md").unwrap_or(file); format!("{}#{}", bare, section) } else { key.strip_suffix(".md").unwrap_or(key).to_string() } } // The full in-memory store pub struct Store { pub nodes: HashMap, // key → latest node pub uuid_to_key: HashMap<[u8; 16], String>, // uuid → key (rebuilt from nodes) pub relations: Vec, // all active relations /// Log sizes at load time — used for staleness detection. pub(crate) loaded_nodes_size: u64, pub(crate) loaded_rels_size: u64, /// redb index database pub(crate) db: Option, } impl Default for Store { fn default() -> Self { Store { nodes: HashMap::new(), uuid_to_key: HashMap::new(), relations: Vec::new(), loaded_nodes_size: 0, loaded_rels_size: 0, db: None, } } } impl Store { pub fn build_graph(&self) -> Graph { graph::build_graph(self) } /// Get a node by key, reading from capnp via the index. pub fn get_node(&self, key: &str) -> Result> { let db = self.db.as_ref() .ok_or_else(|| anyhow::anyhow!("store not loaded"))?; match index::get_offset(db, key)? { Some(offset) => Ok(Some(capnp::read_node_at_offset(offset)?)), None => Ok(None), } } /// Check if a node exists by key. pub fn contains_key(&self, key: &str) -> Result { let db = self.db.as_ref() .ok_or_else(|| anyhow::anyhow!("store not loaded"))?; index::contains_key(db, key) } /// Get all node keys. pub fn all_keys(&self) -> Result> { let db = self.db.as_ref() .ok_or_else(|| anyhow::anyhow!("store not loaded"))?; index::all_keys(db) } pub fn resolve_key(&self, target: &str) -> Result { // Strip .md suffix if present — keys no longer use it let bare = strip_md_suffix(target); if self.contains_key(&bare)? { return Ok(bare); } let db = self.db.as_ref() .ok_or_else(|| anyhow::anyhow!("store not loaded"))?; let all_keys = index::all_keys(db)?; let matches: Vec<_> = all_keys.iter() .filter(|k| k.to_lowercase().contains(&target.to_lowercase())) .cloned().collect(); match matches.len() { 0 => bail!("No entry for '{}'. Run 'init'?", target), 1 => Ok(matches[0].clone()), n if n <= 10 => { let list = matches.join("\n "); bail!("Ambiguous '{}'. Matches:\n {}", target, list) } n => bail!("Too many matches for '{}' ({}). Be more specific.", target, n), } } }