forked from kent/consciousness
5d803441c9
- Remove unused now_secs(), parse_json_response, any_alive, Regex import - Signal handler: replace Mutex with AtomicPtr<c_char> for signal safety (Mutex::lock in a signal handler can deadlock if main thread holds it) - PidGuard Drop reclaims the leaked CString; signal handler just unlinks - scan_pid_files moved to knowledge.rs as pub helper - setup_agent_state calls scan_pid_files to clean stale pids on startup Co-Authored-By: Kent Overstreet <kent.overstreet@linux.dev>
46 lines
1.5 KiB
Rust
46 lines
1.5 KiB
Rust
// LLM utilities: model invocation via direct API
|
|
|
|
use crate::store::Store;
|
|
use std::fs;
|
|
|
|
/// Simple LLM call for non-agent uses (audit, digest, compare).
|
|
/// Logs to llm-logs/{caller}/ file.
|
|
pub(crate) fn call_simple(caller: &str, prompt: &str) -> Result<String, String> {
|
|
let log_dir = crate::store::memory_dir().join("llm-logs").join(caller);
|
|
fs::create_dir_all(&log_dir).ok();
|
|
let log_path = log_dir.join(format!("{}.txt", crate::store::compact_timestamp()));
|
|
|
|
use std::io::Write;
|
|
let log = move |msg: &str| {
|
|
if let Ok(mut f) = fs::OpenOptions::new()
|
|
.create(true).append(true).open(&log_path)
|
|
{
|
|
let _ = writeln!(f, "{}", msg);
|
|
}
|
|
};
|
|
|
|
let prompts = vec![prompt.to_string()];
|
|
super::api::call_api_with_tools_sync(caller, &prompts, None, None, &log)
|
|
}
|
|
|
|
/// Call a model using an agent definition's configuration (multi-step).
|
|
/// Optional bail_fn is called between steps — return Err to stop the pipeline.
|
|
pub(crate) fn call_for_def_multi(
|
|
def: &super::defs::AgentDef,
|
|
prompts: &[String],
|
|
bail_fn: Option<&(dyn Fn(usize) -> Result<(), String> + Sync)>,
|
|
log: &(dyn Fn(&str) + Sync),
|
|
) -> Result<String, String> {
|
|
super::api::call_api_with_tools_sync(&def.agent, prompts, def.temperature, bail_fn, log)
|
|
}
|
|
|
|
|
|
/// Get all keys for prompt context.
|
|
pub(crate) fn semantic_keys(store: &Store) -> Vec<String> {
|
|
let mut keys: Vec<String> = store.nodes.keys()
|
|
.cloned()
|
|
.collect();
|
|
keys.sort();
|
|
keys.truncate(200);
|
|
keys
|
|
}
|