tools: unify channel and memory tools, clean up mcp-server
Move all tool definitions and dispatch out of mcp-server.rs: - Channel tools: new tools/channels.rs with definitions, async dispatch, blocking dispatch, and capnp RPC helpers - Memory tools: make tools/memory.rs pub so mcp-server can use it mcp-server.rs is now pure JSON-RPC protocol plumbing (482 → 169 lines). No tool-specific code remains in that file. Also removes duplicated channel RPC helpers and fetch_all_channels that were in both mcp-server.rs and thalamus/channels.rs. Co-Authored-By: Proof of Concept <poc@bcachefs.org>
This commit is contained in:
parent
1ef137fb3a
commit
943f42d876
4 changed files with 392 additions and 352 deletions
|
|
@ -8,7 +8,6 @@
|
|||
use serde::{Deserialize, Serialize};
|
||||
use serde_json::{json, Value};
|
||||
use std::io::{self, BufRead, Write};
|
||||
use std::process::Command;
|
||||
|
||||
// ── JSON-RPC types ──────────────────────────────────────────────
|
||||
|
||||
|
|
@ -69,368 +68,34 @@ fn notify(method: &str, params: Value) {
|
|||
// ── Tool definitions ────────────────────────────────────────────
|
||||
|
||||
fn tool_definitions() -> Vec<Value> {
|
||||
// Memory tools — dispatch to poc-memory CLI
|
||||
let memory_tools = vec![
|
||||
tool("memory_render", "Read a memory node's content and links.",
|
||||
json!({"type":"object","properties":{"key":{"type":"string","description":"Node key"}},"required":["key"]}),
|
||||
vec!["render"]),
|
||||
tool("memory_write", "Create or update a memory node.",
|
||||
json!({"type":"object","properties":{
|
||||
"key":{"type":"string","description":"Node key"},
|
||||
"content":{"type":"string","description":"Full content (markdown)"}
|
||||
},"required":["key","content"]}),
|
||||
vec!["write"]),
|
||||
tool("memory_search", "Search the memory graph.",
|
||||
json!({"type":"object","properties":{"terms":{"type":"array","items":{"type":"string"},"description":"Search terms"}},"required":["terms"]}),
|
||||
vec!["graph", "spread"]),
|
||||
tool("memory_links", "Show a node's links.",
|
||||
json!({"type":"object","properties":{"key":{"type":"string","description":"Node key"}},"required":["key"]}),
|
||||
vec!["graph", "link"]),
|
||||
tool("memory_link_set", "Set link weights between nodes.",
|
||||
json!({"type":"object","properties":{
|
||||
"source":{"type":"string"},
|
||||
"targets":{"type":"string","description":"target:weight pairs"}
|
||||
},"required":["source","targets"]}),
|
||||
vec!["graph", "link-set"]),
|
||||
tool("memory_link_add", "Add a link between nodes.",
|
||||
json!({"type":"object","properties":{
|
||||
"source":{"type":"string"},
|
||||
"target":{"type":"string"},
|
||||
"weight":{"type":"number"}
|
||||
},"required":["source","target"]}),
|
||||
vec!["graph", "link-add"]),
|
||||
tool("memory_used", "Mark a memory node as useful.",
|
||||
json!({"type":"object","properties":{"key":{"type":"string"}},"required":["key"]}),
|
||||
vec!["used"]),
|
||||
tool("memory_weight_set", "Set a node's weight directly.",
|
||||
json!({"type":"object","properties":{
|
||||
"key":{"type":"string"},
|
||||
"weight":{"type":"number"}
|
||||
},"required":["key","weight"]}),
|
||||
vec!["weight-set"]),
|
||||
tool("memory_rename", "Rename a memory node.",
|
||||
json!({"type":"object","properties":{
|
||||
"old_key":{"type":"string"},
|
||||
"new_key":{"type":"string"}
|
||||
},"required":["old_key","new_key"]}),
|
||||
vec!["node", "rename"]),
|
||||
tool("memory_query", "Query the memory graph.",
|
||||
json!({"type":"object","properties":{"query":{"type":"string","description":"Query expression"}},"required":["query"]}),
|
||||
vec!["query"]),
|
||||
];
|
||||
use poc_memory::agent::tools;
|
||||
|
||||
// Channel tools
|
||||
let channel_tools = vec![
|
||||
json!({
|
||||
"name": "channel_list",
|
||||
"description": "List all available channels and their status (connected, unread count).",
|
||||
"inputSchema": {"type": "object", "properties": {}}
|
||||
}),
|
||||
json!({
|
||||
"name": "channel_recv",
|
||||
"description": "Read messages from a channel.",
|
||||
"inputSchema": {"type": "object", "properties": {
|
||||
"channel": {"type": "string", "description": "Channel path (e.g. irc.#bcachefs-ai, telegram.kent)"},
|
||||
"all_new": {"type": "boolean", "description": "If true, return all unconsumed messages. If false, return scrollback.", "default": true},
|
||||
"min_count": {"type": "integer", "description": "Minimum number of lines to return", "default": 20}
|
||||
}, "required": ["channel"]}
|
||||
}),
|
||||
json!({
|
||||
"name": "channel_send",
|
||||
"description": "Send a message to a channel.",
|
||||
"inputSchema": {"type": "object", "properties": {
|
||||
"channel": {"type": "string", "description": "Channel path (e.g. irc.#bcachefs-ai, irc.pm.nick, telegram.kent)"},
|
||||
"message": {"type": "string", "description": "Message to send"}
|
||||
}, "required": ["channel", "message"]}
|
||||
}),
|
||||
json!({
|
||||
"name": "channel_notifications",
|
||||
"description": "Get pending channel notifications (unread signals). Does not consume messages — use channel_recv for that.",
|
||||
"inputSchema": {"type": "object", "properties": {}}
|
||||
}),
|
||||
];
|
||||
let all_defs = tools::memory::definitions().into_iter()
|
||||
.chain(tools::channels::definitions());
|
||||
|
||||
memory_tools.into_iter().chain(channel_tools).collect()
|
||||
}
|
||||
|
||||
fn tool(name: &str, desc: &str, schema: Value, _cli: Vec<&str>) -> Value {
|
||||
json!({
|
||||
"name": name,
|
||||
"description": desc,
|
||||
"inputSchema": schema,
|
||||
})
|
||||
all_defs.map(|td| json!({
|
||||
"name": td.function.name,
|
||||
"description": td.function.description,
|
||||
"inputSchema": td.function.parameters,
|
||||
})).collect()
|
||||
}
|
||||
|
||||
// ── Tool dispatch ───────────────────────────────────────────────
|
||||
|
||||
fn dispatch_tool(name: &str, args: &Value) -> Result<String, String> {
|
||||
match name {
|
||||
// Memory tools — delegate to poc-memory CLI
|
||||
n if n.starts_with("memory_") => dispatch_memory(n, args),
|
||||
use poc_memory::agent::tools;
|
||||
|
||||
// Channel tools
|
||||
"channel_list" => dispatch_channel_list(),
|
||||
"channel_recv" => dispatch_channel_recv(args),
|
||||
"channel_send" => dispatch_channel_send(args),
|
||||
"channel_notifications" => dispatch_channel_notifications(),
|
||||
|
||||
_ => Err(format!("unknown tool: {name}")),
|
||||
}
|
||||
}
|
||||
|
||||
fn dispatch_memory(name: &str, args: &Value) -> Result<String, String> {
|
||||
let cli_args = match name {
|
||||
"memory_render" => vec!["render".into(), arg_str(args, "key")?],
|
||||
"memory_write" => {
|
||||
let key = arg_str(args, "key")?;
|
||||
let content = arg_str(args, "content")?;
|
||||
// Write content via stdin
|
||||
return run_poc_memory_stdin(&["write", &key], &content);
|
||||
}
|
||||
"memory_search" => {
|
||||
let mut cmd = vec!["graph".into(), "spread".into()];
|
||||
if let Some(terms) = args.get("terms").and_then(|t| t.as_array()) {
|
||||
for t in terms {
|
||||
if let Some(s) = t.as_str() {
|
||||
cmd.push(s.to_string());
|
||||
}
|
||||
}
|
||||
}
|
||||
cmd
|
||||
}
|
||||
"memory_links" => vec!["graph".into(), "link".into(), arg_str(args, "key")?],
|
||||
"memory_link_set" => vec!["graph".into(), "link-set".into(), arg_str(args, "source")?, arg_str(args, "targets")?],
|
||||
"memory_link_add" => {
|
||||
let mut cmd = vec!["graph".into(), "link-add".into(), arg_str(args, "source")?, arg_str(args, "target")?];
|
||||
if let Some(w) = args.get("weight").and_then(|v| v.as_f64()) {
|
||||
cmd.push(format!("{w:.2}"));
|
||||
}
|
||||
cmd
|
||||
}
|
||||
"memory_used" => vec!["used".into(), arg_str(args, "key")?],
|
||||
"memory_weight_set" => vec!["weight-set".into(), arg_str(args, "key")?, format!("{:.2}", args.get("weight").and_then(|v| v.as_f64()).unwrap_or(1.0))],
|
||||
"memory_rename" => vec!["node".into(), "rename".into(), arg_str(args, "old_key")?, arg_str(args, "new_key")?],
|
||||
"memory_query" => vec!["query".into(), arg_str(args, "query")?],
|
||||
_ => return Err(format!("unknown memory tool: {name}")),
|
||||
};
|
||||
|
||||
let str_args: Vec<&str> = cli_args.iter().map(|s| s.as_str()).collect();
|
||||
run_poc_memory(&str_args)
|
||||
}
|
||||
|
||||
fn run_poc_memory(args: &[&str]) -> Result<String, String> {
|
||||
let result = Command::new("poc-memory")
|
||||
.args(args)
|
||||
.output()
|
||||
.map_err(|e| format!("failed to run poc-memory: {e}"))?;
|
||||
let out = String::from_utf8_lossy(&result.stdout);
|
||||
let err = String::from_utf8_lossy(&result.stderr);
|
||||
if result.status.success() {
|
||||
Ok(format!("{}{}", out.trim(), if err.is_empty() { String::new() } else { format!("\n{}", err.trim()) }))
|
||||
} else {
|
||||
Err(format!("{}\n{}", out.trim(), err.trim()))
|
||||
}
|
||||
}
|
||||
|
||||
fn run_poc_memory_stdin(args: &[&str], stdin: &str) -> Result<String, String> {
|
||||
use std::process::Stdio;
|
||||
let mut child = Command::new("poc-memory")
|
||||
.args(args)
|
||||
.stdin(Stdio::piped())
|
||||
.stdout(Stdio::piped())
|
||||
.stderr(Stdio::piped())
|
||||
.spawn()
|
||||
.map_err(|e| format!("failed to run poc-memory: {e}"))?;
|
||||
|
||||
if let Some(mut si) = child.stdin.take() {
|
||||
let _ = si.write_all(stdin.as_bytes());
|
||||
if name.starts_with("memory_") || name.starts_with("journal_") || name == "output" {
|
||||
return tools::memory::dispatch(name, args, None)
|
||||
.map_err(|e| e.to_string());
|
||||
}
|
||||
|
||||
let result = child.wait_with_output()
|
||||
.map_err(|e| format!("poc-memory failed: {e}"))?;
|
||||
let out = String::from_utf8_lossy(&result.stdout);
|
||||
let err = String::from_utf8_lossy(&result.stderr);
|
||||
Ok(format!("{}{}", out.trim(), if err.is_empty() { String::new() } else { format!("\n{}", err.trim()) }))
|
||||
}
|
||||
|
||||
// ── Channel tool dispatch ───────────────────────────────────────
|
||||
|
||||
fn dispatch_channel_list() -> Result<String, String> {
|
||||
let result = poc_memory::thalamus::channels::fetch_all_channels_blocking();
|
||||
let mut lines = Vec::new();
|
||||
for (name, connected, unread) in &result {
|
||||
let status = if *connected { "connected" } else { "disconnected" };
|
||||
let unread_str = if *unread > 0 { format!(" ({} unread)", unread) } else { String::new() };
|
||||
lines.push(format!("{} — {}{}", name, status, unread_str));
|
||||
}
|
||||
if lines.is_empty() {
|
||||
Ok("No channels configured.".into())
|
||||
} else {
|
||||
Ok(lines.join("\n"))
|
||||
}
|
||||
}
|
||||
|
||||
fn dispatch_channel_recv(args: &Value) -> Result<String, String> {
|
||||
let channel = arg_str(args, "channel")?;
|
||||
let all_new = args.get("all_new").and_then(|v| v.as_bool()).unwrap_or(true);
|
||||
let min_count = args.get("min_count").and_then(|v| v.as_u64()).unwrap_or(20) as u32;
|
||||
|
||||
// Find which daemon handles this channel
|
||||
let prefix = channel.split('.').next().unwrap_or("");
|
||||
let sock = dirs::home_dir()
|
||||
.unwrap_or_default()
|
||||
.join(format!(".consciousness/channels/{}.sock", prefix));
|
||||
|
||||
if !sock.exists() {
|
||||
return Err(format!("no daemon for channel: {}", channel));
|
||||
if name.starts_with("channel_") {
|
||||
return tools::channels::dispatch_blocking(name, args)
|
||||
.map_err(|e| e.to_string());
|
||||
}
|
||||
|
||||
// Use blocking one-shot RPC
|
||||
let rt = tokio::runtime::Builder::new_current_thread()
|
||||
.enable_all()
|
||||
.build()
|
||||
.map_err(|e| e.to_string())?;
|
||||
let local = tokio::task::LocalSet::new();
|
||||
|
||||
local.block_on(&rt, async {
|
||||
channel_rpc_recv(&sock, &channel, all_new, min_count).await
|
||||
})
|
||||
}
|
||||
|
||||
fn dispatch_channel_send(args: &Value) -> Result<String, String> {
|
||||
let channel = arg_str(args, "channel")?;
|
||||
let message = arg_str(args, "message")?;
|
||||
|
||||
let prefix = channel.split('.').next().unwrap_or("");
|
||||
let sock = dirs::home_dir()
|
||||
.unwrap_or_default()
|
||||
.join(format!(".consciousness/channels/{}.sock", prefix));
|
||||
|
||||
if !sock.exists() {
|
||||
return Err(format!("no daemon for channel: {}", channel));
|
||||
}
|
||||
|
||||
let rt = tokio::runtime::Builder::new_current_thread()
|
||||
.enable_all()
|
||||
.build()
|
||||
.map_err(|e| e.to_string())?;
|
||||
let local = tokio::task::LocalSet::new();
|
||||
|
||||
local.block_on(&rt, async {
|
||||
channel_rpc_send(&sock, &channel, &message).await
|
||||
})
|
||||
}
|
||||
|
||||
fn dispatch_channel_notifications() -> Result<String, String> {
|
||||
// Read pending notifications from the consciousness binary's state
|
||||
// For now, just list channels with unread counts
|
||||
let result = poc_memory::thalamus::channels::fetch_all_channels_blocking();
|
||||
let unread: Vec<_> = result.iter()
|
||||
.filter(|(_, _, u)| *u > 0)
|
||||
.collect();
|
||||
if unread.is_empty() {
|
||||
Ok("No pending notifications.".into())
|
||||
} else {
|
||||
let lines: Vec<String> = unread.iter()
|
||||
.map(|(name, _, count)| format!("{}: {} unread", name, count))
|
||||
.collect();
|
||||
Ok(lines.join("\n"))
|
||||
}
|
||||
}
|
||||
|
||||
// ── Channel RPC helpers ─────────────────────────────────────────
|
||||
|
||||
async fn channel_rpc_recv(
|
||||
sock: &std::path::Path,
|
||||
channel: &str,
|
||||
all_new: bool,
|
||||
min_count: u32,
|
||||
) -> Result<String, String> {
|
||||
use capnp_rpc::{rpc_twoparty_capnp, twoparty, RpcSystem};
|
||||
use futures::AsyncReadExt;
|
||||
use tokio_util::compat::TokioAsyncReadCompatExt;
|
||||
use poc_memory::channel_capnp::channel_server;
|
||||
|
||||
let stream = tokio::net::UnixStream::connect(sock).await
|
||||
.map_err(|e| format!("connect failed: {e}"))?;
|
||||
let (reader, writer) = stream.compat().split();
|
||||
let rpc_network = Box::new(twoparty::VatNetwork::new(
|
||||
futures::io::BufReader::new(reader),
|
||||
futures::io::BufWriter::new(writer),
|
||||
rpc_twoparty_capnp::Side::Client,
|
||||
Default::default(),
|
||||
));
|
||||
let mut rpc_system = RpcSystem::new(rpc_network, None);
|
||||
let client: channel_server::Client =
|
||||
rpc_system.bootstrap(rpc_twoparty_capnp::Side::Server);
|
||||
tokio::task::spawn_local(rpc_system);
|
||||
|
||||
let mut req = client.recv_request();
|
||||
req.get().set_channel(channel);
|
||||
req.get().set_all_new(all_new);
|
||||
req.get().set_min_count(min_count);
|
||||
|
||||
let reply = req.send().promise.await
|
||||
.map_err(|e| format!("recv failed: {e}"))?;
|
||||
let text = reply.get()
|
||||
.map_err(|e| format!("reply error: {e}"))?
|
||||
.get_text()
|
||||
.map_err(|e| format!("text error: {e}"))?
|
||||
.to_str()
|
||||
.map_err(|e| format!("utf8 error: {e}"))?;
|
||||
|
||||
if text.is_empty() {
|
||||
Ok("(no messages)".into())
|
||||
} else {
|
||||
Ok(text.to_string())
|
||||
}
|
||||
}
|
||||
|
||||
async fn channel_rpc_send(
|
||||
sock: &std::path::Path,
|
||||
channel: &str,
|
||||
message: &str,
|
||||
) -> Result<String, String> {
|
||||
use capnp_rpc::{rpc_twoparty_capnp, twoparty, RpcSystem};
|
||||
use futures::AsyncReadExt;
|
||||
use tokio_util::compat::TokioAsyncReadCompatExt;
|
||||
use poc_memory::channel_capnp::channel_server;
|
||||
|
||||
let stream = tokio::net::UnixStream::connect(sock).await
|
||||
.map_err(|e| format!("connect failed: {e}"))?;
|
||||
let (reader, writer) = stream.compat().split();
|
||||
let rpc_network = Box::new(twoparty::VatNetwork::new(
|
||||
futures::io::BufReader::new(reader),
|
||||
futures::io::BufWriter::new(writer),
|
||||
rpc_twoparty_capnp::Side::Client,
|
||||
Default::default(),
|
||||
));
|
||||
let mut rpc_system = RpcSystem::new(rpc_network, None);
|
||||
let client: channel_server::Client =
|
||||
rpc_system.bootstrap(rpc_twoparty_capnp::Side::Server);
|
||||
tokio::task::spawn_local(rpc_system);
|
||||
|
||||
let mut req = client.send_request();
|
||||
req.get().set_channel(channel);
|
||||
req.get().set_message(message);
|
||||
|
||||
req.send().promise.await
|
||||
.map_err(|e| format!("send failed: {e}"))?;
|
||||
|
||||
Ok(format!("sent to {}", channel))
|
||||
}
|
||||
|
||||
// ── Helpers ─────────────────────────────────────────────────────
|
||||
|
||||
fn arg_str(args: &Value, key: &str) -> Result<String, String> {
|
||||
args.get(key)
|
||||
.and_then(|v| v.as_str())
|
||||
.map(|s| s.to_string())
|
||||
.ok_or_else(|| format!("missing required argument: {key}"))
|
||||
}
|
||||
|
||||
fn fetch_all_channels_blocking() -> Vec<(String, bool, u32)> {
|
||||
poc_memory::thalamus::channels::fetch_all_channels_blocking()
|
||||
Err(format!("unknown tool: {name}"))
|
||||
}
|
||||
|
||||
// ── Main loop ───────────────────────────────────────────────────
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue