diff --git a/src/user/mod.rs b/src/user/mod.rs index 554cab9..a73954a 100644 --- a/src/user/mod.rs +++ b/src/user/mod.rs @@ -522,6 +522,13 @@ pub enum SubCmd { #[tokio::main] pub async fn main() { + // Initialize the Qwen tokenizer for direct token generation + let tokenizer_path = dirs::home_dir().unwrap_or_default() + .join(".consciousness/tokenizer-qwen35.json"); + if tokenizer_path.exists() { + crate::agent::tokenizer::init(&tokenizer_path.to_string_lossy()); + } + let cli = CliArgs::parse(); if cli.show_config {