update tokenizers

This commit is contained in:
Kent Overstreet 2026-04-13 22:39:50 -04:00
parent 4d22a28794
commit be909028a7
3 changed files with 15 additions and 35 deletions

View file

@ -58,7 +58,7 @@ futures = "0.3"
capnp = "0.25"
capnp-rpc = "0.25"
tokenizers = "0.21"
tokenizers = "0.22"
http = "1"
hyper = { version = "1", features = ["client", "http1"] }