update tokenizers
This commit is contained in:
parent
4d22a28794
commit
be909028a7
3 changed files with 15 additions and 35 deletions
|
|
@ -58,7 +58,7 @@ futures = "0.3"
|
|||
capnp = "0.25"
|
||||
capnp-rpc = "0.25"
|
||||
|
||||
tokenizers = "0.21"
|
||||
tokenizers = "0.22"
|
||||
|
||||
http = "1"
|
||||
hyper = { version = "1", features = ["client", "http1"] }
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue