58d6d391a293edbe1098ad59198bfe09 *DESCRIPTION
dc86c093012c1c9bc880868b901be232 *LICENSE
fcc25a83b7b824a694ff8ad45647184b *NAMESPACE
e6fe63f7a2b14f97721a3b54cdeaed75 *NEWS.md
8a3e4798d33e4cfd4d87bf442a3ff5aa *R/encoding.R
7d9eea467eb07f9126080845853c602d *R/extendr-wrappers.R
c89885fe34136c1e19109a4f87f70dd0 *R/tokenizer.R
6745ca9f9bdc7659879961f99a4b1c86 *README.md
f53249ee287578ae7f2f4ccf5e6b6e58 *man/encoding.Rd
a55cdc97b5bc049f612956d00e6205fb *man/tokenizer.Rd
5bafe8d61460592f39da4f46a7b2d880 *src/Makevars
27957123fba16c05c53a66e68b0f3482 *src/Makevars.ucrt
4d12fbf066fb357db1e202bfc7f60bab *src/Makevars.win
e475c45acff0aec8451fa9e0d2ade36c *src/entrypoint.c
1f0e223e49275d991ce055fe1a2f94d4 *src/rust/Cargo.lock
e3918eb64f14ca1a9bc3bb86e15f09f1 *src/rust/Cargo.toml
27388a92accaf37b1e00cadbf27606c7 *src/rust/src/lib.rs
b63a13cf1a63ac2027013f19e8dfec21 *src/rust/src/models.rs
785bf0176dc6658a32a8167231992603 *src/rust/src/tokenizer.rs
8abdb06a050a4f52cfe7b40b914b9fa9 *src/rust/src/trainers.rs
ba398b93085f305afd0f06437e58899f *src/tok-win.def
2fa9c1f6e421b6a79ceeee8fc410730b *tests/testthat.R
a379162c68dc3aac382a2d98facf4c44 *tests/testthat/assets/tokenizer.json
dcf23f7ae3377b349c5c54906d460a8b *tests/testthat/test-encoding.R
26b1d6133f14188b089d5968b847b3ca *tests/testthat/test-tokenizer.R
223376a3d5a56e02e6624880bc121a1f *tools/patch.R
