26e13f1f1c70e81f80ab5550f98eaa7f *DESCRIPTION
6ccaf89210d83799f704d51d3415ee51 *NAMESPACE
48de3f7d889ddd4a08a74f83c28bb4c5 *NEWS.md
c54c45910fc445e5b39f5150df77163f *R/imports.R
944a629e3de80926d1b596695d359335 *R/tokenization.R
b34a0e56a3e0625aabc26224909ff4ae *R/utils.R
9478b2d4a250a6d8e4084e026d0f2953 *R/vocab.R
13760bb286f9bc4188bffc0f7a6e8a0e *README.md
5c3145f3e88e5192b7ba83b39bdec8ab *build/vignette.rds
a28bc78066f23f68932a739e90d442b7 *inst/doc/basic_usage.R
19e0e2cf2c893330a0783a40902eae9f *inst/doc/basic_usage.Rmd
9d1727d29203461becea336af7f20597 *inst/doc/basic_usage.html
430fba0e5c551d011e52bb7b0c2e6169 *inst/extdata/tiny_vocab.txt
e462bfed1f0f2ef10d1958fb0ffa604c *inst/extdata/tiny_vocab_cased.txt
3e35c0a826a729caf0653a0343b9c71c *man/dot-infer_case_from_vocab.Rd
e0d48991975eb89392b80b645a4ee5e3 *man/dot-new_wordpiece_vocabulary.Rd
1789deca52c38325fa2380c25c722a16 *man/dot-validate_wordpiece_vocabulary.Rd
e581ef1fd36747a9fb9e6826f88d2ff0 *man/dot-wp_tokenize_single_string.Rd
4d0129f47bfdf58e762894b475c3ff99 *man/dot-wp_tokenize_word.Rd
7a0ab1e57e5bf743d17c0caf1d123019 *man/load_or_retrieve_vocab.Rd
cfc1085ff24a6f2bf638c8c1916dc713 *man/load_vocab.Rd
3a7d2ee7e23bf6d0f2e6be84824b3ddc *man/prepare_vocab.Rd
5a29d238ff0bb3e6c59290d3a3e85a06 *man/reexports.Rd
e5ddb761edf423c9afe21e414617ada4 *man/set_wordpiece_cache_dir.Rd
3ea58b479bcf09689da4db40c208fa59 *man/wordpiece_cache_dir.Rd
5a3cb2795e3b5c0ebdbdd30d4dca28b9 *man/wordpiece_tokenize.Rd
a252975f543a8b8195a0dfdba6e2b654 *tests/testthat.R
bcc51be3ac1f691cceb26fcc7246a0c0 *tests/testthat/_snaps/vocab.md
d85eef27c5081920c65fa2875bdf76cb *tests/testthat/badvocab_dupes.txt
de32b3f658e3dce3ba6028abb50304fa *tests/testthat/badvocab_spaces.txt
d41d8cd98f00b204e9800998ecf8427e *tests/testthat/empty_vocab.txt
c40f96f3a616dab467b8c859f7b1d683 *tests/testthat/test-tokenization.R
2d5e6862d50602626f04abcb7124dedf *tests/testthat/test-vocab.R
2c4fe769c687a30f59b65e5f5f12a230 *tests/testthat/vocab.txt
19e0e2cf2c893330a0783a40902eae9f *vignettes/basic_usage.Rmd
