b89ee90619813f2887f9f62a3d89f4ed *DESCRIPTION
805f59164146d297317c0dd46e664ab8 *LICENSE.note
bf43a6fca6606a6d42e975e31f856908 *NAMESPACE
afc05a2788bbf35e93031c710f2e886a *NEWS.md
15baec6c29a09f3973a546c134536903 *R/RcppExports.R
c45ca3bee903056610111f9b1e2159f2 *R/bind_lr.R
3e0491e6d9b8dcbce26ca0b281c3eadf *R/bind_tf_idf2.R
aab0b9ef3f5a2ed82a21481b20c725ca *R/collapse_tokens.R
11cae87e39bd5dff538c3a1498f4f72d *R/gibasa-deprecated.R
476273fcb230ae3ec9e20d4ec3620368 *R/gibasa-package.R
74bb1907ebd74afe63708930febcdcc1 *R/lex_density.R
fc487f2a33489b4eeb074f9e54d82688 *R/mute_tokens.R
5dfca37d8d143e9cdd7829c15958aef1 *R/pack.R
82a76af4753d7ccaabb5a251fb751435 *R/prettify.R
8a6873730e5bedc86e3a5d9a461b529d *R/tokenize.R
d7f6d323a22e3bb30b74cc6ab16756d4 *R/utils.R
1e00330771b75af3a391e2c6a61e3542 *README.md
7080893e02c49cd296d4424b9be55069 *build/partial.rdb
179eb83cf4b93604ab1245f624d079e8 *data/ginga.rda
d14ad34b670a249cf922c8a385a14a7a *inst/include/gibasa.h
41bc4ba4492b7bb630bb5e63760b320a *inst/include/gibasa_RcppExports.h
729fd4bb94c4d60baa8c9166df7ff1fd *inst/testdata/testdata.rda
2769f6192de510d8c2ac18c9dbdc3446 *man/as_tokens.Rd
30f578004e77a09852b07e9dc9d37e85 *man/bind_lr.Rd
b1c53b0ceccb6ee0833dfedb321cbc4c *man/bind_tf_idf2.Rd
f9385f5537902fe99c51aed811ff5846 *man/collapse_tokens.Rd
e1837ad690fc0dee984105e1df1c2ed6 *man/dictionary_info.Rd
b3481ab5f3b61cdca94eb8e74b0fbf48 *man/figures/benchmark1.png
0e5d754c0b7c655b3d81c6a40a9179a1 *man/figures/benchmark2.png
5096c35f45c7500ea4d4a5f34f722a03 *man/figures/tidytext_fig5_1_mod.drawio.png
6a8d75abc6df54cd7c4ab1cfc668e1c6 *man/gbs_tokenize.Rd
2ad5200accfa087993333af1f1f4bb0f *man/get_dict_features.Rd
a5fc4572e990a3b2a2b059438dfd3cca *man/get_transition_cost.Rd
f4fc83f7d2b7cc368bc31c5b3ce43e68 *man/gibasa-package.Rd
274a26786348596411c18403ea5e71d9 *man/ginga.Rd
9fbadc7fb7927e00a39bf19ac831ecff *man/is_blank.Rd
670b96b9102f1f81ea6d39641603ed4e *man/lex_density.Rd
b17e89830c987fff8c3e5ac46fc0ab85 *man/mute_tokens.Rd
3fb64f2dc9fc5d038bfa30244f2be3bd *man/ngram_tokenizer.Rd
324b992108ac63a5eafefb9c1c1a65da *man/pack.Rd
6048f87b43108b4152101e4c2b4b1a51 *man/posDebugRcpp.Rd
798374776ba8c56809a0c4180ab62b0d *man/posParallelRcpp.Rd
308b748c75524948a3cf5266513c2284 *man/prettify.Rd
90061c567819537bf5140fe5b478f22e *man/tokenize.Rd
8c5cf61a20702b9a492d42db4ae555a0 *man/transition_cost.Rd
81979d05e16ad1e5f989f4b2814537a2 *src/Makevars
3d5474c8cba55c9bf69017b3850219c2 *src/Makevars.win
cf1d385ab6bfe6dc031917fb1a51aa68 *src/RcppExports.cpp
b3ef02e8f9ba17a257fd22e6c5bfdbc1 *src/char_property.cpp
d286d8c774cf6824fe44943a53bda2be *src/char_property.h
d9acb0aeff982ec336e844514c42bd50 *src/common.h
5784b1efcf71886efbb71c19be42f297 *src/connector.cpp
be14f35e3418477e9115897a7f4638f7 *src/connector.h
dca61a493a787da389e8fce8a48c4947 *src/context_id.cpp
e97c582840c907598ad36d279d6d4934 *src/context_id.h
1ff496360d2f30bfa72aeb0f57f79358 *src/darts.h
8903d964b8cb83faa0959586d09e571d *src/dictionary.cpp
80d5134f932d00046757b4c9e2e83fde *src/dictionary.h
aff5031b52f8b2de8a76cc9d7f8f9c78 *src/freelist.h
c74301d193fae1fc8d3f260ab0264d4b *src/iconv_utils.cpp
40c68502dacd75d6fa3593f0e3e6da1b *src/iconv_utils.h
362d4e91a7095deb71bfde7c0434c5c1 *src/learner_node.h
13efbe0c5701e67459c8c099bf4a3085 *src/libmecab.cpp
8472d81f50183bd1aa87164e8044dbf9 *src/mecab.h
9c13fab8da76a96a33e5c3e90ee0a7c6 *src/mmap.h
19790101d92ec2e90b70d331984a93e8 *src/nbest_generator.cpp
db0b4f70771c83ca73fa792d2a0f1340 *src/nbest_generator.h
8f16e3c7abc15a1031cb54de39e9b145 *src/param.cpp
cb44d6777b5d9cbf7831d0655b900a47 *src/param.h
120f114aa097ec5e1d4b6261047454ed *src/posDebug.cpp
6250be0c7314c38aadf48c91ebf3cc1f *src/posParallel.cpp
66ca31fb1c8cc4a91e0ed811c707341a *src/scoped_ptr.h
871f15f1e12ca31a1c9f3f8d5808e10f *src/string_buffer.cpp
d489778b5293607f83b5d1b8ce9804e0 *src/string_buffer.h
3ffa09e2587f056c15ff7b36d35789e2 *src/tagger.cpp
150dca4254f8c8c73df8c5f459d94846 *src/thread.h
6ea0df6e14cad14ac54ff58b792deb86 *src/tokenizer.cpp
a16fb1b8590cf664330a134034be88fc *src/tokenizer.h
d3899e7fca46f745aba285f62dad3b9a *src/ucs.h
f88a6a7468c83630209efef8eef6f091 *src/utils.cpp
9ce51d57aae4a3f122e116be318c3d03 *src/utils.h
3b0e430e669395dd9561f97a55dfec9f *src/viterbi.cpp
82db436a062c854d0b66beca6c52a88c *src/viterbi.h
947eb90b0c792ac9a242ea05c56e096b *src/writer.cpp
b0c72f746a5c4983dbd33aa985c0adee *src/writer.h
a667139a711c9b143eb57e854375dc99 *tests/testthat.R
616788d32dc904792debcc8694c8f76f *tests/testthat/_snaps/bind_lr.md
13f643c0d412f6c5e459c4b9c3ed82a5 *tests/testthat/_snaps/collapse_tokens.md
176a43e33e7b5c96f21c3c3ccf518499 *tests/testthat/_snaps/lex_density.md
02218715c415ddf2ad576b5eba1e000c *tests/testthat/_snaps/mute_tokens.md
a9d8c3de491ec978a59d013cd97140f7 *tests/testthat/_snaps/pack.md
098999b9eaf7f52d31479a4b001a9e6b *tests/testthat/test-bind_lr.R
37ac354115021b8b363a921971dba97b *tests/testthat/test-bind_tf_idf2.R
c6dddffe7760cc6264b76b6258389f9f *tests/testthat/test-collapse_tokens.R
eadfe5ef4223e518bb02537d09ee3755 *tests/testthat/test-lex_density.R
a59be2b7acad507a3f9b1aaf199b686d *tests/testthat/test-mute_tokens.R
f9ce9727e736f13aec602b58d631bc5c *tests/testthat/test-other-utils.R
413f226cb2d8610dd026b3e530df8c89 *tests/testthat/test-pack.R
e0a5691ed5ccedc0e7f0da59e8af6fef *tests/testthat/test-prettify.R
1a217980e924aa7f9d2c795366d76d34 *tests/testthat/test-tokenize.R
b994a7d166fda8fe9c027ec13ade9307 *tools/data.R
583e1c78ef6cae89bcce87fcc71873ea *tools/testdata.R
