# Generated by roxygen2: do not edit by hand

S3method(tokenize,character)
S3method(tokenize,default)
export(as_tokens)
export(bind_lr)
export(bind_tf_idf2)
export(collapse_tokens)
export(dictionary_info)
export(gbs_tokenize)
export(get_dict_features)
export(get_transition_cost)
export(is_blank)
export(lex_density)
export(mute_tokens)
export(ngram_tokenizer)
export(pack)
export(posDebugRcpp)
export(posParallelRcpp)
export(prettify)
export(tokenize)
import(Rcpp)
importFrom(RcppParallel,RcppParallelLibs)
importFrom(dplyr,"%>%")
importFrom(rlang,":=")
importFrom(rlang,.data)
importFrom(rlang,.env)
importFrom(rlang,as_name)
importFrom(rlang,enquo)
importFrom(rlang,enquos)
importFrom(rlang,ensym)
importFrom(rlang,sym)
importFrom(utils,globalVariables)
useDynLib(gibasa, .registration = TRUE)
