4199065bcb05f8123233dd278519e8ed *DESCRIPTION
d5959cd3919d4fa4a0815bd3ee85096d *NAMESPACE
51768729c51e276703c136d769065ae4 *NEWS.md
3fc8026db5a2a12455df92a680b22dc4 *R/tokenization.R
ace76257ad4437b93a441c21b7aa58b6 *R/utils.R
cc912d1185796ee8c1c0112e99b63618 *README.md
5c3145f3e88e5192b7ba83b39bdec8ab *build/vignette.rds
5823ec14f959e84241d170c56eb8e9f8 *inst/doc/basic_usage.R
c07ab259649a406943aa94ba5ac5bfc6 *inst/doc/basic_usage.Rmd
a6bb5161d5d5542d4fbb29a3a2515f53 *inst/doc/basic_usage.html
430fba0e5c551d011e52bb7b0c2e6169 *inst/extdata/tiny_vocab.txt
e462bfed1f0f2ef10d1958fb0ffa604c *inst/extdata/tiny_vocab_cased.txt
676d4837c3bb68bdb53134e877c61793 *man/dot-apply_to_chars.Rd
a54477c4eb2297bf029ba21c577947e9 *man/dot-clean_text.Rd
77ab629022cfa1bfb1f9577c4199e0d0 *man/dot-convert_to_unicode.Rd
f88bbcf6a2739a0bad33a7cccd98165f *man/dot-infer_case_from_vocab.Rd
4988afe3bf71e8897c9eadbe8d9145e1 *man/dot-is_chinese_char_cp.Rd
d1551a76d9b67c876bc2dc9ce68b4e62 *man/dot-is_control.Rd
27480ca142b8f77139efc87f66dbe595 *man/dot-is_punctuation.Rd
4a00ac8518bedf39440f82a96cdc702c *man/dot-is_whitespace.Rd
11712162a7527971790f51ec6b55cfad *man/dot-make_cache_filename.Rd
429aae97833125864c90594572d306d4 *man/dot-new_wordpiece_vocabulary.Rd
7aca31f664aa372dbd5302f8ff8cd018 *man/dot-split_on_punc.Rd
56742a44ce9811871d6060ac6726458a *man/dot-strip_accents.Rd
caf59d48c7008fd0cd40376a6448c1b6 *man/dot-tokenize_chinese_chars.Rd
5cc1a0aa5e1446721d021392a68c7996 *man/dot-tokenize_word.Rd
ccb8af9f2bcd1b34156ef40429e7b482 *man/dot-validate_wordpiece_vocabulary.Rd
800f4a3ee190f7b9ef3b89e1d9402de5 *man/dot-whitespace_tokenize.Rd
a9179cc8bb395896793870d007ada700 *man/get_cache_dir.Rd
db6bf6b64c7775985cbff19a4bdb8150 *man/load_or_retrieve_vocab.Rd
d8709f09bd06f2938ead8497a5919203 *man/load_vocab.Rd
01dab8b5354375cb4334707b8e2f803c *man/op-null-default.Rd
f9bd816164c0bc916cfaf8ccd10e6b8e *man/wordpiece_tokenize.Rd
a252975f543a8b8195a0dfdba6e2b654 *tests/testthat.R
d85eef27c5081920c65fa2875bdf76cb *tests/testthat/badvocab_dupes.txt
de32b3f658e3dce3ba6028abb50304fa *tests/testthat/badvocab_spaces.txt
d41d8cd98f00b204e9800998ecf8427e *tests/testthat/empty_vocab.txt
6f3dd023004e5338614385c3a9aabcdd *tests/testthat/test-tokenization.R
2c4fe769c687a30f59b65e5f5f12a230 *tests/testthat/vocab.txt
c07ab259649a406943aa94ba5ac5bfc6 *vignettes/basic_usage.Rmd
