12e15bc2a4434807687c08aca1519cea *DESCRIPTION
7a30856cdb7e752d64265b32a0922f6f *LICENSE
dea303990ac57f1e5b25afa3fe85aa35 *NAMESPACE
3fea4279760c00b34e3601fefabd5c3d *NEWS.md
d0ac3f64a2eca6210f1474256e10ace3 *R/RcppExports.R
a3159c7f3d0e6b226cc32c59ea26bb56 *R/basic-tokenizers.R
7549a787cec00ee773b8e2fbd1103c44 *R/ngram-tokenizers.R
bde646c164484880ade39d119e1d4add *R/stem-tokenizers.R
6cbbee1bb0d325ee4f101145dc9dc9c7 *R/stopwords.R
1f2b843a0f7b4c3d5d25ae4be68b44b3 *R/sysdata.rda
476627759855a121486f6773b4e1795a *R/tokenizers-package.r
d7987675a18ff3d964297b8e308251ad *R/utils.R
fc96bb7512c8b724c16738ba57ce2365 *README.md
3c1baa7bba49f5dd82f3d87111edca55 *build/vignette.rds
e32c2f375d87df4fcb3397fd9a18f3f8 *inst/doc/introduction-to-tokenizers.R
ae599359ca98899f938ba940e838061d *inst/doc/introduction-to-tokenizers.Rmd
56bf9907c94d671a2f5cf7f2301948a6 *inst/doc/introduction-to-tokenizers.html
52ab42515f5fa1e35d7825e5ba8f5f49 *man/basic-tokenizers.Rd
c6836b3e82001faae839f28d714aecaa *man/ngram-tokenizers.Rd
0917503ae2c2fb7d98a34362addcf203 *man/stem-tokenizers.Rd
f8cf2f5a0c0a25abd13a973241778f86 *man/stopwords.Rd
0b5e7a3d93644ec59e78134e6e33f54b *man/tokenizers.Rd
c573118db7f544eefaee5b82c5e04f9a *src/Makevars
c573118db7f544eefaee5b82c5e04f9a *src/Makevars.win
787fcf544678229dd167ab21be58a6d4 *src/RcppExports.cpp
bfbcd2244ad4b17902de4dc9d186e560 *src/shingle_ngrams.cpp
c87bf816f07ad4750a23216488b60301 *src/skip_ngrams.cpp
c0953a311f15601701b91fb4f8945fa0 *tests/testthat.R
7508bf765c8ed62ef8f632db5fa6c78f *tests/testthat/helper-data.R
4b370e97f5104ffebe37108982ac0cd1 *tests/testthat/moby-ch1.txt
6c8bd3a896047bcefc012014bc50ec30 *tests/testthat/moby-ch2.txt
4918dc776f7f311580d63698b6bdc859 *tests/testthat/moby-ch3.txt
4512d2b9205e97229be9d24c2e319953 *tests/testthat/test-basic.R
7c932cd089e8fcb2a3ff5d0ea038b73a *tests/testthat/test-ngrams.R
0767ce25b7f91e9ddf105dc3485cae8d *tests/testthat/test-stem.R
7e03244a849fdef37d4fe9007369045c *tests/testthat/test-utils.R
ae599359ca98899f938ba940e838061d *vignettes/introduction-to-tokenizers.Rmd
