3900d77b9d627834c7882c3f876acda3 *DESCRIPTION
7a30856cdb7e752d64265b32a0922f6f *LICENSE
caba5350562f946d82142310a9b22cdf *NAMESPACE
59d35c8eb3d9df83ad9e44b9148fde60 *NEWS.md
d0ac3f64a2eca6210f1474256e10ace3 *R/RcppExports.R
efc1e6017eb9d9cbc869909afbe3eef5 *R/basic-tokenizers.R
695b8ccc6a2df08dbdd940ebedbf912b *R/character-shingles-tokenizers.R
3935edaac0cd3fa7b58eed578ad6a9b9 *R/ngram-tokenizers.R
0569f317cbe9ded6c109d5c48ce62af1 *R/stem-tokenizers.R
6cbbee1bb0d325ee4f101145dc9dc9c7 *R/stopwords.R
1f2b843a0f7b4c3d5d25ae4be68b44b3 *R/sysdata.rda
476627759855a121486f6773b4e1795a *R/tokenizers-package.r
d7987675a18ff3d964297b8e308251ad *R/utils.R
9f23c8d8da732c5c6b5c0f3ac70a9277 *README.md
3c1baa7bba49f5dd82f3d87111edca55 *build/vignette.rds
60ff49a82beb0e78c2d57a6d737c1586 *inst/doc/introduction-to-tokenizers.R
162ee2d85b800d1e6db7fc256704f1a8 *inst/doc/introduction-to-tokenizers.Rmd
55a745eeab1455f65f7de0cfbb5b5df5 *inst/doc/introduction-to-tokenizers.html
b3123879bbb5cad2b65dff9d6e3045a0 *man/basic-tokenizers.Rd
601d00865756d7439f40734c36709d05 *man/ngram-tokenizers.Rd
aae55dd52acb8af843ecbea6c81551ed *man/shingle-tokenizers.Rd
f1387442737eb9a64adb0a9f1b19c4e7 *man/stem-tokenizers.Rd
f8cf2f5a0c0a25abd13a973241778f86 *man/stopwords.Rd
0b5e7a3d93644ec59e78134e6e33f54b *man/tokenizers.Rd
c573118db7f544eefaee5b82c5e04f9a *src/Makevars
c573118db7f544eefaee5b82c5e04f9a *src/Makevars.win
787fcf544678229dd167ab21be58a6d4 *src/RcppExports.cpp
bfbcd2244ad4b17902de4dc9d186e560 *src/shingle_ngrams.cpp
c87bf816f07ad4750a23216488b60301 *src/skip_ngrams.cpp
c0953a311f15601701b91fb4f8945fa0 *tests/testthat.R
7508bf765c8ed62ef8f632db5fa6c78f *tests/testthat/helper-data.R
4b370e97f5104ffebe37108982ac0cd1 *tests/testthat/moby-ch1.txt
6c8bd3a896047bcefc012014bc50ec30 *tests/testthat/moby-ch2.txt
4918dc776f7f311580d63698b6bdc859 *tests/testthat/moby-ch3.txt
4512d2b9205e97229be9d24c2e319953 *tests/testthat/test-basic.R
7c932cd089e8fcb2a3ff5d0ea038b73a *tests/testthat/test-ngrams.R
a7da2f308a7d045b542a23c40ec2f3b0 *tests/testthat/test-shingles.R
0767ce25b7f91e9ddf105dc3485cae8d *tests/testthat/test-stem.R
7e03244a849fdef37d4fe9007369045c *tests/testthat/test-utils.R
162ee2d85b800d1e6db7fc256704f1a8 *vignettes/introduction-to-tokenizers.Rmd
