745f4f5c9ce42a84ca7fa9090bdcbc06 *DESCRIPTION
7a30856cdb7e752d64265b32a0922f6f *LICENSE
606f23e675bef96b574d101c62985c1d *NAMESPACE
fba61afea9fac249a7767786efb6a10a *NEWS.md
94e39027d0e7806d4e3566a7a6d0e280 *R/RcppExports.R
71c4a90a0518c35485bfa6278315e390 *R/basic-tokenizers.R
106595ac5246e2a974fcc60b1b4af844 *R/character-shingles-tokenizers.R
5534dbd5a62a6066eb2028074cfbac5d *R/chunk-text.R
d6f1464c9ff1e3d4a1056b64f6f64857 *R/coercion.R
dbf0c1e5f12ed05731c9c112297e3ef5 *R/data-docs.R
fde384b035d0ac834323cc8be76b084a *R/ngram-tokenizers.R
338e3bba2a45db52383a4c8ecacde68c *R/ptb-tokenizer.R
c74106244d4cee4cdc9da0e674072094 *R/stem-tokenizers.R
feca69d2c0b9d7ce3d0d3a217bd147f4 *R/tokenize_tweets.R
cd40ea2f6a3fc48dedc65631864a671d *R/tokenizers-package.r
06d95e412855098fb7a94b0c5bfd6ea8 *R/utils.R
d9e433bf9116749218ca662c9ec50fc1 *R/wordcount.R
012d3ad763cdf25a072fd943fad75ebf *README.md
6d8110bbfde9d62859695febc9d4fb3a *build/vignette.rds
8e14891d161d472a5322ba7fb6c76002 *data/mobydick.rda
ca0a364901d1fe6d9d909c1c62e3c1fa *inst/CITATION
ac046593710fe7a0ce061a6332ec76d4 *inst/doc/introduction-to-tokenizers.R
fecf3fa83860b5a3ad7673045ab9d475 *inst/doc/introduction-to-tokenizers.Rmd
4d3dcf157861975d9c5f11f12f57d888 *inst/doc/introduction-to-tokenizers.html
39e8881eb3fdd7c856de6acefe999582 *inst/doc/tif-and-tokenizers.R
83b0cf559b9f00b5894edad9cbbf3c57 *inst/doc/tif-and-tokenizers.Rmd
0493814332830f299ef0b1e167ea6530 *inst/doc/tif-and-tokenizers.html
49171babab7c36f010cd66522462f75d *man/basic-tokenizers.Rd
e5bb3dc97546882a21a24e8577d7c696 *man/chunk_text.Rd
17839e1d2f204f271263b1059b8fe08c *man/mobydick.Rd
1f7b13750e553011561287d91a9fb076 *man/ngram-tokenizers.Rd
8bf9b4ec8ed84d24f965277004aef956 *man/ptb-tokenizer.Rd
2346cd4d337b32e153f3054534bdc55e *man/shingle-tokenizers.Rd
ec91146ab4882c2024e71d4e0171a628 *man/stem-tokenizers.Rd
5f1f3388033d3e6d476269342072aaf9 *man/tokenizers.Rd
eac6ac67fd537abfd55cc275fcadf6a6 *man/word-counting.Rd
239069bbf8bd66d27f035cb55eff33dd *src/RcppExports.cpp
eef7fdb1e51b4642a7772b721ed7e0ed *src/shingle_ngrams.cpp
50fed60f2603e066bba741b9d6c8a9e1 *src/skip_ngrams.cpp
c0953a311f15601701b91fb4f8945fa0 *tests/testthat.R
6d62165c5b0fe90e453a5896636fc9c3 *tests/testthat/helper-data.R
4b370e97f5104ffebe37108982ac0cd1 *tests/testthat/moby-ch1.txt
6c8bd3a896047bcefc012014bc50ec30 *tests/testthat/moby-ch2.txt
4918dc776f7f311580d63698b6bdc859 *tests/testthat/moby-ch3.txt
b9f9a569a7a0383f977930bc30f8ca0b *tests/testthat/test-basic.R
605e06f975d347e44f870e11a0d06f11 *tests/testthat/test-chunking.R
36a2b76abce927a2de29b757252c1530 *tests/testthat/test-encoding.R
41915a16dec981f71d543bf520aba151 *tests/testthat/test-ngrams.R
4f25fb5fbce016f11b1bf7fc6a30a5ba *tests/testthat/test-ptb.R
8c85339e86effefeb9618fb023e85eaa *tests/testthat/test-shingles.R
0767ce25b7f91e9ddf105dc3485cae8d *tests/testthat/test-stem.R
60314e70e34b2db422705909c2c964df *tests/testthat/test-tif.R
e9575adee44db0cd38582683769fae2b *tests/testthat/test-tokenize_tweets.R
7e03244a849fdef37d4fe9007369045c *tests/testthat/test-utils.R
71b73f80c997d10284759f56e004dc33 *tests/testthat/test-wordcount.R
fecf3fa83860b5a3ad7673045ab9d475 *vignettes/introduction-to-tokenizers.Rmd
83b0cf559b9f00b5894edad9cbbf3c57 *vignettes/tif-and-tokenizers.Rmd
