a6ed4e9bc6feb0470332436283dd3bfc *DESCRIPTION
9b4eb0a2abb8b38b24adced1dcc55243 *LICENSE
400dcacc68ef73011760b4713feca658 *NAMESPACE
f91e578341fd8b1b0e3f84b581e8ab08 *NEWS.md
431853a766ee2e7ad183f49222a27a07 *R/decode.R
11945642bd795bfd7d467a27f31856f1 *R/extendr-wrappers.R
d94a4228d167f0de2a01a2dde779d2c9 *R/get_token_count.R
c5a5cf5f4b8b71e75e7ac0c097aa41ad *R/get_tokens.R
1a0a6d39b92358c871ea7792576b9816 *R/model_to_tokenizer.R
e05b6fe4126322c046eb9e9acc8b25f5 *README.md
619b9299eeba762d13a051b7ae44d918 *configure
d7235f23b249166a33efaa3cf42b266a *configure.win
d0974544f723a6f3a42b421d3ae23f48 *inst/AUTHORS
d5609f77b14f0b8984454b801e827c4a *man/decode_tokens.Rd
1d3a0b9a95a8eefad368c72180508b9a *man/get_token_count.Rd
09735e605a2ee8787a7ed8193a3e3f18 *man/get_tokens.Rd
f5a3143ea9b1133ffdfc4d5c66ffde63 *man/model_to_tokenizer.Rd
c609cadddbcf0670b02bb6ef94d482da *src/Makevars
27957123fba16c05c53a66e68b0f3482 *src/Makevars.ucrt
70dcbbfcf6bbbde0c7fa913356705653 *src/Makevars.win
8f95920e749fdfd417fea1bd13907ba2 *src/entrypoint.c
35666642923b8d826787886a80327f7d *src/rtiktoken-win.def
8a9b5245dae86c77900b9fa0870820e7 *src/rust/Cargo.lock
4d8e64a0546ea66d35634463b0e146af *src/rust/Cargo.toml
551407fc8a74ebb8a621339146060d75 *src/rust/src/lib.rs
041acbc8f8fbd14d21caab06f1812fde *src/rust/vendor-config.toml
fd1a3e64717a9130544a07a901083c7d *src/rust/vendor-packages.sh
59bb21da7dc207d38f17ec0d3d29f673 *src/rust/vendor.tar.xz
8c23623e7274ad0189e2d59db6cdf945 *tests/testthat.R
82b298db93b2698b7d8083e2507b4501 *tests/testthat/test-tokens.R
4340edf045aae7888671ec14b34a124a *tools/msrv.R
