# --------------------------------------------
# CITATION file created with {cffr} R package
# See also: https://docs.ropensci.org/cffr/
# --------------------------------------------
 
cff-version: 1.2.0
message: 'To cite package "tok" in publications use:'
type: software
license: MIT
title: 'tok: Fast Text Tokenization'
version: 0.1.4
doi: 10.32614/CRAN.package.tok
abstract: Interfaces with the 'Hugging Face' tokenizers library to provide implementations
  of today's most used tokenizers such as the 'Byte-Pair Encoding' algorithm <https://huggingface.co/docs/tokenizers/index>.
  It's extremely fast for both training new vocabularies and tokenizing texts.
authors:
- family-names: Falbel
  given-names: Daniel
  email: daniel@posit.co
repository: https://CRAN.R-project.org/package=tok
repository-code: https://github.com/mlverse/tok
url: https://github.com/mlverse/tok
date-released: '2024-09-04'
contact:
- family-names: Falbel
  given-names: Daniel
  email: daniel@posit.co