archful = true
archive_name = "tokenizers-0.21.2.tar.gz"
automode = true
extras = [
    "dev",
    "docs",
    "testing",
]
license_files_present = false
pypi_name = "tokenizers"
pypi_version = "0.21.2"
python_name = "python-tokenizers"
source = "PyPI"
summary = "..."
url = "https://github.com/huggingface/tokenizers"