archful = true
archive_name = "tokenizers-0.22.0.tar.gz"
automode = true
extras = [
    "dev",
    "docs",
    "testing",
]
license_files_present = false
name = "tokenizers"
python_name = "python-tokenizers"
source = "PyPI"
summary = "..."
url = "https://github.com/huggingface/tokenizers"
version = "0.22.0"