{"enrichment":{"capability":"A fast, spec-compliant Python tokenizer that generates tokens for Python 3.14+ code while running on Python 3.8 and later, available both as pure Python and optionally compiled with mypyc for performance.","verdict":"A lightweight, actively maintained tokenizer with zero dependencies and permissive licensing. No known vulnerabilities and broad Python version support (3.8\u20133.14) make it a low-risk addition. The optional mypyc compilation path adds performance without mandatory overhead."},"id":"pytokens","links":{"html":"https://skillfed.io/packages/pytokens","md":"https://skillfed.io/packages/pytokens.md","pypi":"https://pypi.org/project/pytokens/"},"maintenance":{"status":"active"},"meta":{"latest_release":"2026-01-30","license_spdx":null,"license_treatment":"permissive","name":"pytokens","python_support":"supports_current","summary":"A Fast, spec compliant Python 3.14+ tokenizer that runs on older Pythons."},"popularity":{"tier":"top_1000"},"security":{"n_vulnerabilities":0},"version":"0.4.1"}