{"@context":"https://w3id.org/codemeta/3.0","@type":"SoftwareSourceCode","identifier":"pkg:guix/python-tokenizers@0.19.1","name":"python-tokenizers","description":"Implementation of various popular tokenizers","version":"0.19.1","softwareVersion":"0.19.1","license":"https://spdx.org/licenses/CERN-OHL-P-2.0","url":"https://huggingface.co/docs/tokenizers","dateCreated":"2026-03-02","dateModified":"2026-04-27","datePublished":"2026-03-02","copyrightYear":2026,"softwareHelp":{"@type":"WebSite","url":"https://git.savannah.gnu.org/cgit/guix.git/tree/gnu/packages/machine-learning.scm#n6010"},"applicationCategory":"guix","runtimePlatform":"guix","sameAs":["https://packages.guix.gnu.org/packages/python-tokenizers/0.19.1/"]}