{"@context":"https://w3id.org/codemeta/3.0","@type":"SoftwareSourceCode","identifier":"pkg:nix/python310Packages.tokenizers?channel=23.05\u0026repository_url=https://channels.nixos.org/nixos-23.05","name":"python310Packages.tokenizers","description":"Fast State-of-the-Art Tokenizers optimized for Research and Production","version":"0.13.3","softwareVersion":"0.13.3","license":"https://spdx.org/licenses/Apache-2.0","codeRepository":"https://github.com/huggingface/tokenizers","url":"https://github.com/huggingface/tokenizers","keywords":["python"],"dateCreated":"2026-01-26","dateModified":"2026-01-26","datePublished":"2026-01-26","copyrightYear":2026,"softwareHelp":{"@type":"WebSite","url":"https://github.com/NixOS/nixpkgs/blob/nixos-23.05/pkgs/development/python-modules/tokenizers/default.nix#L142"},"applicationCategory":"nixpkgs","runtimePlatform":"nixpkgs","sameAs":["https://search.nixos.org/packages?channel=23.05\u0026query=python310Packages.tokenizers"]}