{"id":335239,"name":"tokenizer-lib","ecosystem":"cargo","description":"Tokenization utilities for building parsers in Rust","homepage":null,"licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/kaleidawave/tokenizer-lib","keywords_array":["tokenization","utils","parsing"],"namespace":null,"versions_count":15,"first_release_published_at":"2021-02-01T18:28:16.378Z","latest_release_published_at":"2024-05-21T19:31:26.745Z","latest_release_number":"1.6.0","last_synced_at":"2026-08-02T17:01:21.130Z","created_at":"2022-04-06T12:42:22.024Z","updated_at":"2026-08-02T17:09:57.813Z","registry_url":"https://crates.io/crates/tokenizer-lib/","install_command":"cargo install tokenizer-lib","documentation_url":"https://docs.rs/tokenizer-lib/","metadata":{"categories":["parsing"]},"repo_metadata":{"id":56899614,"uuid":"335019049","full_name":"kaleidawave/tokenizer-lib","owner":"kaleidawave","description":"Tokenization utilities for building parsers in Rust","archived":false,"fork":false,"pushed_at":"2024-05-21T19:31:31.000Z","size":54,"stargazers_count":2,"open_issues_count":0,"forks_count":1,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-09-28T06:53:47.441Z","etag":null,"topics":["rust","rust-crate","tokenizer"],"latest_commit_sha":null,"homepage":"","language":"Rust","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/kaleidawave.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2021-02-01T16:52:14.000Z","updated_at":"2024-05-21T19:31:34.000Z","dependencies_parsed_at":"2025-02-21T16:43:31.671Z","dependency_job_id":null,"html_url":"https://github.com/kaleidawave/tokenizer-lib","commit_stats":null,"previous_names":[],"tags_count":27,"template":false,"template_full_name":null,"purl":"pkg:github/kaleidawave/tokenizer-lib","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/kaleidawave","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/sbom","scorecard":{"id":548201,"data":{"date":"2025-08-11","repo":{"name":"github.com/kaleidawave/tokenizer-lib","commit":"72fe3fc47ce12f7b8899b94e3f8ba350d142b20c"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":3.4,"checks":[{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"Packaging","score":-1,"reason":"packaging workflow not detected","details":["Warn: no GitHub/GitLab publishing workflow detected."],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Code-Review","score":0,"reason":"Found 0/30 approved changesets -- score normalized to 0","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":0,"reason":"0 commit(s) and 0 issue activity found in the last 90 days -- score normalized to 0","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/crates.yml:17: update your workflow using https://app.stepsecurity.io/secureworkflow/kaleidawave/tokenizer-lib/crates.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/crates.yml:23: update your workflow using https://app.stepsecurity.io/secureworkflow/kaleidawave/tokenizer-lib/crates.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/crates.yml:35: update your workflow using https://app.stepsecurity.io/secureworkflow/kaleidawave/tokenizer-lib/crates.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/rust.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/kaleidawave/tokenizer-lib/rust.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/rust.yml:17: update your workflow using https://app.stepsecurity.io/secureworkflow/kaleidawave/tokenizer-lib/rust.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/rust.yml:30: update your workflow using https://app.stepsecurity.io/secureworkflow/kaleidawave/tokenizer-lib/rust.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/rust.yml:38: update your workflow using https://app.stepsecurity.io/secureworkflow/kaleidawave/tokenizer-lib/rust.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/rust.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/kaleidawave/tokenizer-lib/rust.yml/main?enable=pin","Info:   0 out of   6 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   2 third-party GitHubAction dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/crates.yml:1","Warn: no topLevel permission defined: .github/workflows/rust.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"SAST","score":0,"reason":"no SAST tool detected","details":["Warn: no pull requests merged into dev branch"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE:0","Info: FSF or OSI recognized license: MIT License: LICENSE:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":0,"reason":"branch protection not enabled on development/release branches","details":["Warn: branch protection not enabled for branch 'main'"],"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}}]},"last_synced_at":"2025-08-20T10:05:03.806Z","repository_id":56899614,"created_at":"2025-08-20T10:05:03.806Z","updated_at":"2025-08-20T10:05:03.806Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":36202181,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-07-20T02:08:10.276Z","status":"online","status_checked_at":"2026-08-02T02:00:06.915Z","response_time":58,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"kaleidawave","name":"Ben","uuid":"26967284","kind":"user","description":"","email":"","website":"https://kaleidawave.github.io/","location":"UK","twitter":"kaleidawave","company":null,"icon_url":"https://avatars.githubusercontent.com/u/26967284?u=85278e229e2d2f8a00c04510d7f4640e12e2af60\u0026v=4","repositories_count":24,"last_synced_at":"2023-03-05T17:19:25.679Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/kaleidawave","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-15T19:55:02.712Z","updated_at":"2023-03-05T17:19:25.718Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/kaleidawave","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/kaleidawave/repositories"},"tags":[{"name":"release/1.6.0","sha":"08c928ffcc88391c84b083bfb6c5f4f52f8132b7","kind":"commit","published_at":"2024-05-21T19:26:23.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/1.6.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/1.6.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F1.6.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.6.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.6.0/manifests"},{"name":"release/1.5.1","sha":"72f0856a13bfe2cdc427e9cbecbba06d2d75a22d","kind":"commit","published_at":"2023-09-15T20:18:56.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/1.5.1","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/1.5.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F1.5.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.5.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.5.1/manifests"},{"name":"release/1.5.0","sha":"5303beca0213c58025d249e462e241eecd30702d","kind":"commit","published_at":"2023-02-09T12:55:26.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/1.5.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/1.5.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F1.5.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.5.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.5.0/manifests"},{"name":"v1.4.0","sha":"b433a7bbd97150b3dae1acfcf3871ed1197deec1","kind":"commit","published_at":"2022-11-26T21:54:42.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/v1.4.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/v1.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@v1.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.4.0/manifests"},{"name":"release/1.4.0","sha":"b433a7bbd97150b3dae1acfcf3871ed1197deec1","kind":"commit","published_at":"2022-11-26T21:54:42.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/1.4.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/1.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F1.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.4.0/manifests"},{"name":"v1.3.0","sha":"685323bc59f728324a4cf6c1d33efa7800abc9f3","kind":"commit","published_at":"2022-04-05T21:30:52.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/v1.3.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/v1.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@v1.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.3.0/manifests"},{"name":"release/1.3.0","sha":"685323bc59f728324a4cf6c1d33efa7800abc9f3","kind":"commit","published_at":"2022-04-05T21:30:52.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/1.3.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/1.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F1.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.3.0/manifests"},{"name":"v1.2.1","sha":"dd69d00e56637ae0d9d52670e333191b7d176139","kind":"commit","published_at":"2021-11-16T17:55:55.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/v1.2.1","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/v1.2.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@v1.2.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.2.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.2.1/manifests"},{"name":"release/1.2.1","sha":"dd69d00e56637ae0d9d52670e333191b7d176139","kind":"commit","published_at":"2021-11-16T17:55:55.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/1.2.1","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/1.2.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F1.2.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.2.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.2.1/manifests"},{"name":"v1.2.0","sha":"3eff142d88a785799f420a3d358ed6bad6d094a5","kind":"commit","published_at":"2021-11-15T10:00:31.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/v1.2.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/v1.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@v1.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.2.0/manifests"},{"name":"release/1.2.0","sha":"3eff142d88a785799f420a3d358ed6bad6d094a5","kind":"commit","published_at":"2021-11-15T10:00:31.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/1.2.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/1.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F1.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.2.0/manifests"},{"name":"v1.1.1","sha":"e303ad0fd2caa7e4f89a96e128b8f93933ce8e13","kind":"commit","published_at":"2021-07-04T17:06:07.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/v1.1.1","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/v1.1.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@v1.1.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.1.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.1.1/manifests"},{"name":"release/1.1.1","sha":"e303ad0fd2caa7e4f89a96e128b8f93933ce8e13","kind":"commit","published_at":"2021-07-04T17:06:07.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/1.1.1","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/1.1.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F1.1.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.1.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.1.1/manifests"},{"name":"1.1.0","sha":"c0a91253f64d7a3b860063e46ac24e9455e1cbf5","kind":"tag","published_at":"2021-07-04T10:50:01.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/1.1.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/1.1.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@1.1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/1.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/1.1.0/manifests"},{"name":"release/1.1.0","sha":"c0a91253f64d7a3b860063e46ac24e9455e1cbf5","kind":"tag","published_at":"2021-07-04T10:50:01.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/1.1.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/1.1.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F1.1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.1.0/manifests"},{"name":"v1.0.0","sha":"2c6014cfadb79fdcacfaa3b9a2f3e3cb9811dcd8","kind":"commit","published_at":"2021-07-02T16:05:26.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/v1.0.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/v1.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@v1.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v1.0.0/manifests"},{"name":"release/1.0.0","sha":"2c6014cfadb79fdcacfaa3b9a2f3e3cb9811dcd8","kind":"commit","published_at":"2021-07-02T16:05:26.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/1.0.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/1.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F1.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F1.0.0/manifests"},{"name":"v0.4.2","sha":"aa7aa5792e22868fb18c510d179ebab2363e9744","kind":"commit","published_at":"2021-05-05T16:20:46.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/v0.4.2","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/v0.4.2/manifests"},{"name":"release/0.4.2","sha":"aa7aa5792e22868fb18c510d179ebab2363e9744","kind":"commit","published_at":"2021-05-05T16:20:46.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/0.4.2","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F0.4.2/manifests"},{"name":"0.4.1","sha":"dcd5d6515bc89db0dbae822c8240b0163aa377ab","kind":"commit","published_at":"2021-02-22T15:27:02.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/0.4.1","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/0.4.1/manifests"},{"name":"release/0.4.1","sha":"dcd5d6515bc89db0dbae822c8240b0163aa377ab","kind":"commit","published_at":"2021-02-22T15:27:02.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/0.4.1","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F0.4.1/manifests"},{"name":"0.4.0","sha":"0e3caedece02f1686fab1be92bf22092c13cb3cd","kind":"commit","published_at":"2021-02-03T21:03:55.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/0.4.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/0.4.0/manifests"},{"name":"release/0.4.0","sha":"0e3caedece02f1686fab1be92bf22092c13cb3cd","kind":"commit","published_at":"2021-02-03T21:03:55.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/0.4.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F0.4.0/manifests"},{"name":"0.3.0","sha":"724246223725874dd92831d3bb265a2f0c23258b","kind":"commit","published_at":"2021-02-02T11:23:11.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/0.3.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/0.3.0/manifests"},{"name":"release/0.3.0","sha":"724246223725874dd92831d3bb265a2f0c23258b","kind":"commit","published_at":"2021-02-02T11:23:11.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/0.3.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F0.3.0/manifests"},{"name":"0.2.0","sha":"2ea2f3b07b3b7189964daa90d777fe3fbfee1530","kind":"commit","published_at":"2021-02-01T21:02:59.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/0.2.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/0.2.0/manifests"},{"name":"release/0.2.0","sha":"2ea2f3b07b3b7189964daa90d777fe3fbfee1530","kind":"commit","published_at":"2021-02-01T21:02:59.000Z","download_url":"https://codeload.github.com/kaleidawave/tokenizer-lib/tar.gz/release/0.2.0","html_url":"https://github.com/kaleidawave/tokenizer-lib/releases/tag/release/0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/kaleidawave/tokenizer-lib@release%2F0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/tags/release%2F0.2.0/manifests"}]},"repo_metadata_updated_at":"2026-08-02T17:09:57.813Z","dependent_packages_count":2,"downloads":30169,"downloads_period":"total","dependent_repos_count":1,"rankings":{"downloads":22.156418742379376,"dependent_repos_count":16.713134129341174,"dependent_packages_count":12.227921177638208,"stargazers_count":42.21164919086005,"forks_count":30.838169118649716,"docker_downloads_count":null,"average":24.829458471773705},"purl":"pkg:cargo/tokenizer-lib","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/cargo/tokenizer-lib","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/cargo/tokenizer-lib","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/cargo/tokenizer-lib/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-08-28T03:14:40.582Z","issues_count":1,"pull_requests_count":0,"avg_time_to_close_issue":12721790.0,"avg_time_to_close_pull_request":null,"issues_closed_count":1,"pull_requests_closed_count":0,"pull_request_authors_count":0,"issue_authors_count":1,"avg_comments_per_issue":1.0,"avg_comments_per_pull_request":null,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/kaleidawave%2Ftokenizer-lib/issues","maintainers":[{"login":"kaleidawave","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/kaleidawave"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/crates.io/packages/tokenizer-lib/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/crates.io/packages/tokenizer-lib/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/crates.io/packages/tokenizer-lib/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/crates.io/packages/tokenizer-lib/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/crates.io/packages/tokenizer-lib/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/crates.io/packages/tokenizer-lib/codemeta","maintainers":[{"uuid":"104445","login":"kaleidawave","name":"Ben","email":null,"url":"https://github.com/kaleidawave","packages_count":55,"html_url":"https://crates.io/users/kaleidawave","role":null,"created_at":"2022-11-07T16:21:38.467Z","updated_at":"2022-11-07T16:21:38.467Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/crates.io/maintainers/kaleidawave/packages"}]}