{"id":5312166,"name":"tokenizers","ecosystem":"hex","description":"Bindings to Hugging Face Tokenizers for Elixir","homepage":null,"licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/elixir-nx/tokenizers","keywords_array":[],"namespace":null,"versions_count":10,"first_release_published_at":"2022-10-07T23:15:33.193Z","latest_release_published_at":"2024-10-02T18:08:44.623Z","latest_release_number":"0.5.1","last_synced_at":"2026-05-28T20:05:07.347Z","created_at":"2022-10-07T23:20:52.382Z","updated_at":"2026-05-28T20:41:12.188Z","registry_url":"https://hex.pm/packages/tokenizers/","install_command":"mix hex.package fetch tokenizers ","documentation_url":"http://hexdocs.pm/tokenizers/","metadata":{},"repo_metadata":{"id":37101250,"uuid":"458383564","full_name":"elixir-nx/tokenizers","owner":"elixir-nx","description":"Elixir bindings for 🤗 Tokenizers","archived":false,"fork":false,"pushed_at":"2025-05-30T20:59:41.000Z","size":2824,"stargazers_count":98,"open_issues_count":1,"forks_count":18,"subscribers_count":11,"default_branch":"main","last_synced_at":"2025-08-16T09:40:06.677Z","etag":null,"topics":["elixir","machine-learning","rust","text-processing"],"latest_commit_sha":null,"homepage":"https://hexdocs.pm/tokenizers","language":"Elixir","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/elixir-nx.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.md","contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":"CODEOWNERS.md","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2022-02-12T00:48:12.000Z","updated_at":"2025-07-30T17:53:17.000Z","dependencies_parsed_at":"2023-10-10T18:48:57.731Z","dependency_job_id":"f095b155-aef8-450b-80ba-2caebc0ea88d","html_url":"https://github.com/elixir-nx/tokenizers","commit_stats":{"total_commits":38,"total_committers":9,"mean_commits":4.222222222222222,"dds":0.7105263157894737,"last_synced_commit":"be0b12d10dd72ab3b4be5029d7828d4830e86ab9"},"previous_names":[],"tags_count":10,"template":false,"template_full_name":null,"purl":"pkg:github/elixir-nx/tokenizers","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-nx%2Ftokenizers","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-nx%2Ftokenizers/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-nx%2Ftokenizers/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-nx%2Ftokenizers/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/elixir-nx","download_url":"https://codeload.github.com/elixir-nx/tokenizers/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-nx%2Ftokenizers/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":276970954,"owners_count":25737830,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-25T02:00:09.612Z","response_time":80,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"elixir-nx","name":"Numerical Elixir (Nx)","uuid":"74903619","kind":"organization","description":"","email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/74903619?v=4","repositories_count":13,"last_synced_at":"2023-03-03T21:48:44.285Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/elixir-nx","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T05:48:36.304Z","updated_at":"2023-03-03T21:48:44.311Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/elixir-nx","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/elixir-nx/repositories"},"tags":[]},"repo_metadata_updated_at":"2026-05-28T20:41:12.156Z","dependent_packages_count":1,"downloads":615652,"downloads_period":"total","dependent_repos_count":1,"rankings":{"downloads":8.890054415524814,"dependent_repos_count":18.652068445551695,"dependent_packages_count":10.640529731856029,"stargazers_count":8.181996984199829,"forks_count":9.362092703074804,"docker_downloads_count":null,"average":11.145348456041434},"purl":"pkg:hex/tokenizers","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/hex/tokenizers","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/hex/tokenizers","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/hex/tokenizers/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-08-16T09:34:53.714Z","issues_count":8,"pull_requests_count":56,"avg_time_to_close_issue":993555.625,"avg_time_to_close_pull_request":215014.4,"issues_closed_count":8,"pull_requests_closed_count":55,"pull_request_authors_count":14,"issue_authors_count":8,"avg_comments_per_issue":3.5,"avg_comments_per_pull_request":1.4821428571428572,"merged_pull_requests_count":53,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":6,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":189682.8,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":5,"past_year_pull_request_authors_count":5,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":1.3333333333333333,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":5,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-nx%2Ftokenizers/issues","maintainers":[{"login":"jonatanklosko","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jonatanklosko"}],"active_maintainers":[{"login":"jonatanklosko","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jonatanklosko"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/tokenizers/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/tokenizers/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/tokenizers/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/tokenizers/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/tokenizers/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/tokenizers/codemeta","maintainers":[{"uuid":"elixir_nx","login":"elixir_nx","name":null,"email":null,"url":null,"packages_count":18,"html_url":"https://hex.pm/users/elixir_nx","role":null,"created_at":"2022-11-08T15:32:05.436Z","updated_at":"2022-11-08T15:32:05.436Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/maintainers/elixir_nx/packages"}]}