{"id":5692041,"name":"tiktoken","ecosystem":"pypi","description":"tiktoken is a fast BPE tokeniser for use with OpenAI's models","homepage":null,"licenses":"MIT License\n        \n        Copyright (c) 2022 OpenAI, Shantanu Jain\n        \n        Permission is hereby granted, free of charge, to any person obtaining a copy\n        of this software and associated documentation files (the \"Software\"), to deal\n        in the Software without restriction, including without limitation the rights\n        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n        copies of the Software, and to permit persons to whom the Software is\n        furnished to do so, subject to the following conditions:\n        \n        The above copyright notice and this permission notice shall be included in all\n        copies or substantial portions of the Software.\n        \n        THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n        SOFTWARE.\n        ","normalized_licenses":["Other"],"repository_url":"https://github.com/openai/tiktoken","keywords_array":[],"namespace":null,"versions_count":21,"first_release_published_at":"2022-12-14T23:34:03.000Z","latest_release_published_at":"2026-08-17T19:48:31.000Z","latest_release_number":"0.14.0","last_synced_at":"2026-08-19T00:02:24.752Z","created_at":"2022-12-14T23:43:13.046Z","updated_at":"2026-08-19T00:02:24.752Z","registry_url":"https://pypi.org/project/tiktoken/","install_command":"pip install tiktoken --index-url https://pypi.org/simple","documentation_url":"https://tiktoken.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":[],"normalized_name":"tiktoken","project_status":null},"repo_metadata":{"id":64846766,"uuid":"573203730","full_name":"openai/tiktoken","owner":"openai","description":"tiktoken is a fast BPE tokeniser for use with OpenAI's models.","archived":false,"fork":false,"pushed_at":"2024-10-03T22:44:27.000Z","size":62,"stargazers_count":12258,"open_issues_count":56,"forks_count":830,"subscribers_count":168,"default_branch":"main","last_synced_at":"2024-10-29T15:44:39.712Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/openai.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.md","contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2022-12-01T23:22:11.000Z","updated_at":"2024-10-29T11:36:29.000Z","dependencies_parsed_at":"2023-12-03T09:23:43.240Z","dependency_job_id":"3ed2383c-3f3a-4796-b2e6-52f49d09f3f1","html_url":"https://github.com/openai/tiktoken","commit_stats":null,"previous_names":[],"tags_count":11,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/openai","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":222090770,"owners_count":16929471,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"openai","name":"OpenAI","uuid":"14957082","kind":"organization","description":"","email":null,"website":"https://openai.com/","location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/14957082?v=4","repositories_count":168,"last_synced_at":"2024-06-07T17:46:10.929Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/openai","funding_links":[],"total_stars":455261,"followers":80613,"following":0,"created_at":"2022-11-09T08:54:56.299Z","updated_at":"2024-06-07T17:46:14.764Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/openai","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/openai/repositories"},"tags":[{"name":"0.7.0","sha":"bfe00ad1bf59fac47513b45fe5173672dcbbcbb4","kind":"commit","published_at":"2024-05-13T17:29:19.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.7.0","html_url":"https://github.com/openai/tiktoken/releases/tag/0.7.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.7.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.7.0/manifests"},{"name":"0.6.0","sha":"84d88dca52d591481b986ae386108e632b32cd61","kind":"commit","published_at":"2024-02-09T05:52:56.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.6.0","html_url":"https://github.com/openai/tiktoken/releases/tag/0.6.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.6.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.6.0/manifests"},{"name":"0.5.2","sha":"9e79899bc248d5313c7dd73562b5e211d728723d","kind":"commit","published_at":"2023-12-03T08:15:23.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.5.2","html_url":"https://github.com/openai/tiktoken/releases/tag/0.5.2","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.5.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.5.2/manifests"},{"name":"0.5.1","sha":"39f29cecdb6fc38d9a3434e5dd15e4de58cf3c80","kind":"commit","published_at":"2023-09-13T00:40:01.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.5.1","html_url":"https://github.com/openai/tiktoken/releases/tag/0.5.1","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.5.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.5.1/manifests"},{"name":"0.5.0","sha":"cc1848c08a8694d9db24ea817da368de63690542","kind":"commit","published_at":"2023-09-12T01:51:56.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.5.0","html_url":"https://github.com/openai/tiktoken/releases/tag/0.5.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.5.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.5.0/manifests"},{"name":"0.4.0","sha":"095924e02c85617df6889698d94515f91666c7ea","kind":"commit","published_at":"2023-05-07T20:24:03.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.4.0","html_url":"https://github.com/openai/tiktoken/releases/tag/0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.4.0/manifests"},{"name":"0.3.3","sha":"e1c661edf3604706bb2db59cfc7bf92f73c09761","kind":"commit","published_at":"2023-03-28T20:45:26.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.3.3","html_url":"https://github.com/openai/tiktoken/releases/tag/0.3.3","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.3.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.3.3/manifests"},{"name":"0.3.2","sha":"529de226525346f4d7152ef5e5b3c0956a4e22ec","kind":"commit","published_at":"2023-03-17T01:13:39.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.3.2","html_url":"https://github.com/openai/tiktoken/releases/tag/0.3.2","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.3.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.3.2/manifests"},{"name":"0.3.1","sha":"3e8620030c68d2fd6d4ec6d38426e7a1983661f5","kind":"commit","published_at":"2023-03-13T05:01:24.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.3.1","html_url":"https://github.com/openai/tiktoken/releases/tag/0.3.1","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.3.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.3.1/manifests"},{"name":"0.3.0","sha":"ec7c121e385bf1675312c6c33734de6b392890c4","kind":"commit","published_at":"2023-03-02T19:54:12.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.3.0","html_url":"https://github.com/openai/tiktoken/releases/tag/0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.3.0/manifests"},{"name":"0.2.0","sha":"7830ed537badecefb5a357448be722bfd58f9fca","kind":"commit","published_at":"2023-02-03T20:35:59.000Z","download_url":"https://codeload.github.com/openai/tiktoken/tar.gz/0.2.0","html_url":"https://github.com/openai/tiktoken/releases/tag/0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/tags/0.2.0/manifests"}]},"repo_metadata_updated_at":"2024-10-29T19:52:47.064Z","dependent_packages_count":1202,"downloads":260940905,"downloads_period":"last-month","dependent_repos_count":12196,"rankings":{"downloads":0.18346198687359075,"dependent_repos_count":0.08111388507879494,"dependent_packages_count":0.1803547502954937,"stargazers_count":null,"forks_count":null,"docker_downloads_count":1.5218227928043497,"average":0.4916883537630573},"purl":"pkg:pypi/tiktoken","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/tiktoken","docker_dependents_count":458,"docker_downloads_count":841047,"usage_url":"https://repos.ecosyste.ms/usage/pypi/tiktoken","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/tiktoken/dependencies","status":null,"funding_links":[],"critical":true,"issue_metadata":{"last_synced_at":"2024-10-29T18:00:37.058Z","issues_count":128,"pull_requests_count":68,"avg_time_to_close_issue":2981838.8352941177,"avg_time_to_close_pull_request":2760779.0444444446,"issues_closed_count":85,"pull_requests_closed_count":45,"pull_request_authors_count":30,"issue_authors_count":73,"avg_comments_per_issue":2.46875,"avg_comments_per_pull_request":0.8970588235294118,"merged_pull_requests_count":14,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":105,"past_year_pull_requests_count":57,"past_year_avg_time_to_close_issue":2159171.1549295774,"past_year_avg_time_to_close_pull_request":1843494.0810810812,"past_year_issues_closed_count":71,"past_year_pull_requests_closed_count":37,"past_year_pull_request_authors_count":24,"past_year_issue_authors_count":61,"past_year_avg_comments_per_issue":1.9333333333333333,"past_year_avg_comments_per_pull_request":0.47368421052631576,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":10,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/openai%2Ftiktoken/issues","maintainers":[{"login":"hauntsaninja","count":8,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hauntsaninja"}],"active_maintainers":[{"login":"hauntsaninja","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hauntsaninja"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/tiktoken/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/tiktoken/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/tiktoken/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/tiktoken/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/tiktoken/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/tiktoken/codemeta","maintainers":[{"uuid":"hauntsaninja","login":"hauntsaninja","name":null,"email":null,"url":null,"packages_count":19,"html_url":"https://pypi.org/user/hauntsaninja/","role":null,"created_at":"2023-02-14T19:01:36.785Z","updated_at":"2023-02-14T19:01:36.785Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/hauntsaninja/packages"}]}