{"id":2314598,"name":"robots-parser","ecosystem":"npm","description":"A specification compliant robots.txt parser with wildcard (*) matching support.","homepage":"https://github.com/samclarke/robots-parser","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/samclarke/robots-parser","keywords_array":["robots.txt","parser","user-agent","scraper","spider","bot","robots-exclusion-standard"],"namespace":null,"versions_count":11,"first_release_published_at":"2014-09-27T12:30:05.941Z","latest_release_published_at":"2023-02-21T18:54:51.012Z","latest_release_number":"3.0.1","last_synced_at":"2026-06-14T19:33:37.720Z","created_at":"2022-04-10T00:03:28.929Z","updated_at":"2026-06-14T19:33:37.721Z","registry_url":"https://www.npmjs.com/package/robots-parser","install_command":"npm install robots-parser","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.0.1"}},"repo_metadata":{"id":21217829,"uuid":"24531228","full_name":"samclarke/robots-parser","owner":"samclarke","description":"NodeJS robots.txt parser with support for wildcard (*) matching.","archived":false,"fork":false,"pushed_at":"2024-10-28T18:04:22.000Z","size":518,"stargazers_count":150,"open_issues_count":1,"forks_count":19,"subscribers_count":6,"default_branch":"master","last_synced_at":"2024-10-28T18:27:36.049Z","etag":null,"topics":["javascript","nodejs","rfc-9309","robots-exclusion-standard","robots-parser","robots-txt","user-agent"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/samclarke.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.md","contributing":null,"funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":"SECURITY.md","support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2014-09-27T12:25:33.000Z","updated_at":"2024-10-28T18:04:23.000Z","dependencies_parsed_at":"2024-06-20T06:50:34.630Z","dependency_job_id":"465f451c-e486-4565-9b82-b732a424f1c9","html_url":"https://github.com/samclarke/robots-parser","commit_stats":{"total_commits":79,"total_committers":8,"mean_commits":9.875,"dds":"0.12658227848101267","last_synced_commit":"dd032ec3da65e49bf2ba8d7224bd20883ef8ff34"},"previous_names":[],"tags_count":8,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/samclarke","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":222143442,"owners_count":16938423,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"samclarke","name":"Sam","uuid":"490870","kind":"user","description":null,"email":"","website":"http://www.samclarke.com","location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/490870?v=4","repositories_count":16,"last_synced_at":"2023-04-09T13:07:11.998Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/samclarke","funding_links":[],"total_stars":836,"followers":null,"following":null,"created_at":"2022-11-02T16:26:04.484Z","updated_at":"2024-03-25T18:55:30.422Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/samclarke","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/samclarke/repositories"},"tags":[{"name":"v3.0.1","sha":"dd032ec3da65e49bf2ba8d7224bd20883ef8ff34","kind":"tag","published_at":"2023-02-21T18:54:06.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v3.0.1","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v3.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v3.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v3.0.1/manifests"},{"name":"v3.0.0","sha":"0beee9404a41be625b1cbc86750c274aaa8d0219","kind":"tag","published_at":"2022-01-07T23:13:04.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v3.0.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v3.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v3.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v3.0.0/manifests"},{"name":"v2.4.0","sha":"5c6f0d7d992bc7f737120057975335c5fc3fa12e","kind":"tag","published_at":"2021-12-20T16:16:48.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v2.4.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v2.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.4.0/manifests"},{"name":"v2.3.0","sha":"7932932c13ee57ea70dd811acbc84c306188433e","kind":"tag","published_at":"2021-03-14T18:49:46.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v2.3.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v2.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.3.0/manifests"},{"name":"v2.2.0","sha":"ced7069b4f6ffc252ba58cb92a1cfdc9c528ef00","kind":"tag","published_at":"2021-02-11T21:25:31.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v2.2.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v2.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.2.0/manifests"},{"name":"v2.1.0","sha":"f48cfb41a2d2d3047493b0ffbb5ad287779bdcca","kind":"tag","published_at":"2018-03-21T14:47:24.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v2.1.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v2.1.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.1.0/manifests"},{"name":"v2.0.0","sha":"df5b59a5976b25cc41c4797e5b1b09355e87c532","kind":"tag","published_at":"2018-03-21T01:48:04.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v2.0.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v2.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.0.0/manifests"},{"name":"v1.0.2","sha":"b4d7aa7bfb8d7e2ddafdd032114cb4e74d8966b4","kind":"tag","published_at":"2018-01-25T13:26:50.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v1.0.2","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v1.0.2","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v1.0.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v1.0.2/manifests"}]},"repo_metadata_updated_at":"2024-10-30T00:54:04.507Z","dependent_packages_count":45,"downloads":13421987,"downloads_period":"last-month","dependent_repos_count":5176,"rankings":{"downloads":0.15888370328101892,"dependent_repos_count":0.3401626502387434,"dependent_packages_count":0.6623517712722236,"stargazers_count":4.752851000563143,"forks_count":5.573244471678797,"docker_downloads_count":0.13131549784470678,"average":1.9364681824797723},"purl":"pkg:npm/robots-parser","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/robots-parser","docker_dependents_count":71,"docker_downloads_count":207172698,"usage_url":"https://repos.ecosyste.ms/usage/npm/robots-parser","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/robots-parser/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-07T22:28:24.567Z","issues_count":17,"pull_requests_count":18,"avg_time_to_close_issue":30821548.8125,"avg_time_to_close_pull_request":6763686.777777778,"issues_closed_count":16,"pull_requests_closed_count":18,"pull_request_authors_count":9,"issue_authors_count":15,"avg_comments_per_issue":1.1764705882352942,"avg_comments_per_pull_request":0.7222222222222222,"merged_pull_requests_count":15,"bot_issues_count":0,"bot_pull_requests_count":6,"past_year_issues_count":1,"past_year_pull_requests_count":2,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":3785094.0,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":2,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":0.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":2,"past_year_merged_pull_requests_count":2,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/issues","maintainers":[{"login":"samclarke","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/samclarke"},{"login":"AnandChowdhary","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AnandChowdhary"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/codemeta","maintainers":[{"uuid":"samclarke","login":"samclarke","name":null,"email":"sam@samclarke.com","url":null,"packages_count":3,"html_url":"https://www.npmjs.com/~samclarke","role":null,"created_at":"2022-11-14T07:19:17.703Z","updated_at":"2022-11-14T07:19:17.703Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/samclarke/packages"}]}