{"id":2314598,"name":"robots-parser","ecosystem":"npm","description":"A specification compliant robots.txt parser with wildcard (*) matching support.","homepage":"https://github.com/samclarke/robots-parser","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/samclarke/robots-parser","keywords_array":["robots.txt","parser","user-agent","scraper","spider","bot","robots-exclusion-standard"],"namespace":null,"versions_count":11,"first_release_published_at":"2014-09-27T12:30:05.941Z","latest_release_published_at":"2023-02-21T18:54:51.012Z","latest_release_number":"3.0.1","last_synced_at":"2026-10-02T10:20:56.743Z","created_at":"2022-04-10T00:03:28.929Z","updated_at":"2026-10-02T10:20:56.743Z","registry_url":"https://www.npmjs.com/package/robots-parser","install_command":"npm install robots-parser","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"3.0.1"},"contentPolicy":null},"repo_metadata":{"id":21217829,"uuid":"24531228","full_name":"samclarke/robots-parser","owner":"samclarke","description":"NodeJS robots.txt parser with support for wildcard (*) matching.","archived":false,"fork":false,"pushed_at":"2026-09-08T08:09:00.000Z","size":961,"stargazers_count":167,"open_issues_count":8,"forks_count":19,"subscribers_count":5,"default_branch":"master","last_synced_at":"2026-09-13T15:58:16.711Z","etag":null,"topics":["javascript","nodejs","rfc-9309","robots-exclusion-standard","robots-parser","robots-txt","user-agent"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/samclarke.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.md","contributing":null,"funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":"SECURITY.md","support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2014-09-27T12:25:33.000Z","updated_at":"2026-09-08T08:09:27.000Z","dependencies_parsed_at":"2024-06-20T06:50:34.630Z","dependency_job_id":"465f451c-e486-4565-9b82-b732a424f1c9","html_url":"https://github.com/samclarke/robots-parser","commit_stats":{"total_commits":79,"total_committers":8,"mean_commits":9.875,"dds":"0.12658227848101267","last_synced_commit":"dd032ec3da65e49bf2ba8d7224bd20883ef8ff34"},"previous_names":[],"tags_count":8,"template":false,"template_full_name":null,"purl":"pkg:github/samclarke/robots-parser","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/samclarke","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/sbom","scorecard":{"id":797260,"data":{"date":"2025-08-11","repo":{"name":"github.com/samclarke/robots-parser","commit":"9fc51876206a89c688e79dd9a9cf8aa7c1aebf58"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":4.9,"checks":[{"name":"Code-Review","score":1,"reason":"Found 4/25 approved changesets -- score normalized to 1","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Security-Policy","score":10,"reason":"security policy file detected","details":["Info: security policy file detected: SECURITY.md:1","Info: Found linked content: SECURITY.md:1","Info: Found disclosure, vulnerability, and/or timelines in security policy: SECURITY.md:1","Info: Found text in security policy: SECURITY.md:1"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Maintained","score":0,"reason":"0 commit(s) and 1 issue activity found in the last 90 days -- score normalized to 0","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Info: jobLevel 'actions' permission set to 'read': .github/workflows/codeql-analysis.yml:27","Info: jobLevel 'contents' permission set to 'read': .github/workflows/codeql-analysis.yml:28","Warn: no topLevel permission defined: .github/workflows/codeql-analysis.yml:1","Warn: no topLevel permission defined: .github/workflows/test.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Pinned-Dependencies","score":2,"reason":"dependency not pinned by hash detected -- score normalized to 2","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/codeql-analysis.yml:38: update your workflow using https://app.stepsecurity.io/secureworkflow/samclarke/robots-parser/codeql-analysis.yml/master?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/codeql-analysis.yml:41: update your workflow using https://app.stepsecurity.io/secureworkflow/samclarke/robots-parser/codeql-analysis.yml/master?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/codeql-analysis.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/samclarke/robots-parser/codeql-analysis.yml/master?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test.yml:40: update your workflow using https://app.stepsecurity.io/secureworkflow/samclarke/robots-parser/test.yml/master?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/samclarke/robots-parser/test.yml/master?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test.yml:21: update your workflow using https://app.stepsecurity.io/secureworkflow/samclarke/robots-parser/test.yml/master?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/samclarke/robots-parser/test.yml/master?enable=pin","Info:   0 out of   5 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   2 third-party GitHubAction dependencies pinned","Info:   1 out of   1 npmCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Packaging","score":-1,"reason":"packaging workflow not detected","details":["Warn: no GitHub/GitLab publishing workflow detected."],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"SAST","score":7,"reason":"SAST tool detected but not run on all commits","details":["Info: SAST configuration detected: CodeQL","Warn: 0 commits out of 13 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}},{"name":"Vulnerabilities","score":7,"reason":"3 existing vulnerabilities detected","details":["Warn: Project is vulnerable to: GHSA-968p-4wvh-cqc8","Warn: Project is vulnerable to: GHSA-v6h2-p8h4-qcjw","Warn: Project is vulnerable to: GHSA-3xgq-45jj-v275"],"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}}]},"last_synced_at":"2025-08-23T09:22:04.418Z","repository_id":21217829,"created_at":"2025-08-23T09:22:04.419Z","updated_at":"2025-08-23T09:22:04.419Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":341189360,"owners_count":37321919,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-08-22T15:14:58.755Z","status":"online","status_checked_at":"2026-09-14T02:00:06.290Z","response_time":176,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"samclarke","name":"Sam","uuid":"490870","kind":"user","description":null,"email":"","website":"http://www.samclarke.com","location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/490870?v=4","repositories_count":16,"last_synced_at":"2023-04-09T13:07:11.998Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/samclarke","funding_links":[],"total_stars":836,"followers":null,"following":null,"created_at":"2022-11-02T16:26:04.484Z","updated_at":"2024-03-25T18:55:30.422Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/samclarke","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/samclarke/repositories"},"tags":[{"name":"v3.0.1","sha":"dd032ec3da65e49bf2ba8d7224bd20883ef8ff34","kind":"tag","published_at":"2023-02-21T18:54:06.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v3.0.1","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v3.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/samclarke/robots-parser@v3.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v3.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v3.0.1/manifests"},{"name":"v3.0.0","sha":"0beee9404a41be625b1cbc86750c274aaa8d0219","kind":"tag","published_at":"2022-01-07T23:13:04.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v3.0.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v3.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/samclarke/robots-parser@v3.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v3.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v3.0.0/manifests"},{"name":"v2.4.0","sha":"5c6f0d7d992bc7f737120057975335c5fc3fa12e","kind":"tag","published_at":"2021-12-20T16:16:48.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v2.4.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v2.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/samclarke/robots-parser@v2.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.4.0/manifests"},{"name":"v2.3.0","sha":"7932932c13ee57ea70dd811acbc84c306188433e","kind":"tag","published_at":"2021-03-14T18:49:46.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v2.3.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v2.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/samclarke/robots-parser@v2.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.3.0/manifests"},{"name":"v2.2.0","sha":"ced7069b4f6ffc252ba58cb92a1cfdc9c528ef00","kind":"tag","published_at":"2021-02-11T21:25:31.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v2.2.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v2.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/samclarke/robots-parser@v2.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.2.0/manifests"},{"name":"v2.1.0","sha":"f48cfb41a2d2d3047493b0ffbb5ad287779bdcca","kind":"tag","published_at":"2018-03-21T14:47:24.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v2.1.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v2.1.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/samclarke/robots-parser@v2.1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.1.0/manifests"},{"name":"v2.0.0","sha":"df5b59a5976b25cc41c4797e5b1b09355e87c532","kind":"tag","published_at":"2018-03-21T01:48:04.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v2.0.0","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v2.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/samclarke/robots-parser@v2.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v2.0.0/manifests"},{"name":"v1.0.2","sha":"b4d7aa7bfb8d7e2ddafdd032114cb4e74d8966b4","kind":"tag","published_at":"2018-01-25T13:26:50.000Z","download_url":"https://codeload.github.com/samclarke/robots-parser/tar.gz/v1.0.2","html_url":"https://github.com/samclarke/robots-parser/releases/tag/v1.0.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/samclarke/robots-parser@v1.0.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v1.0.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/tags/v1.0.2/manifests"}]},"repo_metadata_updated_at":"2026-09-15T03:20:07.527Z","dependent_packages_count":45,"downloads":15778782,"downloads_period":"last-month","dependent_repos_count":5176,"rankings":{"downloads":0.15888370328101892,"dependent_repos_count":0.3401626502387434,"dependent_packages_count":0.6623517712722236,"stargazers_count":4.752851000563143,"forks_count":5.573244471678797,"docker_downloads_count":0.13131549784470678,"average":1.9364681824797723},"purl":"pkg:npm/robots-parser","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/robots-parser","docker_dependents_count":71,"docker_downloads_count":207172698,"usage_url":"https://repos.ecosyste.ms/usage/npm/robots-parser","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/robots-parser/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-09-14T17:21:38.587Z","issues_count":19,"pull_requests_count":32,"avg_time_to_close_issue":29029959.0,"avg_time_to_close_pull_request":4780179.548387097,"issues_closed_count":17,"pull_requests_closed_count":31,"pull_request_authors_count":12,"issue_authors_count":17,"avg_comments_per_issue":1.263157894736842,"avg_comments_per_pull_request":0.59375,"merged_pull_requests_count":28,"bot_issues_count":0,"bot_pull_requests_count":11,"past_year_issues_count":0,"past_year_pull_requests_count":5,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":2935383.75,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":4,"past_year_pull_request_authors_count":3,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":0.4,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":3,"past_year_merged_pull_requests_count":4,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/samclarke%2Frobots-parser/issues","maintainers":[{"login":"samclarke","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/samclarke"},{"login":"AnandChowdhary","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AnandChowdhary"}],"active_maintainers":[{"login":"AnandChowdhary","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AnandChowdhary"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/robots-parser/codemeta","maintainers":[{"uuid":"samclarke","login":"samclarke","name":null,"email":"sam@samclarke.com","url":null,"packages_count":3,"html_url":"https://www.npmjs.com/~samclarke","role":null,"created_at":"2022-11-14T07:19:17.703Z","updated_at":"2022-11-14T07:19:17.703Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/samclarke/packages"}]}