{"id":3513631,"name":"crawler","ecosystem":"hex","description":"A high performance web crawler in Elixir.","homepage":null,"licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/fredwu/crawler","keywords_array":[],"namespace":null,"versions_count":14,"first_release_published_at":"2016-08-08T13:36:05.997Z","latest_release_published_at":"2023-10-10T11:13:58.239Z","latest_release_number":"1.5.0","last_synced_at":"2026-06-28T17:30:35.114Z","created_at":"2022-04-10T21:26:43.158Z","updated_at":"2026-06-28T17:32:24.530Z","registry_url":"https://hex.pm/packages/crawler/","install_command":"mix hex.package fetch crawler ","documentation_url":"http://hexdocs.pm/crawler/","metadata":{},"repo_metadata":{"id":37405903,"uuid":"65206632","full_name":"fredwu/crawler","owner":"fredwu","description":"A high performance web crawler / scraper in Elixir.","archived":false,"fork":false,"pushed_at":"2024-06-19T03:05:25.000Z","size":394,"stargazers_count":955,"open_issues_count":0,"forks_count":90,"subscribers_count":30,"default_branch":"master","last_synced_at":"2025-11-14T05:20:03.174Z","etag":null,"topics":["crawler","elixir","files","offline","scraper","scraper-engine","spider"],"latest_commit_sha":null,"homepage":"","language":"Elixir","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/fredwu.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.md","contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2016-08-08T13:32:20.000Z","updated_at":"2025-11-07T05:12:56.000Z","dependencies_parsed_at":"2024-06-19T10:39:06.733Z","dependency_job_id":null,"html_url":"https://github.com/fredwu/crawler","commit_stats":{"total_commits":236,"total_committers":8,"mean_commits":29.5,"dds":0.0423728813559322,"last_synced_commit":"aadf912600f3e840e3330084bac6b7b3cdb3544e"},"previous_names":[],"tags_count":13,"template":false,"template_full_name":null,"purl":"pkg:github/fredwu/crawler","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/fredwu","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":29483300,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-02-15T15:33:17.885Z","status":"ssl_error","status_checked_at":"2026-02-15T15:32:53.698Z","response_time":118,"last_error":"SSL_read: unexpected eof while reading","robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":false,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"fredwu","name":"Fred Wu","uuid":"31945","kind":"user","description":"CTO by day | Freelancing software consultant by night","email":"ifredwu@gmail.com","website":"https://persumi.com/u/fredwu","location":"Australia","twitter":"fredwu","company":"@wuit","icon_url":"https://avatars.githubusercontent.com/u/31945?v=4","repositories_count":131,"last_synced_at":"2025-12-25T09:56:15.299Z","metadata":{"has_sponsors_listing":true},"html_url":"https://github.com/fredwu","funding_links":["https://github.com/sponsors/fredwu"],"total_stars":5112,"followers":1381,"following":10,"created_at":"2022-11-02T16:45:47.501Z","updated_at":"2025-12-25T09:56:15.299Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/fredwu","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/fredwu/repositories"},"tags":[{"name":"v1.5.0","sha":"a0db381a8e46b0b938a4bdb3551d55f60c769be8","kind":"commit","published_at":"2023-10-10T11:13:39.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v1.5.0","html_url":"https://github.com/fredwu/crawler/releases/tag/v1.5.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v1.5.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.5.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.5.0/manifests"},{"name":"v1.4.0","sha":"abe5ff6771f5a5bc18e1d20ac22e0f1ec8805c06","kind":"commit","published_at":"2023-10-07T11:22:54.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v1.4.0","html_url":"https://github.com/fredwu/crawler/releases/tag/v1.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v1.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.4.0/manifests"},{"name":"v1.3.0","sha":"91e47a04a8b99f0b147ed09716469b1447258e0e","kind":"commit","published_at":"2023-09-30T03:45:01.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v1.3.0","html_url":"https://github.com/fredwu/crawler/releases/tag/v1.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v1.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.3.0/manifests"},{"name":"v1.2.0","sha":"b7084c741c84f56785171d02896e6efcaa4c3886","kind":"commit","published_at":"2023-09-28T15:58:55.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v1.2.0","html_url":"https://github.com/fredwu/crawler/releases/tag/v1.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v1.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.2.0/manifests"},{"name":"v1.1.2","sha":"a7f442c6ff0ac10db4b47458268cc71a54546714","kind":"commit","published_at":"2021-10-14T03:16:47.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v1.1.2","html_url":"https://github.com/fredwu/crawler/releases/tag/v1.1.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v1.1.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.1.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.1.2/manifests"},{"name":"v1.1.1","sha":"d8108837ef9ba9f98ccac927b052c507f6997093","kind":"commit","published_at":"2020-05-14T22:59:59.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v1.1.1","html_url":"https://github.com/fredwu/crawler/releases/tag/v1.1.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v1.1.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.1.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.1.1/manifests"},{"name":"v1.1.0","sha":"f9426764c793a480b5f2cef45261d42ee85fc6a1","kind":"commit","published_at":"2019-02-25T01:11:56.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v1.1.0","html_url":"https://github.com/fredwu/crawler/releases/tag/v1.1.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v1.1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.1.0/manifests"},{"name":"v1.0.0","sha":"33237388d326d7fce1f0c4b66421d1ee5c17ae1a","kind":"commit","published_at":"2017-08-30T14:21:05.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v1.0.0","html_url":"https://github.com/fredwu/crawler/releases/tag/v1.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v1.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v1.0.0/manifests"},{"name":"v0.4.0","sha":"553c9ecbab67c9e66cb4084bab69a5eb29a9a6cd","kind":"commit","published_at":"2017-08-28T10:58:13.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v0.4.0","html_url":"https://github.com/fredwu/crawler/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v0.4.0/manifests"},{"name":"v0.3.1","sha":"3321ca1dfaa68eabfaf33a8826eb58822f0e66be","kind":"commit","published_at":"2017-08-28T09:32:34.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v0.3.1","html_url":"https://github.com/fredwu/crawler/releases/tag/v0.3.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v0.3.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v0.3.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v0.3.1/manifests"},{"name":"v0.3.0","sha":"23c8bf0e57ec37e4b4842e1c8e1c5a479c93902c","kind":"commit","published_at":"2017-08-26T18:43:28.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v0.3.0","html_url":"https://github.com/fredwu/crawler/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"0a42db8b7652127cf6bf9ac4803dd474a1c0236c","kind":"commit","published_at":"2017-08-21T10:29:44.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v0.2.0","html_url":"https://github.com/fredwu/crawler/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v0.2.0/manifests"},{"name":"v0.1.0","sha":"28551dc329a5fffe45f2f5995600028de287f5ea","kind":"commit","published_at":"2017-07-29T19:09:21.000Z","download_url":"https://codeload.github.com/fredwu/crawler/tar.gz/v0.1.0","html_url":"https://github.com/fredwu/crawler/releases/tag/v0.1.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/fredwu/crawler@v0.1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v0.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/tags/v0.1.0/manifests"}]},"repo_metadata_updated_at":"2026-06-28T17:32:24.509Z","dependent_packages_count":0,"downloads":16719,"downloads_period":"total","dependent_repos_count":4,"rankings":{"downloads":21.492734478203435,"dependent_repos_count":9.80314440480909,"dependent_packages_count":21.829590488771466,"stargazers_count":1.0039630118890357,"forks_count":2.120211360634082,"docker_downloads_count":null,"average":11.249928748861421},"purl":"pkg:hex/crawler","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/hex/crawler","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/hex/crawler","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/hex/crawler/dependencies","status":null,"funding_links":["https://github.com/sponsors/fredwu"],"critical":null,"issue_metadata":{"last_synced_at":"2025-08-31T09:13:15.548Z","issues_count":20,"pull_requests_count":17,"avg_time_to_close_issue":1810034.2,"avg_time_to_close_pull_request":65870.4375,"issues_closed_count":15,"pull_requests_closed_count":16,"pull_request_authors_count":12,"issue_authors_count":19,"avg_comments_per_issue":3.3,"avg_comments_per_pull_request":3.3529411764705883,"merged_pull_requests_count":11,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":1,"past_year_pull_requests_count":1,"past_year_avg_time_to_close_issue":828.0,"past_year_avg_time_to_close_pull_request":21895.0,"past_year_issues_closed_count":1,"past_year_pull_requests_closed_count":1,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":1.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":1,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/fredwu%2Fcrawler/issues","maintainers":[{"login":"fredwu","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/fredwu"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawler/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawler/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawler/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawler/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawler/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawler/codemeta","maintainers":[{"uuid":"fredwu","login":"fredwu","name":null,"email":"ifredwu@gmail.com","url":null,"packages_count":5,"html_url":"https://hex.pm/users/fredwu","role":null,"created_at":"2022-11-08T09:41:12.978Z","updated_at":"2022-11-08T09:41:12.978Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/maintainers/fredwu/packages"}]}