{"id":3513726,"name":"crawly","ecosystem":"hex","description":"High-level web crawling \u0026 scraping framework for Elixir.","homepage":null,"licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/oltarasenko/crawly","keywords_array":[],"namespace":null,"versions_count":21,"first_release_published_at":"2019-05-27T08:45:55.012Z","latest_release_published_at":"2024-07-04T07:14:14.425Z","latest_release_number":"0.17.2","last_synced_at":"2026-09-08T12:52:32.974Z","created_at":"2022-04-10T21:27:11.866Z","updated_at":"2026-09-23T00:07:01.209Z","registry_url":"https://hex.pm/packages/crawly/","install_command":"mix hex.package fetch crawly","documentation_url":"http://hexdocs.pm/crawly/","metadata":{},"repo_metadata":{"id":41300150,"uuid":"174680350","full_name":"elixir-crawly/crawly","owner":"elixir-crawly","description":"Crawly, a high-level web crawling \u0026 scraping framework for Elixir. ","archived":false,"fork":false,"pushed_at":"2025-07-16T13:44:19.000Z","size":2945,"stargazers_count":1087,"open_issues_count":8,"forks_count":122,"subscribers_count":17,"default_branch":"master","last_synced_at":"2026-05-28T10:12:19.337Z","etag":null,"topics":["crawler","crawling","elixir","erlang","extract-data","scraper","scraping","scraping-websites","spider"],"latest_commit_sha":null,"homepage":"https://hexdocs.pm/crawly","language":"Elixir","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/elixir-crawly.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2019-03-09T10:37:03.000Z","updated_at":"2026-05-23T03:30:07.000Z","dependencies_parsed_at":"2023-11-20T10:39:17.096Z","dependency_job_id":"df298496-253e-47d8-9d72-7306d0e02c09","html_url":"https://github.com/elixir-crawly/crawly","commit_stats":null,"previous_names":["oltarasenko/crawly"],"tags_count":17,"template":false,"template_full_name":null,"purl":"pkg:github/elixir-crawly/crawly","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/elixir-crawly","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":341189360,"owners_count":37604195,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-08-22T15:14:58.755Z","status":"online","status_checked_at":"2026-09-22T02:00:07.665Z","response_time":55,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"elixir-crawly","name":"elixir-crawly","uuid":"82837769","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/82837769?v=4","repositories_count":3,"last_synced_at":"2023-03-20T18:21:01.341Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/elixir-crawly","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-03-20T18:21:01.357Z","updated_at":"2023-03-20T18:21:01.357Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/elixir-crawly","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/elixir-crawly/repositories"},"tags":[{"name":"0.17.0","sha":"bc245e085cb817f52d2bcfb41005a9b8a5bdea6f","kind":"commit","published_at":"2024-04-09T13:47:39.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.17.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.17.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.17.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.17.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.17.0/manifests"},{"name":"0.15.0","sha":"f65c979123eab40aec315925d2de7008b85df180","kind":"commit","published_at":"2023-04-11T07:54:59.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.15.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.15.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.15.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.15.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.15.0/manifests"},{"name":"0.13.0","sha":"557ac7632832872dc0a7f46def235775c3935aad","kind":"commit","published_at":"2021-02-05T19:51:20.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.13.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.13.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.13.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.13.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.13.0/manifests"},{"name":"0.12.0","sha":"810cef8dfbbe246530f21bb9a45311505e8aae2b","kind":"commit","published_at":"2020-11-16T19:45:15.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.12.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.12.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.12.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.12.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.12.0/manifests"},{"name":"0.11.0","sha":"5867f1622f3af5f0f8bbd539a88e14cf04425ba7","kind":"commit","published_at":"2020-09-28T08:52:32.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.11.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.11.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.11.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.11.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.11.0/manifests"},{"name":"0.10.0","sha":"671798a8db3cc04258cff045518577a718cc52d5","kind":"commit","published_at":"2020-05-18T08:49:05.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.10.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.10.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.10.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.10.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.10.0/manifests"},{"name":"0.9.0","sha":"8a74b464317bcba79e7f27e724b1aa411ba9385f","kind":"tag","published_at":"2020-04-14T06:56:51.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.9.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.9.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.9.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.9.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.9.0/manifests"},{"name":"0.8.0","sha":"769cb88b95f0a254a1eb5917f58baf7b69b6316f","kind":"commit","published_at":"2020-02-19T19:46:10.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.8.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.8.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.8.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.8.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.8.0/manifests"},{"name":"0.7.0","sha":"5a2fd2917d87ffe2f5d7d0921c44d8dfd2588308","kind":"tag","published_at":"2019-12-27T21:30:03.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.7.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.7.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.7.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.7.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.7.0/manifests"},{"name":"0.6.0","sha":"55700d5e5f41bdc1c80168f46b5b94cfd4209272","kind":"commit","published_at":"2019-11-27T20:38:55.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.6.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.6.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.6.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.6.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.6.0/manifests"},{"name":"0.5.0","sha":"cba006c833b6b5dfa57e9b8c70170dbab15780aa","kind":"commit","published_at":"2019-08-10T15:32:08.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.5.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.5.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.5.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.5.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.5.0/manifests"},{"name":"0.4.0","sha":"0f983a0ddec9e03952b264c17a46ce2d4c4331ef","kind":"commit","published_at":"2019-08-10T10:27:44.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.4.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.4.0/manifests"},{"name":"0.3.0","sha":"af69fbd1a52a20f3adf1f49d06cba389c24cc419","kind":"commit","published_at":"2019-08-10T10:13:06.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.3.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.3.0/manifests"},{"name":"0.2.0","sha":"9765274fb9ddd566e521480711bc49209d1f415f","kind":"commit","published_at":"2019-08-04T07:32:17.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.2.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.2.0/manifests"},{"name":"0.1.2","sha":"7544851ad9db26c9d42883359e40c4fd13d4a540","kind":"commit","published_at":"2019-08-04T07:09:00.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.1.2","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.1.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.1.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.1.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.1.2/manifests"},{"name":"0.1.1","sha":"be21033f867d9bb0d25d62c6c542e38738ac6dab","kind":"commit","published_at":"2019-08-03T19:38:57.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.1.1","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.1.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.1.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.1.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.1.1/manifests"},{"name":"0.1.0","sha":"63dcfed67c1e42298770582239d43507f461da6c","kind":"commit","published_at":"2019-05-27T08:40:09.000Z","download_url":"https://codeload.github.com/elixir-crawly/crawly/tar.gz/0.1.0","html_url":"https://github.com/elixir-crawly/crawly/releases/tag/0.1.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/elixir-crawly/crawly@0.1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/tags/0.1.0/manifests"}]},"repo_metadata_updated_at":"2026-09-23T00:07:01.209Z","dependent_packages_count":0,"downloads":51214,"downloads_period":"total","dependent_repos_count":22,"rankings":{"downloads":14.615943464764547,"dependent_repos_count":3.7714663143989435,"dependent_packages_count":21.829590488771466,"stargazers_count":1.6511458952513043,"forks_count":1.8823063205864872,"docker_downloads_count":null,"average":8.750090496754549},"purl":"pkg:hex/crawly","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/hex/crawly","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/hex/crawly","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/hex/crawly/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-09-02T06:44:58.642Z","issues_count":57,"pull_requests_count":106,"avg_time_to_close_issue":30191184.901960783,"avg_time_to_close_pull_request":6741016.480769231,"issues_closed_count":51,"pull_requests_closed_count":104,"pull_request_authors_count":36,"issue_authors_count":37,"avg_comments_per_issue":3.736842105263158,"avg_comments_per_pull_request":1.2452830188679245,"merged_pull_requests_count":80,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":1,"past_year_pull_requests_count":2,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":17910.0,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":2,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":5.0,"past_year_avg_comments_per_pull_request":0.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":2,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/elixir-crawly%2Fcrawly/issues","maintainers":[{"login":"oltarasenko","count":50,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/oltarasenko"},{"login":"Ziinc","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/Ziinc"},{"login":"FrancescoZ","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/FrancescoZ"},{"login":"dogweather","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/dogweather"},{"login":"maiphuong-van","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/maiphuong-van"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawly/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawly/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawly/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawly/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawly/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/packages/crawly/codemeta","maintainers":[{"uuid":"oltarasenko","login":"oltarasenko","name":null,"email":"oltarasenko@gmail.com","url":null,"packages_count":5,"html_url":"https://hex.pm/users/oltarasenko","role":null,"created_at":"2022-11-08T09:41:18.010Z","updated_at":"2022-11-08T09:41:18.010Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/hex.pm/maintainers/oltarasenko/packages"}]}