[{"id":2789515,"name":"lm-eval","ecosystem":"pypi","description":"A framework for evaluating language models","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":18,"first_release_published_at":"2021-09-02T02:28:24.000Z","latest_release_published_at":"2026-05-11T13:05:48.000Z","latest_release_number":"0.4.12","last_synced_at":"2026-08-30T07:41:23.523Z","created_at":"2022-04-10T11:29:59.899Z","updated_at":"2026-08-30T07:41:23.523Z","registry_url":"https://pypi.org/project/lm-eval/","install_command":"pip install lm-eval --index-url https://pypi.org/simple","documentation_url":"https://lm-eval.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Development Status :: 3 - Alpha","Operating System :: OS Independent","Programming Language :: Python :: 3"],"normalized_name":"lm-eval","project_status":null},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-08-28T19:42:50.000Z","size":35955,"stargazers_count":13821,"open_issues_count":911,"forks_count":3520,"subscribers_count":52,"default_branch":"main","last_synced_at":"2026-08-28T23:14:54.757Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-08-28T20:48:50.000Z","dependencies_parsed_at":"2026-08-28T23:10:57.410Z","dependency_job_id":"736a9828-d86c-4f8a-9686-14a9400ec25d","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":19,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":36976778,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-08-22T15:14:58.755Z","status":"online","status_checked_at":"2026-08-30T02:00:08.400Z","response_time":126,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-08-30T02:35:22.126Z","dependent_packages_count":15,"downloads":1779487,"downloads_period":"last-month","dependent_repos_count":252,"rankings":{"downloads":0.8397824881712753,"dependent_repos_count":0.9628164136370196,"dependent_packages_count":2.3772338816626957,"stargazers_count":1.4021690425378406,"forks_count":1.57115082288431,"docker_downloads_count":2.0370848554351375,"average":1.5317062507213797},"purl":"pkg:pypi/lm-eval","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/lm-eval","docker_dependents_count":10,"docker_downloads_count":8760,"usage_url":"https://repos.ecosyste.ms/usage/pypi/lm-eval","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/lm-eval/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-08-28T21:00:15.426Z","issues_count":1272,"pull_requests_count":2290,"avg_time_to_close_issue":5574251.441520467,"avg_time_to_close_pull_request":1560505.3434399117,"issues_closed_count":684,"pull_requests_closed_count":1814,"pull_request_authors_count":557,"issue_authors_count":827,"avg_comments_per_issue":1.6831761006289307,"avg_comments_per_pull_request":1.7829694323144105,"merged_pull_requests_count":1364,"bot_issues_count":0,"bot_pull_requests_count":1,"past_year_issues_count":44,"past_year_pull_requests_count":109,"past_year_avg_time_to_close_issue":10238481.4,"past_year_avg_time_to_close_pull_request":2716709.977272727,"past_year_issues_closed_count":10,"past_year_pull_requests_closed_count":44,"past_year_pull_request_authors_count":73,"past_year_issue_authors_count":37,"past_year_avg_comments_per_issue":1.0227272727272727,"past_year_avg_comments_per_pull_request":0.8532110091743119,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":32,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"baberabb","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":3,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/codemeta","maintainers":[{"uuid":"leogao","login":"leogao","name":null,"email":null,"url":null,"packages_count":5,"html_url":"https://pypi.org/user/leogao/","role":null,"created_at":"2023-02-15T02:45:12.076Z","updated_at":"2023-02-15T02:45:12.076Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/leogao/packages"},{"uuid":"haileyschoelkopf","login":"haileyschoelkopf","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/haileyschoelkopf/","role":null,"created_at":"2023-12-22T01:43:22.925Z","updated_at":"2023-12-22T01:43:22.925Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/haileyschoelkopf/packages"},{"uuid":"eleutherai","login":"eleutherai","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/eleutherai/","role":null,"created_at":"2024-01-31T15:31:10.167Z","updated_at":"2024-01-31T15:31:10.167Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/eleutherai/packages"},{"uuid":"lintangsutawika","login":"lintangsutawika","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/lintangsutawika/","role":null,"created_at":"2024-01-31T15:31:10.216Z","updated_at":"2024-01-31T15:31:10.216Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/lintangsutawika/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":932043,"maintainers_count":400515,"namespaces_count":0,"keywords_count":312898,"github":"pypi","metadata":{"funded_packages_count":59177,"rate_limit":2},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2026-08-31T05:03:28.294Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}},{"id":10351640,"name":"github.com/eleutherai/lm-evaluation-harness","ecosystem":"go","description":null,"homepage":null,"licenses":"mit","normalized_licenses":["MIT"],"repository_url":"https://github.com/eleutherai/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":16,"first_release_published_at":"2021-09-01T22:57:52.000Z","latest_release_published_at":"2026-05-11T12:50:39.000Z","latest_release_number":"v0.4.12","last_synced_at":"2026-08-31T01:21:30.837Z","created_at":"2024-06-11T15:40:15.443Z","updated_at":"2026-08-31T01:21:30.838Z","registry_url":"https://pkg.go.dev/github.com/eleutherai/lm-evaluation-harness","install_command":"go get github.com/eleutherai/lm-evaluation-harness","documentation_url":"https://pkg.go.dev/github.com/eleutherai/lm-evaluation-harness#section-documentation","metadata":{},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-08-28T19:42:50.000Z","size":35955,"stargazers_count":13821,"open_issues_count":911,"forks_count":3520,"subscribers_count":52,"default_branch":"main","last_synced_at":"2026-08-28T23:14:54.757Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-08-28T20:48:50.000Z","dependencies_parsed_at":"2026-08-28T23:10:57.410Z","dependency_job_id":"736a9828-d86c-4f8a-9686-14a9400ec25d","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":19,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":36989718,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-08-22T15:14:58.755Z","status":"online","status_checked_at":"2026-08-30T02:00:08.400Z","response_time":126,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-08-30T22:17:24.206Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":6.966061736475957,"dependent_packages_count":6.527826853133711,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":6.746944294804834},"purl":"pkg:golang/github.com/eleutherai/lm-evaluation-harness","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/go/github.com/eleutherai/lm-evaluation-harness","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/go/github.com/eleutherai/lm-evaluation-harness","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/go/github.com/eleutherai/lm-evaluation-harness/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-08-30T02:35:22.151Z","issues_count":1274,"pull_requests_count":2295,"avg_time_to_close_issue":5574251.441520467,"avg_time_to_close_pull_request":1559731.317355372,"issues_closed_count":684,"pull_requests_closed_count":1815,"pull_request_authors_count":560,"issue_authors_count":828,"avg_comments_per_issue":1.684458398744113,"avg_comments_per_pull_request":1.7812636165577342,"merged_pull_requests_count":1365,"bot_issues_count":0,"bot_pull_requests_count":1,"past_year_issues_count":46,"past_year_pull_requests_count":114,"past_year_avg_time_to_close_issue":10238481.4,"past_year_avg_time_to_close_pull_request":2659797.488888889,"past_year_issues_closed_count":10,"past_year_pull_requests_closed_count":45,"past_year_pull_request_authors_count":76,"past_year_issue_authors_count":38,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":0.8596491228070176,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":33,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"baberabb","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":3,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/codemeta","maintainers":[],"registry":{"name":"proxy.golang.org","url":"https://proxy.golang.org","ecosystem":"go","default":true,"packages_count":2282186,"maintainers_count":0,"namespaces_count":839543,"keywords_count":126057,"github":"golang","metadata":{"funded_packages_count":68481,"sync_missing_packages_cursor":{"timestamp":"2026-08-17T00:00:58.969562Z","path":"github.com/Tektoncd/operator","version":"v0.78.0"},"rate_limit":1},"icon_url":"https://github.com/golang.png","created_at":"2022-04-04T15:19:22.939Z","updated_at":"2026-08-31T05:03:00.716Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/namespaces"}},{"id":10351637,"name":"github.com/EleutherAI/lm-evaluation-harness","ecosystem":"go","description":null,"homepage":null,"licenses":"mit","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":16,"first_release_published_at":"2021-09-01T22:57:52.000Z","latest_release_published_at":"2026-05-11T12:50:39.000Z","latest_release_number":"v0.4.12","last_synced_at":"2026-08-31T03:06:20.677Z","created_at":"2024-06-11T15:40:15.271Z","updated_at":"2026-08-31T07:24:22.489Z","registry_url":"https://pkg.go.dev/github.com/EleutherAI/lm-evaluation-harness","install_command":"go get github.com/EleutherAI/lm-evaluation-harness","documentation_url":"https://pkg.go.dev/github.com/EleutherAI/lm-evaluation-harness#section-documentation","metadata":{},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-08-28T19:42:50.000Z","size":35955,"stargazers_count":13821,"open_issues_count":911,"forks_count":3520,"subscribers_count":52,"default_branch":"main","last_synced_at":"2026-08-28T23:14:54.757Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-08-28T20:48:50.000Z","dependencies_parsed_at":"2026-08-28T23:10:57.410Z","dependency_job_id":"736a9828-d86c-4f8a-9686-14a9400ec25d","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":19,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":36976778,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-08-22T15:14:58.755Z","status":"online","status_checked_at":"2026-08-30T02:00:08.400Z","response_time":126,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-08-31T07:24:22.489Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":6.966061736475957,"dependent_packages_count":6.527826853133711,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":6.746944294804834},"purl":"pkg:golang/github.com/%21eleuther%21a%21i/lm-evaluation-harness","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/go/github.com/EleutherAI/lm-evaluation-harness","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/go/github.com/EleutherAI/lm-evaluation-harness","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/go/github.com/EleutherAI/lm-evaluation-harness/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-08-30T02:35:22.151Z","issues_count":1274,"pull_requests_count":2295,"avg_time_to_close_issue":5574251.441520467,"avg_time_to_close_pull_request":1559731.317355372,"issues_closed_count":684,"pull_requests_closed_count":1815,"pull_request_authors_count":560,"issue_authors_count":828,"avg_comments_per_issue":1.684458398744113,"avg_comments_per_pull_request":1.7812636165577342,"merged_pull_requests_count":1365,"bot_issues_count":0,"bot_pull_requests_count":1,"past_year_issues_count":46,"past_year_pull_requests_count":114,"past_year_avg_time_to_close_issue":10238481.4,"past_year_avg_time_to_close_pull_request":2659797.488888889,"past_year_issues_closed_count":10,"past_year_pull_requests_closed_count":45,"past_year_pull_request_authors_count":76,"past_year_issue_authors_count":38,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":0.8596491228070176,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":33,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"baberabb","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":3,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/codemeta","maintainers":[],"registry":{"name":"proxy.golang.org","url":"https://proxy.golang.org","ecosystem":"go","default":true,"packages_count":2282186,"maintainers_count":0,"namespaces_count":839543,"keywords_count":126057,"github":"golang","metadata":{"funded_packages_count":68481,"sync_missing_packages_cursor":{"timestamp":"2026-08-17T00:00:58.969562Z","path":"github.com/Tektoncd/operator","version":"v0.78.0"},"rate_limit":1},"icon_url":"https://github.com/golang.png","created_at":"2022-04-04T15:19:22.939Z","updated_at":"2026-08-31T05:03:00.716Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/namespaces"}},{"id":14808622,"name":"lm_eval","ecosystem":"conda","description":"lm-eval (the Language Model Evaluation Harness) is a unified framework to test generative language models on a large number of evaluation tasks. It is published on PyPI as `lm_eval`. Model backends (Hugging Face transformers, vLLM, API models, etc.) are optional extras and are imported lazily; the base package installs the evaluation harness and its task suite.","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":1,"first_release_published_at":"2026-07-23T22:08:19.000Z","latest_release_published_at":"2026-07-23T22:08:19.000Z","latest_release_number":"0.4.11","last_synced_at":"2026-07-24T00:04:07.873Z","created_at":"2026-07-24T00:04:06.776Z","updated_at":"2026-08-21T18:37:28.689Z","registry_url":"https://anaconda.org/anaconda/lm_eval","install_command":"conda install -c anaconda lm_eval","documentation_url":null,"metadata":{},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-08-21T14:56:54.000Z","size":35741,"stargazers_count":13736,"open_issues_count":938,"forks_count":3508,"subscribers_count":51,"default_branch":"main","last_synced_at":"2026-08-21T16:17:33.197Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-08-21T14:57:11.000Z","dependencies_parsed_at":"2023-12-18T21:14:08.594Z","dependency_job_id":"e226ace1-22ee-4d3c-8bfe-7466c73b8cdf","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":19,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":36807345,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-08-06T04:43:03.162Z","status":"online","status_checked_at":"2026-08-21T02:00:06.756Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"3f792954e94e472ca42fad2d4865394e9a55999a","kind":"commit","published_at":"2025-06-03T12:32:15.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-08-21T18:37:28.689Z","dependent_packages_count":0,"downloads":48,"downloads_period":"total","dependent_repos_count":0,"rankings":{"downloads":63.03778526000748,"dependent_repos_count":37.242798353909464,"dependent_packages_count":34.15637860082305,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":44.81232073824666},"purl":"pkg:conda/lm_eval","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/conda/lm_eval","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/conda/lm_eval","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/conda/lm_eval/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-08-19T04:00:14.057Z","issues_count":1257,"pull_requests_count":2238,"avg_time_to_close_issue":5480512.103550296,"avg_time_to_close_pull_request":1531408.5676733782,"issues_closed_count":676,"pull_requests_closed_count":1788,"pull_request_authors_count":527,"issue_authors_count":817,"avg_comments_per_issue":1.6762132060461417,"avg_comments_per_pull_request":1.8042895442359248,"merged_pull_requests_count":1344,"bot_issues_count":0,"bot_pull_requests_count":1,"past_year_issues_count":34,"past_year_pull_requests_count":74,"past_year_avg_time_to_close_issue":11370928.333333334,"past_year_avg_time_to_close_pull_request":1224528.96,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":25,"past_year_pull_request_authors_count":52,"past_year_issue_authors_count":32,"past_year_avg_comments_per_issue":0.8235294117647058,"past_year_avg_comments_per_pull_request":0.8513513513513513,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":15,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"baberabb","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/codemeta","maintainers":[],"registry":{"name":"anaconda.org","url":"https://anaconda.org","ecosystem":"conda","default":true,"packages_count":5487,"maintainers_count":0,"namespaces_count":0,"keywords_count":3313,"github":"Anaconda","metadata":{"kind":"anaconda","key":"Main","api":"https://repo.ananconda.com","funded_packages_count":864},"icon_url":"https://github.com/Anaconda.png","created_at":"2022-10-03T15:37:08.736Z","updated_at":"2026-08-31T05:06:25.153Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/namespaces"}},{"id":11664391,"name":"lmeval-trunk","ecosystem":"pypi","description":"A framework for evaluating language models","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":2,"first_release_published_at":"2025-05-20T18:30:57.000Z","latest_release_published_at":"2025-05-20T20:36:37.000Z","latest_release_number":"0.4.8.2","last_synced_at":"2026-08-31T01:21:29.872Z","created_at":"2025-05-20T18:46:22.763Z","updated_at":"2026-08-31T13:48:23.834Z","registry_url":"https://pypi.org/project/lmeval-trunk/","install_command":"pip install lmeval-trunk --index-url https://pypi.org/simple","documentation_url":"https://lmeval-trunk.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Development Status :: 3 - Alpha","License :: OSI Approved :: MIT License","Operating System :: OS Independent","Programming Language :: Python :: 3"],"normalized_name":"lmeval-trunk","project_status":null},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-08-28T19:42:50.000Z","size":35955,"stargazers_count":13821,"open_issues_count":911,"forks_count":3520,"subscribers_count":52,"default_branch":"main","last_synced_at":"2026-08-28T23:14:54.757Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-08-28T20:48:50.000Z","dependencies_parsed_at":"2026-08-28T23:10:57.410Z","dependency_job_id":"736a9828-d86c-4f8a-9686-14a9400ec25d","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":19,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":36976778,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-08-22T15:14:58.755Z","status":"online","status_checked_at":"2026-08-30T02:00:08.400Z","response_time":126,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-08-31T13:48:23.834Z","dependent_packages_count":0,"downloads":13,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":51.34679839261585,"dependent_packages_count":9.113482022215592,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":30.230140207415722},"purl":"pkg:pypi/lmeval-trunk","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/lmeval-trunk","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/pypi/lmeval-trunk","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/lmeval-trunk/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-08-31T07:24:22.733Z","issues_count":1274,"pull_requests_count":2299,"avg_time_to_close_issue":5574251.441520467,"avg_time_to_close_pull_request":1559731.317355372,"issues_closed_count":684,"pull_requests_closed_count":1815,"pull_request_authors_count":562,"issue_authors_count":828,"avg_comments_per_issue":1.685243328100471,"avg_comments_per_pull_request":1.7807742496737713,"merged_pull_requests_count":1365,"bot_issues_count":0,"bot_pull_requests_count":1,"past_year_issues_count":46,"past_year_pull_requests_count":118,"past_year_avg_time_to_close_issue":10238481.4,"past_year_avg_time_to_close_pull_request":2659797.488888889,"past_year_issues_closed_count":10,"past_year_pull_requests_closed_count":45,"past_year_pull_request_authors_count":78,"past_year_issue_authors_count":38,"past_year_avg_comments_per_issue":1.0217391304347827,"past_year_avg_comments_per_pull_request":0.8813559322033898,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":33,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"baberabb","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":3,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/codemeta","maintainers":[{"uuid":"samankeon","login":"samankeon","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/samankeon/","role":"Owner","created_at":"2025-05-20T20:18:01.543Z","updated_at":"2025-05-20T20:18:01.543Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/samankeon/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":932043,"maintainers_count":400515,"namespaces_count":0,"keywords_count":312898,"github":"pypi","metadata":{"funded_packages_count":59177,"rate_limit":2},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2026-08-31T05:03:28.294Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}},{"id":12891392,"name":"python314Packages.lm-eval","ecosystem":"nixpkgs","description":"Framework for few-shot evaluation of language models","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":["python"],"namespace":null,"versions_count":2,"first_release_published_at":"2026-01-27T08:14:36.872Z","latest_release_published_at":"2026-03-08T04:38:49.354Z","latest_release_number":"0.4.11","last_synced_at":"2026-03-08T04:38:49.694Z","created_at":"2026-01-27T08:14:36.146Z","updated_at":"2026-08-22T06:17:49.364Z","registry_url":"https://search.nixos.org/packages?channel=unstable\u0026query=python314Packages.lm-eval","install_command":"nix-env -iA nixpkgs.python314Packages.lm-eval","documentation_url":"https://github.com/NixOS/nixpkgs/blob/nixos-unstable/pkgs/development/python-modules/lm-eval/default.nix#L180","metadata":{"nix_attribute":"python3.14-lm-eval-0.4.11","position":"pkgs/development/python-modules/lm-eval/default.nix:180","platforms":["aarch64-linux","armv5tel-linux","armv6l-linux","armv7a-linux","armv7l-linux","i686-linux","loongarch64-linux","m68k-linux","microblaze-linux","microblazeel-linux","mips-linux","mips64-linux","mips64el-linux","mipsel-linux","powerpc-linux","powerpc64-linux","powerpc64le-linux","riscv32-linux","riscv64-linux","s390-linux","s390x-linux","x86_64-linux","x86_64-darwin","aarch64-darwin","aarch64-windows","x86_64-windows","i686-windows","i686-freebsd","x86_64-freebsd","aarch64-freebsd"],"broken":false,"insecure":false,"unfree":false,"outputs":["dist","out"],"upstream_ecosystem":"pypi","upstream_name":"lm-eval","upstream_purl":"pkg:pypi/lm-eval"},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-08-21T14:56:54.000Z","size":35741,"stargazers_count":13736,"open_issues_count":938,"forks_count":3508,"subscribers_count":51,"default_branch":"main","last_synced_at":"2026-08-21T16:17:33.197Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-08-21T14:57:11.000Z","dependencies_parsed_at":"2023-12-18T21:14:08.594Z","dependency_job_id":"e226ace1-22ee-4d3c-8bfe-7466c73b8cdf","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":19,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":36807345,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-08-06T04:43:03.162Z","status":"online","status_checked_at":"2026-08-21T02:00:06.756Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"3f792954e94e472ca42fad2d4865394e9a55999a","kind":"commit","published_at":"2025-06-03T12:32:15.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-08-22T06:17:49.364Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":0.0,"dependent_packages_count":0.0,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":100},"purl":"pkg:nix/python314Packages.lm-eval?channel=unstable","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/nixpkgs/python314Packages.lm-eval","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/nixpkgs/python314Packages.lm-eval","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/nixpkgs/python314Packages.lm-eval/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-08-21T18:37:28.926Z","issues_count":1268,"pull_requests_count":2262,"avg_time_to_close_issue":5501290.637298091,"avg_time_to_close_pull_request":1528487.1198668147,"issues_closed_count":681,"pull_requests_closed_count":1802,"pull_request_authors_count":541,"issue_authors_count":825,"avg_comments_per_issue":1.6750788643533123,"avg_comments_per_pull_request":1.797082228116711,"merged_pull_requests_count":1356,"bot_issues_count":0,"bot_pull_requests_count":1,"past_year_issues_count":44,"past_year_pull_requests_count":88,"past_year_avg_time_to_close_issue":9458190.875,"past_year_avg_time_to_close_pull_request":1275977.611111111,"past_year_issues_closed_count":8,"past_year_pull_requests_closed_count":36,"past_year_pull_request_authors_count":60,"past_year_issue_authors_count":39,"past_year_avg_comments_per_issue":0.9772727272727273,"past_year_avg_comments_per_pull_request":0.8636363636363636,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":26,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"baberabb","count":3,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/codemeta","maintainers":[{"uuid":"booxter","login":null,"name":"Ihar Hrachyshka","email":"ihar.hrachyshka@gmail.com","url":"https://github.com/booxter","packages_count":62,"html_url":null,"role":null,"created_at":"2026-03-08T04:38:49.910Z","updated_at":"2026-03-08T04:38:49.910Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers/booxter/packages"}],"registry":{"name":"nixpkgs-unstable","url":"https://channels.nixos.org/nixos-unstable","ecosystem":"nixpkgs","default":true,"packages_count":154149,"maintainers_count":4919,"namespaces_count":0,"keywords_count":3244,"github":"NixOS","metadata":{"funded_packages_count":6366},"icon_url":"https://github.com/NixOS.png","created_at":"2026-01-25T22:30:52.762Z","updated_at":"2026-08-31T05:03:04.119Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/namespaces"}},{"id":12867753,"name":"python313Packages.lm-eval","ecosystem":"nixpkgs","description":"Framework for few-shot evaluation of language models","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":["python"],"namespace":null,"versions_count":2,"first_release_published_at":"2026-01-27T02:43:46.655Z","latest_release_published_at":"2026-03-05T16:01:46.612Z","latest_release_number":"0.4.11","last_synced_at":"2026-08-13T12:31:06.150Z","created_at":"2026-01-27T02:43:46.277Z","updated_at":"2026-08-22T13:09:30.280Z","registry_url":"https://search.nixos.org/packages?channel=unstable\u0026query=python313Packages.lm-eval","install_command":"nix-env -iA nixpkgs.python313Packages.lm-eval","documentation_url":"https://github.com/NixOS/nixpkgs/blob/nixos-unstable/pkgs/development/python-modules/lm-eval/default.nix#L180","metadata":{"nix_attribute":"python3.13-lm-eval-0.4.11","position":"pkgs/development/python-modules/lm-eval/default.nix:180","platforms":["aarch64-linux","armv5tel-linux","armv6l-linux","armv7a-linux","armv7l-linux","i686-linux","loongarch64-linux","m68k-linux","microblaze-linux","microblazeel-linux","mips-linux","mips64-linux","mips64el-linux","mipsel-linux","powerpc-linux","powerpc64-linux","powerpc64le-linux","riscv32-linux","riscv64-linux","s390-linux","s390x-linux","x86_64-linux","x86_64-darwin","aarch64-darwin","aarch64-windows","x86_64-windows","i686-windows","i686-freebsd","x86_64-freebsd","aarch64-freebsd"],"broken":false,"insecure":false,"unfree":false,"outputs":["dist","out"],"upstream_ecosystem":"pypi","upstream_name":"lm-eval","upstream_purl":"pkg:pypi/lm-eval"},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-08-21T14:56:54.000Z","size":35741,"stargazers_count":13736,"open_issues_count":938,"forks_count":3508,"subscribers_count":51,"default_branch":"main","last_synced_at":"2026-08-21T16:17:33.197Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-08-21T14:57:11.000Z","dependencies_parsed_at":"2023-12-18T21:14:08.594Z","dependency_job_id":"e226ace1-22ee-4d3c-8bfe-7466c73b8cdf","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":19,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":36807345,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-08-06T04:43:03.162Z","status":"online","status_checked_at":"2026-08-21T02:00:06.756Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"3f792954e94e472ca42fad2d4865394e9a55999a","kind":"commit","published_at":"2025-06-03T12:32:15.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-08-22T13:09:30.280Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":0.0,"dependent_packages_count":0.0,"stargazers_count":0.7114173976272985,"forks_count":0.3308156407014602,"docker_downloads_count":null,"average":0.2605582595821897},"purl":"pkg:nix/python313Packages.lm-eval?channel=unstable","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/nixpkgs/python313Packages.lm-eval","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/nixpkgs/python313Packages.lm-eval","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/nixpkgs/python313Packages.lm-eval/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-08-21T18:37:28.926Z","issues_count":1268,"pull_requests_count":2262,"avg_time_to_close_issue":5501290.637298091,"avg_time_to_close_pull_request":1528487.1198668147,"issues_closed_count":681,"pull_requests_closed_count":1802,"pull_request_authors_count":541,"issue_authors_count":825,"avg_comments_per_issue":1.6750788643533123,"avg_comments_per_pull_request":1.797082228116711,"merged_pull_requests_count":1356,"bot_issues_count":0,"bot_pull_requests_count":1,"past_year_issues_count":44,"past_year_pull_requests_count":88,"past_year_avg_time_to_close_issue":9458190.875,"past_year_avg_time_to_close_pull_request":1275977.611111111,"past_year_issues_closed_count":8,"past_year_pull_requests_closed_count":36,"past_year_pull_request_authors_count":60,"past_year_issue_authors_count":39,"past_year_avg_comments_per_issue":0.9772727272727273,"past_year_avg_comments_per_pull_request":0.8636363636363636,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":26,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"baberabb","count":3,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/codemeta","maintainers":[{"uuid":"booxter","login":null,"name":"Ihar Hrachyshka","email":"ihar.hrachyshka@gmail.com","url":"https://github.com/booxter","packages_count":62,"html_url":null,"role":null,"created_at":"2026-03-05T16:01:50.477Z","updated_at":"2026-03-05T16:01:50.477Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers/booxter/packages"}],"registry":{"name":"nixpkgs-unstable","url":"https://channels.nixos.org/nixos-unstable","ecosystem":"nixpkgs","default":true,"packages_count":154149,"maintainers_count":4919,"namespaces_count":0,"keywords_count":3244,"github":"NixOS","metadata":{"funded_packages_count":6366},"icon_url":"https://github.com/NixOS.png","created_at":"2026-01-25T22:30:52.762Z","updated_at":"2026-08-31T05:03:04.119Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/namespaces"}}]