[{"id":12891392,"name":"python314Packages.lm-eval","ecosystem":"nixpkgs","description":"Framework for few-shot evaluation of language models","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":["python"],"namespace":null,"versions_count":2,"first_release_published_at":"2026-01-27T08:14:36.872Z","latest_release_published_at":"2026-03-08T04:38:49.354Z","latest_release_number":"0.4.11","latest_published_release_number":null,"last_synced_at":"2026-03-08T04:38:49.694Z","created_at":"2026-01-27T08:14:36.146Z","updated_at":"2026-10-21T02:47:20.166Z","registry_url":"https://search.nixos.org/packages?channel=unstable\u0026query=python314Packages.lm-eval","install_command":"nix-env -iA nixpkgs.python314Packages.lm-eval","documentation_url":"https://github.com/NixOS/nixpkgs/blob/nixos-unstable/pkgs/development/python-modules/lm-eval/default.nix#L180","metadata":{"nix_attribute":"python3.14-lm-eval-0.4.11","position":"pkgs/development/python-modules/lm-eval/default.nix:180","platforms":["aarch64-linux","armv5tel-linux","armv6l-linux","armv7a-linux","armv7l-linux","i686-linux","loongarch64-linux","m68k-linux","microblaze-linux","microblazeel-linux","mips-linux","mips64-linux","mips64el-linux","mipsel-linux","powerpc-linux","powerpc64-linux","powerpc64le-linux","riscv32-linux","riscv64-linux","s390-linux","s390x-linux","x86_64-linux","x86_64-darwin","aarch64-darwin","aarch64-windows","x86_64-windows","i686-windows","i686-freebsd","x86_64-freebsd","aarch64-freebsd"],"broken":false,"insecure":false,"unfree":false,"outputs":["dist","out"],"upstream_ecosystem":"pypi","upstream_name":"lm-eval","upstream_purl":"pkg:pypi/lm-eval"},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-09-14T10:51:06.000Z","size":35969,"stargazers_count":14242,"open_issues_count":1189,"forks_count":3686,"subscribers_count":55,"default_branch":"main","last_synced_at":"2026-10-16T20:24:35.845Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-10-16T15:02:51.000Z","dependencies_parsed_at":"2026-09-24T08:12:32.527Z","dependency_job_id":null,"html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":["eleutherai/lm_evaluation_harness"],"tags_count":20,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":344872684,"owners_count":38421889,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-21T02:00:07.576Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":"AIEleuther","company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2026-10-21T00:40:13.488Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":4508,"following":0,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2026-10-21T00:40:13.501Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.13","sha":"ddd67220430a2470529f25fd5c05a576ca1057a0","kind":"tag","published_at":"2026-08-31T20:41:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.13","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.13","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.13","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13/manifests"},{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-10-21T02:47:20.165Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":0.0,"dependent_packages_count":0.0,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":100},"purl":"pkg:nix/python314Packages.lm-eval?channel=unstable","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/nixpkgs/python314Packages.lm-eval","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/nixpkgs/python314Packages.lm-eval","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/nixpkgs/python314Packages.lm-eval/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T12:00:18.195Z","issues_count":1323,"pull_requests_count":2488,"avg_time_to_close_issue":5682791.651669086,"avg_time_to_close_pull_request":1645594.0818965517,"issues_closed_count":689,"pull_requests_closed_count":1856,"pull_request_authors_count":654,"issue_authors_count":845,"avg_comments_per_issue":1.6780045351473922,"avg_comments_per_pull_request":1.7592443729903537,"merged_pull_requests_count":1385,"bot_issues_count":0,"bot_pull_requests_count":2,"past_year_issues_count":74,"past_year_pull_requests_count":281,"past_year_avg_time_to_close_issue":6225055.333333333,"past_year_avg_time_to_close_pull_request":2233895.243243243,"past_year_issues_closed_count":12,"past_year_pull_requests_closed_count":74,"past_year_pull_request_authors_count":155,"past_year_issue_authors_count":35,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":1.2562277580071175,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":47,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"baberabb","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"sigoden","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/sigoden"},{"login":"shsuman","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/shsuman"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python314Packages.lm-eval/codemeta","maintainers":[{"uuid":"booxter","login":null,"name":"Ihar Hrachyshka","email":"ihar.hrachyshka@gmail.com","url":"https://github.com/booxter","packages_count":70,"html_url":null,"role":null,"created_at":"2026-03-08T04:38:49.910Z","updated_at":"2026-03-08T04:38:49.910Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers/booxter/packages"}],"registry":{"name":"nixpkgs-unstable","url":"https://channels.nixos.org/nixos-unstable","ecosystem":"nixpkgs","default":true,"packages_count":156638,"maintainers_count":5000,"namespaces_count":0,"keywords_count":3710,"github":"NixOS","metadata":{"funded_packages_count":11591},"icon_url":"https://github.com/NixOS.png","created_at":"2026-01-25T22:30:52.762Z","updated_at":"2026-10-21T05:00:25.599Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/namespaces"}},{"id":14808622,"name":"lm_eval","ecosystem":"conda","description":"lm-eval (the Language Model Evaluation Harness) is a unified framework to test generative language models on a large number of evaluation tasks. It is published on PyPI as `lm_eval`. Model backends (Hugging Face transformers, vLLM, API models, etc.) are optional extras and are imported lazily; the base package installs the evaluation harness and its task suite.","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":1,"first_release_published_at":"2026-07-23T22:08:19.000Z","latest_release_published_at":"2026-07-23T22:08:19.000Z","latest_release_number":"0.4.11","latest_published_release_number":null,"last_synced_at":"2026-07-24T00:04:07.873Z","created_at":"2026-07-24T00:04:06.776Z","updated_at":"2026-10-21T02:47:20.373Z","registry_url":"https://anaconda.org/anaconda/lm_eval","install_command":"conda install -c anaconda lm_eval","documentation_url":null,"metadata":{},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-09-14T10:51:06.000Z","size":35969,"stargazers_count":14242,"open_issues_count":1189,"forks_count":3686,"subscribers_count":55,"default_branch":"main","last_synced_at":"2026-10-16T20:24:35.845Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-10-16T15:02:51.000Z","dependencies_parsed_at":"2026-09-24T08:12:32.527Z","dependency_job_id":null,"html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":["eleutherai/lm_evaluation_harness"],"tags_count":20,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":344872684,"owners_count":38421889,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-21T02:00:07.576Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":"AIEleuther","company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2026-10-21T00:40:13.488Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":4508,"following":0,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2026-10-21T00:40:13.501Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.13","sha":"ddd67220430a2470529f25fd5c05a576ca1057a0","kind":"tag","published_at":"2026-08-31T20:41:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.13","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.13","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.13","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13/manifests"},{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-10-21T02:47:20.373Z","dependent_packages_count":0,"downloads":48,"downloads_period":"total","dependent_repos_count":0,"rankings":{"downloads":63.03778526000748,"dependent_repos_count":37.242798353909464,"dependent_packages_count":34.15637860082305,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":44.81232073824666},"purl":"pkg:conda/lm_eval","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/conda/lm_eval","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/conda/lm_eval","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/conda/lm_eval/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T12:00:18.195Z","issues_count":1323,"pull_requests_count":2488,"avg_time_to_close_issue":5682791.651669086,"avg_time_to_close_pull_request":1645594.0818965517,"issues_closed_count":689,"pull_requests_closed_count":1856,"pull_request_authors_count":654,"issue_authors_count":845,"avg_comments_per_issue":1.6780045351473922,"avg_comments_per_pull_request":1.7592443729903537,"merged_pull_requests_count":1385,"bot_issues_count":0,"bot_pull_requests_count":2,"past_year_issues_count":74,"past_year_pull_requests_count":281,"past_year_avg_time_to_close_issue":6225055.333333333,"past_year_avg_time_to_close_pull_request":2233895.243243243,"past_year_issues_closed_count":12,"past_year_pull_requests_closed_count":74,"past_year_pull_request_authors_count":155,"past_year_issue_authors_count":35,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":1.2562277580071175,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":47,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"baberabb","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"sigoden","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/sigoden"},{"login":"shsuman","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/shsuman"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages/lm_eval/codemeta","maintainers":[],"registry":{"name":"anaconda.org","url":"https://anaconda.org","ecosystem":"conda","default":true,"packages_count":5552,"maintainers_count":0,"namespaces_count":0,"keywords_count":3313,"github":"Anaconda","metadata":{"kind":"anaconda","key":"Main","api":"https://repo.ananconda.com","funded_packages_count":931},"icon_url":"https://github.com/Anaconda.png","created_at":"2022-10-03T15:37:08.736Z","updated_at":"2026-10-19T05:07:53.480Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/anaconda.org/namespaces"}},{"id":12867753,"name":"python313Packages.lm-eval","ecosystem":"nixpkgs","description":"Framework for few-shot evaluation of language models","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":["python"],"namespace":null,"versions_count":2,"first_release_published_at":"2026-01-27T02:43:46.655Z","latest_release_published_at":"2026-03-05T16:01:46.612Z","latest_release_number":"0.4.11","latest_published_release_number":null,"last_synced_at":"2026-08-13T12:31:06.150Z","created_at":"2026-01-27T02:43:46.277Z","updated_at":"2026-10-21T02:47:20.601Z","registry_url":"https://search.nixos.org/packages?channel=unstable\u0026query=python313Packages.lm-eval","install_command":"nix-env -iA nixpkgs.python313Packages.lm-eval","documentation_url":"https://github.com/NixOS/nixpkgs/blob/nixos-unstable/pkgs/development/python-modules/lm-eval/default.nix#L180","metadata":{"nix_attribute":"python3.13-lm-eval-0.4.11","position":"pkgs/development/python-modules/lm-eval/default.nix:180","platforms":["aarch64-linux","armv5tel-linux","armv6l-linux","armv7a-linux","armv7l-linux","i686-linux","loongarch64-linux","m68k-linux","microblaze-linux","microblazeel-linux","mips-linux","mips64-linux","mips64el-linux","mipsel-linux","powerpc-linux","powerpc64-linux","powerpc64le-linux","riscv32-linux","riscv64-linux","s390-linux","s390x-linux","x86_64-linux","x86_64-darwin","aarch64-darwin","aarch64-windows","x86_64-windows","i686-windows","i686-freebsd","x86_64-freebsd","aarch64-freebsd"],"broken":false,"insecure":false,"unfree":false,"outputs":["dist","out"],"upstream_ecosystem":"pypi","upstream_name":"lm-eval","upstream_purl":"pkg:pypi/lm-eval"},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-09-14T10:51:06.000Z","size":35969,"stargazers_count":14242,"open_issues_count":1189,"forks_count":3686,"subscribers_count":55,"default_branch":"main","last_synced_at":"2026-10-16T20:24:35.845Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-10-16T15:02:51.000Z","dependencies_parsed_at":"2026-09-24T08:12:32.527Z","dependency_job_id":null,"html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":["eleutherai/lm_evaluation_harness"],"tags_count":20,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":344872684,"owners_count":38421889,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-21T02:00:07.576Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":"AIEleuther","company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2026-10-21T00:40:13.488Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":4508,"following":0,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2026-10-21T00:40:13.501Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.13","sha":"ddd67220430a2470529f25fd5c05a576ca1057a0","kind":"tag","published_at":"2026-08-31T20:41:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.13","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.13","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.13","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13/manifests"},{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-10-21T02:47:20.600Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":0.0,"dependent_packages_count":0.0,"stargazers_count":0.7114173976272985,"forks_count":0.3308156407014602,"docker_downloads_count":null,"average":0.2605582595821897},"purl":"pkg:nix/python313Packages.lm-eval?channel=unstable","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/nixpkgs/python313Packages.lm-eval","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/nixpkgs/python313Packages.lm-eval","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/nixpkgs/python313Packages.lm-eval/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T12:00:18.195Z","issues_count":1323,"pull_requests_count":2488,"avg_time_to_close_issue":5682791.651669086,"avg_time_to_close_pull_request":1645594.0818965517,"issues_closed_count":689,"pull_requests_closed_count":1856,"pull_request_authors_count":654,"issue_authors_count":845,"avg_comments_per_issue":1.6780045351473922,"avg_comments_per_pull_request":1.7592443729903537,"merged_pull_requests_count":1385,"bot_issues_count":0,"bot_pull_requests_count":2,"past_year_issues_count":74,"past_year_pull_requests_count":281,"past_year_avg_time_to_close_issue":6225055.333333333,"past_year_avg_time_to_close_pull_request":2233895.243243243,"past_year_issues_closed_count":12,"past_year_pull_requests_closed_count":74,"past_year_pull_request_authors_count":155,"past_year_issue_authors_count":35,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":1.2562277580071175,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":47,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"baberabb","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"sigoden","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/sigoden"},{"login":"shsuman","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/shsuman"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages/python313Packages.lm-eval/codemeta","maintainers":[{"uuid":"booxter","login":null,"name":"Ihar Hrachyshka","email":"ihar.hrachyshka@gmail.com","url":"https://github.com/booxter","packages_count":70,"html_url":null,"role":null,"created_at":"2026-03-05T16:01:50.477Z","updated_at":"2026-03-05T16:01:50.477Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers/booxter/packages"}],"registry":{"name":"nixpkgs-unstable","url":"https://channels.nixos.org/nixos-unstable","ecosystem":"nixpkgs","default":true,"packages_count":156638,"maintainers_count":5000,"namespaces_count":0,"keywords_count":3710,"github":"NixOS","metadata":{"funded_packages_count":11591},"icon_url":"https://github.com/NixOS.png","created_at":"2026-01-25T22:30:52.762Z","updated_at":"2026-10-21T05:00:25.599Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/nixpkgs-unstable/namespaces"}},{"id":2789515,"name":"lm-eval","ecosystem":"pypi","description":"A framework for evaluating language models","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":20,"first_release_published_at":"2021-09-02T02:28:24.000Z","latest_release_published_at":"2026-08-31T20:42:37.000Z","latest_release_number":"0.4.13","latest_published_release_number":"0.4.13","last_synced_at":"2026-10-21T02:51:00.402Z","created_at":"2022-04-10T11:29:59.899Z","updated_at":"2026-10-21T02:51:00.403Z","registry_url":"https://pypi.org/project/lm-eval/","install_command":"pip install lm-eval --index-url https://pypi.org/simple","documentation_url":"https://lm-eval.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Development Status :: 3 - Alpha","Operating System :: OS Independent","Programming Language :: Python :: 3"],"normalized_name":"lm-eval","project_status":null},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-09-14T10:51:06.000Z","size":35969,"stargazers_count":14242,"open_issues_count":1189,"forks_count":3686,"subscribers_count":55,"default_branch":"main","last_synced_at":"2026-10-16T20:24:35.845Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-10-16T15:02:51.000Z","dependencies_parsed_at":"2026-09-24T08:12:32.527Z","dependency_job_id":null,"html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":["eleutherai/lm_evaluation_harness"],"tags_count":20,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":344872684,"owners_count":38421889,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-21T02:00:07.576Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":"AIEleuther","company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2026-10-21T00:40:13.488Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":4508,"following":0,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2026-10-21T00:40:13.501Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.13","sha":"ddd67220430a2470529f25fd5c05a576ca1057a0","kind":"tag","published_at":"2026-08-31T20:41:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.13","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.13","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.13","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13/manifests"},{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-10-21T02:47:28.445Z","dependent_packages_count":15,"downloads":1032386,"downloads_period":"last-month","dependent_repos_count":252,"rankings":{"downloads":0.8397824881712753,"dependent_repos_count":0.9628164136370196,"dependent_packages_count":2.3772338816626957,"stargazers_count":1.4021690425378406,"forks_count":1.57115082288431,"docker_downloads_count":2.0370848554351375,"average":1.5317062507213797},"purl":"pkg:pypi/lm-eval","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/lm-eval","docker_dependents_count":10,"docker_downloads_count":8760,"usage_url":"https://repos.ecosyste.ms/usage/pypi/lm-eval","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/lm-eval/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T12:00:18.195Z","issues_count":1323,"pull_requests_count":2488,"avg_time_to_close_issue":5682791.651669086,"avg_time_to_close_pull_request":1645594.0818965517,"issues_closed_count":689,"pull_requests_closed_count":1856,"pull_request_authors_count":654,"issue_authors_count":845,"avg_comments_per_issue":1.6780045351473922,"avg_comments_per_pull_request":1.7592443729903537,"merged_pull_requests_count":1385,"bot_issues_count":0,"bot_pull_requests_count":2,"past_year_issues_count":74,"past_year_pull_requests_count":281,"past_year_avg_time_to_close_issue":6225055.333333333,"past_year_avg_time_to_close_pull_request":2233895.243243243,"past_year_issues_closed_count":12,"past_year_pull_requests_closed_count":74,"past_year_pull_request_authors_count":155,"past_year_issue_authors_count":35,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":1.2562277580071175,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":47,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"baberabb","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"sigoden","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/sigoden"},{"login":"shsuman","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/shsuman"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/codemeta","maintainers":[{"uuid":"leogao","login":"leogao","name":null,"email":null,"url":null,"packages_count":5,"html_url":"https://pypi.org/user/leogao/","role":null,"created_at":"2023-02-15T02:45:12.076Z","updated_at":"2023-02-15T02:45:12.076Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/leogao/packages"},{"uuid":"haileyschoelkopf","login":"haileyschoelkopf","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/haileyschoelkopf/","role":null,"created_at":"2023-12-22T01:43:22.925Z","updated_at":"2023-12-22T01:43:22.925Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/haileyschoelkopf/packages"},{"uuid":"eleutherai","login":"eleutherai","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/eleutherai/","role":null,"created_at":"2024-01-31T15:31:10.167Z","updated_at":"2024-01-31T15:31:10.167Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/eleutherai/packages"},{"uuid":"lintangsutawika","login":"lintangsutawika","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/lintangsutawika/","role":null,"created_at":"2024-01-31T15:31:10.216Z","updated_at":"2024-01-31T15:31:10.216Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/lintangsutawika/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":943657,"maintainers_count":406166,"namespaces_count":0,"keywords_count":326266,"github":"pypi","metadata":{"funded_packages_count":64003,"rate_limit":2},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2026-10-21T05:01:48.375Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}},{"id":11664391,"name":"lmeval-trunk","ecosystem":"pypi","description":"A framework for evaluating language models","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":2,"first_release_published_at":"2025-05-20T18:30:57.000Z","latest_release_published_at":"2025-05-20T20:36:37.000Z","latest_release_number":"0.4.8.2","latest_published_release_number":"0.4.8.2","last_synced_at":"2026-10-21T02:51:00.399Z","created_at":"2025-05-20T18:46:22.763Z","updated_at":"2026-10-21T02:51:00.399Z","registry_url":"https://pypi.org/project/lmeval-trunk/","install_command":"pip install lmeval-trunk --index-url https://pypi.org/simple","documentation_url":"https://lmeval-trunk.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Development Status :: 3 - Alpha","License :: OSI Approved :: MIT License","Operating System :: OS Independent","Programming Language :: Python :: 3"],"normalized_name":"lmeval-trunk","project_status":null},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-09-14T10:51:06.000Z","size":35969,"stargazers_count":14242,"open_issues_count":1189,"forks_count":3686,"subscribers_count":55,"default_branch":"main","last_synced_at":"2026-10-16T20:24:35.845Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-10-16T15:02:51.000Z","dependencies_parsed_at":"2026-09-24T08:12:32.527Z","dependency_job_id":null,"html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":["eleutherai/lm_evaluation_harness"],"tags_count":20,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":344872684,"owners_count":38421889,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-21T02:00:07.576Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":"AIEleuther","company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2026-10-21T00:40:13.488Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":4508,"following":0,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2026-10-21T00:40:13.501Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.13","sha":"ddd67220430a2470529f25fd5c05a576ca1057a0","kind":"tag","published_at":"2026-08-31T20:41:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.13","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.13","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.13","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13/manifests"},{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-10-21T02:47:25.486Z","dependent_packages_count":0,"downloads":15,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":51.34679839261585,"dependent_packages_count":9.113482022215592,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":30.230140207415722},"purl":"pkg:pypi/lmeval-trunk","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/lmeval-trunk","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/pypi/lmeval-trunk","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/lmeval-trunk/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T12:00:18.195Z","issues_count":1323,"pull_requests_count":2488,"avg_time_to_close_issue":5682791.651669086,"avg_time_to_close_pull_request":1645594.0818965517,"issues_closed_count":689,"pull_requests_closed_count":1856,"pull_request_authors_count":654,"issue_authors_count":845,"avg_comments_per_issue":1.6780045351473922,"avg_comments_per_pull_request":1.7592443729903537,"merged_pull_requests_count":1385,"bot_issues_count":0,"bot_pull_requests_count":2,"past_year_issues_count":74,"past_year_pull_requests_count":281,"past_year_avg_time_to_close_issue":6225055.333333333,"past_year_avg_time_to_close_pull_request":2233895.243243243,"past_year_issues_closed_count":12,"past_year_pull_requests_closed_count":74,"past_year_pull_request_authors_count":155,"past_year_issue_authors_count":35,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":1.2562277580071175,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":47,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"baberabb","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"sigoden","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/sigoden"},{"login":"shsuman","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/shsuman"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/codemeta","maintainers":[{"uuid":"samankeon","login":"samankeon","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/samankeon/","role":"Owner","created_at":"2025-05-20T20:18:01.543Z","updated_at":"2025-05-20T20:18:01.543Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/samankeon/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":943657,"maintainers_count":406166,"namespaces_count":0,"keywords_count":326266,"github":"pypi","metadata":{"funded_packages_count":64003,"rate_limit":2},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2026-10-21T05:01:48.375Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}},{"id":10351640,"name":"github.com/eleutherai/lm-evaluation-harness","ecosystem":"go","description":null,"homepage":null,"licenses":"mit","normalized_licenses":["MIT"],"repository_url":"https://github.com/eleutherai/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":17,"first_release_published_at":"2021-09-01T22:57:52.000Z","latest_release_published_at":"2026-08-31T20:38:54.000Z","latest_release_number":"v0.4.13","latest_published_release_number":"v0.4.13","last_synced_at":"2026-10-21T02:54:34.985Z","created_at":"2024-06-11T15:40:15.443Z","updated_at":"2026-10-21T02:54:34.986Z","registry_url":"https://pkg.go.dev/github.com/eleutherai/lm-evaluation-harness","install_command":"go get github.com/eleutherai/lm-evaluation-harness","documentation_url":"https://pkg.go.dev/github.com/eleutherai/lm-evaluation-harness#section-documentation","metadata":{},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-09-14T10:51:06.000Z","size":35969,"stargazers_count":14281,"open_issues_count":1214,"forks_count":3700,"subscribers_count":56,"default_branch":"main","last_synced_at":"2026-10-21T02:47:04.744Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-10-21T02:26:12.000Z","dependencies_parsed_at":"2026-09-24T08:12:32.527Z","dependency_job_id":null,"html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":["eleutherai/lm_evaluation_harness"],"tags_count":20,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":344872684,"owners_count":38421889,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-21T02:00:07.576Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":"AIEleuther","company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2026-10-21T00:40:13.488Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":4508,"following":0,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2026-10-21T00:40:13.501Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.13","sha":"ddd67220430a2470529f25fd5c05a576ca1057a0","kind":"tag","published_at":"2026-08-31T20:41:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.13","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.13","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.13","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13/manifests"},{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-10-21T02:47:20.344Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":6.966061736475957,"dependent_packages_count":6.527826853133711,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":6.746944294804834},"purl":"pkg:golang/github.com/eleutherai/lm-evaluation-harness","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/go/github.com/eleutherai/lm-evaluation-harness","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/go/github.com/eleutherai/lm-evaluation-harness","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/go/github.com/eleutherai/lm-evaluation-harness/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T12:00:18.195Z","issues_count":1323,"pull_requests_count":2488,"avg_time_to_close_issue":5682791.651669086,"avg_time_to_close_pull_request":1645594.0818965517,"issues_closed_count":689,"pull_requests_closed_count":1856,"pull_request_authors_count":654,"issue_authors_count":845,"avg_comments_per_issue":1.6780045351473922,"avg_comments_per_pull_request":1.7592443729903537,"merged_pull_requests_count":1385,"bot_issues_count":0,"bot_pull_requests_count":2,"past_year_issues_count":74,"past_year_pull_requests_count":281,"past_year_avg_time_to_close_issue":6225055.333333333,"past_year_avg_time_to_close_pull_request":2233895.243243243,"past_year_issues_closed_count":12,"past_year_pull_requests_closed_count":74,"past_year_pull_request_authors_count":155,"past_year_issue_authors_count":35,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":1.2562277580071175,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":47,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"baberabb","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"sigoden","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/sigoden"},{"login":"shsuman","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/shsuman"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/codemeta","maintainers":[],"registry":{"name":"proxy.golang.org","url":"https://proxy.golang.org","ecosystem":"go","default":true,"packages_count":2541010,"maintainers_count":0,"namespaces_count":853563,"keywords_count":143231,"github":"golang","metadata":{"funded_packages_count":118699,"sync_missing_packages_cursor":{"timestamp":"2026-09-29T00:04:57.155362Z","path":"github.com/virtengine/virtengine/sdk/specs","version":"v0.0.0-20260928231908-c0c887541540"},"rate_limit":5},"icon_url":"https://github.com/golang.png","created_at":"2022-04-04T15:19:22.939Z","updated_at":"2026-10-19T05:07:28.707Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/namespaces"}},{"id":10351637,"name":"github.com/EleutherAI/lm-evaluation-harness","ecosystem":"go","description":null,"homepage":null,"licenses":"mit","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":17,"first_release_published_at":"2021-09-01T22:57:52.000Z","latest_release_published_at":"2026-08-31T20:38:54.000Z","latest_release_number":"v0.4.13","latest_published_release_number":"v0.4.13","last_synced_at":"2026-10-21T02:54:35.108Z","created_at":"2024-06-11T15:40:15.271Z","updated_at":"2026-10-21T02:54:35.109Z","registry_url":"https://pkg.go.dev/github.com/EleutherAI/lm-evaluation-harness","install_command":"go get github.com/EleutherAI/lm-evaluation-harness","documentation_url":"https://pkg.go.dev/github.com/EleutherAI/lm-evaluation-harness#section-documentation","metadata":{},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-09-14T10:51:06.000Z","size":35969,"stargazers_count":14242,"open_issues_count":1189,"forks_count":3686,"subscribers_count":55,"default_branch":"main","last_synced_at":"2026-10-16T20:24:35.845Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-10-16T15:02:51.000Z","dependencies_parsed_at":"2026-09-24T08:12:32.527Z","dependency_job_id":null,"html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":["eleutherai/lm_evaluation_harness"],"tags_count":20,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":344872684,"owners_count":38421889,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-21T02:00:07.576Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":"AIEleuther","company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2026-10-21T00:40:13.488Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":4508,"following":0,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2026-10-21T00:40:13.501Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.13","sha":"ddd67220430a2470529f25fd5c05a576ca1057a0","kind":"tag","published_at":"2026-08-31T20:41:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.13","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.13","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.13","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13/manifests"},{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-10-21T02:47:20.140Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":6.966061736475957,"dependent_packages_count":6.527826853133711,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":6.746944294804834},"purl":"pkg:golang/github.com/EleutherAI/lm-evaluation-harness","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/go/github.com/EleutherAI/lm-evaluation-harness","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/go/github.com/EleutherAI/lm-evaluation-harness","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/go/github.com/EleutherAI/lm-evaluation-harness/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T12:00:18.195Z","issues_count":1323,"pull_requests_count":2488,"avg_time_to_close_issue":5682791.651669086,"avg_time_to_close_pull_request":1645594.0818965517,"issues_closed_count":689,"pull_requests_closed_count":1856,"pull_request_authors_count":654,"issue_authors_count":845,"avg_comments_per_issue":1.6780045351473922,"avg_comments_per_pull_request":1.7592443729903537,"merged_pull_requests_count":1385,"bot_issues_count":0,"bot_pull_requests_count":2,"past_year_issues_count":74,"past_year_pull_requests_count":281,"past_year_avg_time_to_close_issue":6225055.333333333,"past_year_avg_time_to_close_pull_request":2233895.243243243,"past_year_issues_closed_count":12,"past_year_pull_requests_closed_count":74,"past_year_pull_request_authors_count":155,"past_year_issue_authors_count":35,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":1.2562277580071175,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":47,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"baberabb","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"sigoden","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/sigoden"},{"login":"shsuman","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/shsuman"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/codemeta","maintainers":[],"registry":{"name":"proxy.golang.org","url":"https://proxy.golang.org","ecosystem":"go","default":true,"packages_count":2541010,"maintainers_count":0,"namespaces_count":853563,"keywords_count":143231,"github":"golang","metadata":{"funded_packages_count":118699,"sync_missing_packages_cursor":{"timestamp":"2026-09-29T00:04:57.155362Z","path":"github.com/virtengine/virtengine/sdk/specs","version":"v0.0.0-20260928231908-c0c887541540"},"rate_limit":5},"icon_url":"https://github.com/golang.png","created_at":"2022-04-04T15:19:22.939Z","updated_at":"2026-10-19T05:07:28.707Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/namespaces"}},{"id":15365518,"name":"github.com/Eleutherai/lm-evaluation-harness","ecosystem":"go","description":null,"homepage":null,"licenses":"mit","normalized_licenses":["MIT"],"repository_url":"https://github.com/Eleutherai/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":17,"first_release_published_at":"2021-09-01T22:57:52.000Z","latest_release_published_at":"2026-08-31T20:38:54.000Z","latest_release_number":"v0.4.13","latest_published_release_number":"v0.4.13","last_synced_at":"2026-10-21T03:03:31.229Z","created_at":"2026-09-23T01:27:51.933Z","updated_at":"2026-10-21T03:03:31.229Z","registry_url":"https://pkg.go.dev/github.com/Eleutherai/lm-evaluation-harness","install_command":"go get github.com/Eleutherai/lm-evaluation-harness","documentation_url":"https://pkg.go.dev/github.com/Eleutherai/lm-evaluation-harness#section-documentation","metadata":{},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-09-14T10:51:06.000Z","size":35969,"stargazers_count":14281,"open_issues_count":1214,"forks_count":3700,"subscribers_count":56,"default_branch":"main","last_synced_at":"2026-10-21T02:47:04.744Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-10-21T02:26:12.000Z","dependencies_parsed_at":"2026-09-24T08:12:32.527Z","dependency_job_id":null,"html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":["eleutherai/lm_evaluation_harness"],"tags_count":20,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":344872684,"owners_count":38421889,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-21T02:00:07.576Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":"AIEleuther","company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2026-10-21T00:40:13.488Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":4508,"following":0,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2026-10-21T00:40:13.501Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.13","sha":"ddd67220430a2470529f25fd5c05a576ca1057a0","kind":"tag","published_at":"2026-08-31T20:41:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.13","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.13","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.13","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13/manifests"},{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-10-21T02:47:28.604Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":4.553458697393864,"dependent_packages_count":4.262475933204417,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":4.407967315299141},"purl":"pkg:golang/github.com/Eleutherai/lm-evaluation-harness","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/go/github.com/Eleutherai/lm-evaluation-harness","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/go/github.com/Eleutherai/lm-evaluation-harness","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/go/github.com/Eleutherai/lm-evaluation-harness/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T12:00:18.195Z","issues_count":1323,"pull_requests_count":2488,"avg_time_to_close_issue":5682791.651669086,"avg_time_to_close_pull_request":1645594.0818965517,"issues_closed_count":689,"pull_requests_closed_count":1856,"pull_request_authors_count":654,"issue_authors_count":845,"avg_comments_per_issue":1.6780045351473922,"avg_comments_per_pull_request":1.7592443729903537,"merged_pull_requests_count":1385,"bot_issues_count":0,"bot_pull_requests_count":2,"past_year_issues_count":74,"past_year_pull_requests_count":281,"past_year_avg_time_to_close_issue":6225055.333333333,"past_year_avg_time_to_close_pull_request":2233895.243243243,"past_year_issues_closed_count":12,"past_year_pull_requests_closed_count":74,"past_year_pull_request_authors_count":155,"past_year_issue_authors_count":35,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":1.2562277580071175,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":47,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"baberabb","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"sigoden","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/sigoden"},{"login":"shsuman","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/shsuman"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherai%2Flm-evaluation-harness/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherai%2Flm-evaluation-harness/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherai%2Flm-evaluation-harness/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherai%2Flm-evaluation-harness/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherai%2Flm-evaluation-harness/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherai%2Flm-evaluation-harness/codemeta","maintainers":[],"registry":{"name":"proxy.golang.org","url":"https://proxy.golang.org","ecosystem":"go","default":true,"packages_count":2541010,"maintainers_count":0,"namespaces_count":853563,"keywords_count":143231,"github":"golang","metadata":{"funded_packages_count":118699,"sync_missing_packages_cursor":{"timestamp":"2026-09-29T00:04:57.155362Z","path":"github.com/virtengine/virtengine/sdk/specs","version":"v0.0.0-20260928231908-c0c887541540"},"rate_limit":5},"icon_url":"https://github.com/golang.png","created_at":"2022-04-04T15:19:22.939Z","updated_at":"2026-10-19T05:07:28.707Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/namespaces"}},{"id":15486987,"name":"github.com/ELeutherAI/lm-evaluation-harness","ecosystem":"go","description":null,"homepage":null,"licenses":"mit","normalized_licenses":["MIT"],"repository_url":"https://github.com/ELeutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":17,"first_release_published_at":"2021-09-01T22:57:52.000Z","latest_release_published_at":"2026-08-31T20:38:54.000Z","latest_release_number":"v0.4.13","latest_published_release_number":"v0.4.13","last_synced_at":"2026-10-21T03:06:19.777Z","created_at":"2026-09-28T00:14:21.133Z","updated_at":"2026-10-21T03:06:19.777Z","registry_url":"https://pkg.go.dev/github.com/ELeutherAI/lm-evaluation-harness","install_command":"go get github.com/ELeutherAI/lm-evaluation-harness","documentation_url":"https://pkg.go.dev/github.com/ELeutherAI/lm-evaluation-harness#section-documentation","metadata":{},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2026-09-14T10:51:06.000Z","size":35969,"stargazers_count":14281,"open_issues_count":1214,"forks_count":3700,"subscribers_count":56,"default_branch":"main","last_synced_at":"2026-10-21T02:47:04.744Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"claude":null,"gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2026-10-21T02:26:12.000Z","dependencies_parsed_at":"2026-09-24T08:12:32.527Z","dependency_job_id":null,"html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":["eleutherai/lm_evaluation_harness"],"tags_count":20,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":344872684,"owners_count":38421889,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-10-03T21:59:58.778Z","status":"online","status_checked_at":"2026-10-21T02:00:07.576Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":"AIEleuther","company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2026-10-21T00:40:13.488Z","metadata":{"has_sponsors_listing":false,"funding":null},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":4508,"following":0,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2026-10-21T00:40:13.501Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.13","sha":"ddd67220430a2470529f25fd5c05a576ca1057a0","kind":"tag","published_at":"2026-08-31T20:41:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.13","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.13","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.13","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.13/manifests"},{"name":"v0.5.0.dev1","sha":"b0561c5e015697c6200edae7510f082b1dcc6462","kind":"tag","published_at":"2026-05-11T14:22:10.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.5.0.dev1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.5.0.dev1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.5.0.dev1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.5.0.dev1/manifests"},{"name":"v0.4.12","sha":"6d642546f4688648fced259eb3302efd36ece5af","kind":"commit","published_at":"2026-05-11T12:50:39.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.12","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.12","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.12","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.12/manifests"},{"name":"v0.4.11","sha":"27988a293647d5853e48edea291640b4af54740c","kind":"commit","published_at":"2026-02-13T19:15:21.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.11","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.11","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.11","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.11/manifests"},{"name":"v0.4.10","sha":"f7d0b116146bd616b59d0b991549120f197369a4","kind":"tag","published_at":"2026-01-27T19:52:04.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.10","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.10","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.10","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.10/manifests"},{"name":"v0.4.9.2","sha":"ad3f4d0cad1cfcdb815f1e795f7947e49ed9f2e9","kind":"commit","published_at":"2025-11-26T23:25:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.2/manifests"},{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"452749513f817315042df9286241a61051392470","kind":"commit","published_at":"2025-06-19T13:57:26.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2026-10-21T02:47:26.556Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":4.314506491841474,"dependent_packages_count":4.034470150824716,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":4.174488321333095},"purl":"pkg:golang/github.com/ELeutherAI/lm-evaluation-harness","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/go/github.com/ELeutherAI/lm-evaluation-harness","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/go/github.com/ELeutherAI/lm-evaluation-harness","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/go/github.com/ELeutherAI/lm-evaluation-harness/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-10-17T12:00:18.195Z","issues_count":1323,"pull_requests_count":2488,"avg_time_to_close_issue":5682791.651669086,"avg_time_to_close_pull_request":1645594.0818965517,"issues_closed_count":689,"pull_requests_closed_count":1856,"pull_request_authors_count":654,"issue_authors_count":845,"avg_comments_per_issue":1.6780045351473922,"avg_comments_per_pull_request":1.7592443729903537,"merged_pull_requests_count":1385,"bot_issues_count":0,"bot_pull_requests_count":2,"past_year_issues_count":74,"past_year_pull_requests_count":281,"past_year_avg_time_to_close_issue":6225055.333333333,"past_year_avg_time_to_close_pull_request":2233895.243243243,"past_year_issues_closed_count":12,"past_year_pull_requests_closed_count":74,"past_year_pull_request_authors_count":155,"past_year_issue_authors_count":35,"past_year_avg_comments_per_issue":1.0,"past_year_avg_comments_per_pull_request":1.2562277580071175,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":47,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":48,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"baberabb","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"mrysav","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mrysav"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"jormal","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jormal"},{"login":"sigoden","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/sigoden"},{"login":"shsuman","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/shsuman"},{"login":"THenry14","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/THenry14"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"AndrewCMonson","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/AndrewCMonson"}],"active_maintainers":[{"login":"baberabb","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/baberabb"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FELeutherAI%2Flm-evaluation-harness/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FELeutherAI%2Flm-evaluation-harness/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FELeutherAI%2Flm-evaluation-harness/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FELeutherAI%2Flm-evaluation-harness/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FELeutherAI%2Flm-evaluation-harness/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FELeutherAI%2Flm-evaluation-harness/codemeta","maintainers":[],"registry":{"name":"proxy.golang.org","url":"https://proxy.golang.org","ecosystem":"go","default":true,"packages_count":2541010,"maintainers_count":0,"namespaces_count":853563,"keywords_count":143231,"github":"golang","metadata":{"funded_packages_count":118699,"sync_missing_packages_cursor":{"timestamp":"2026-09-29T00:04:57.155362Z","path":"github.com/virtengine/virtengine/sdk/specs","version":"v0.0.0-20260928231908-c0c887541540"},"rate_limit":5},"icon_url":"https://github.com/golang.png","created_at":"2022-04-04T15:19:22.939Z","updated_at":"2026-10-19T05:07:28.707Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/namespaces"}}]