{"id":7840582,"name":"typpo/promptfoo-action","ecosystem":"actions","description":"Automatically run a before/after comparison of edited prompts and posts the result to your Pull Request.","homepage":"","licenses":"mit","normalized_licenses":["MIT"],"repository_url":"https://github.com/typpo/promptfoo-action","keywords_array":[],"namespace":"promptfoo","versions_count":2,"first_release_published_at":"2023-06-23T03:11:54.000Z","latest_release_published_at":"2023-06-23T03:11:54.000Z","latest_release_number":"v1.0.0","latest_published_release_number":null,"last_synced_at":"2026-09-24T22:37:25.646Z","created_at":"2023-06-23T04:18:16.291Z","updated_at":"2026-09-24T22:37:25.646Z","registry_url":"https://github.com/typpo/promptfoo-action","install_command":null,"documentation_url":null,"metadata":{"name":"Test LLM outputs","description":"Automatically run a before/after comparison of edited prompts and posts the result to your Pull Request.","runs":{"using":"node16","main":"dist/index.js"},"inputs":{"github-token":{"description":"Github Token, used to add comments to the PR","required":true},"prompts":{"description":"List of prompt files to watch","required":true},"config":{"description":"Path to a promptfoo config file","required":true},"cache-path":{"description":"Path to cache directory","required":false},"openai-api-key":{"description":"OpenAI API Key","required":false},"promptfoo-version":{"description":"Version of promptfoo to use","required":false,"default":"latest"},"no-share":{"description":"Do not share the promptfoo result","required":false,"default":"false"},"use-config-prompts":{"description":"Use prompts from config file","required":false,"default":"false"}},"branding":{"icon":"box","color":"yellow"},"default_branch":"main","path":null},"repo_metadata":{"id":176361764,"uuid":"656474846","full_name":"promptfoo/promptfoo-action","owner":"promptfoo","description":"The GitHub Action for Promptfoo.  Test your prompts, agents, and RAGs. AI Red teaming, pentesting, and vulnerability scanning for LLMs. Compare performance of GPT, Claude, Gemini, Llama, and more. Simple declarative configs with command line and CI/CD integration.","archived":false,"fork":false,"pushed_at":"2026-08-24T08:11:30.000Z","size":38069,"stargazers_count":70,"open_issues_count":13,"forks_count":33,"subscribers_count":5,"default_branch":"main","last_synced_at":"2026-08-24T08:19:55.405Z","etag":null,"topics":["actions","llm","prompt-engineering","rag","security"],"latest_commit_sha":null,"homepage":"","language":"TypeScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/promptfoo.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.md","contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":".github/CODEOWNERS","security":"SECURITY.md","support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":"AGENTS.md","claude":"CLAUDE.md","gemini":null,"cursor":null,"copilot":null,"dco":null,"cla":null,"disclosure":null}},"created_at":"2023-06-21T03:10:38.000Z","updated_at":"2026-08-24T06:07:28.000Z","dependencies_parsed_at":"2026-01-16T15:18:33.324Z","dependency_job_id":"2be04011-4f4d-4ad9-9ad3-7c20490196f8","html_url":"https://github.com/promptfoo/promptfoo-action","commit_stats":null,"previous_names":["typpo/promptfoo-action"],"tags_count":13,"template":false,"template_full_name":"actions/typescript-action","purl":"pkg:github/promptfoo/promptfoo-action","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/promptfoo","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":341189360,"owners_count":37367045,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-08-22T15:14:58.755Z","status":"online","status_checked_at":"2026-09-16T02:00:06.638Z","response_time":96,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"promptfoo","name":"promptfoo","uuid":"137907881","kind":"organization","description":"Test your prompts","email":null,"website":"https://www.promptfoo.dev/","location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/137907881?v=4","repositories_count":2,"last_synced_at":"2023-06-28T16:35:52.573Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/promptfoo","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-06-28T16:35:52.583Z","updated_at":"2023-06-28T16:35:52.583Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/promptfoo","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/promptfoo/repositories"},"tags":[{"name":"v1","sha":"04839e664f52212b877170219dab0d7ad2bf6440","kind":"tag","published_at":"2026-06-15T04:02:19.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/v1","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/v1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@v1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1/manifests"},{"name":"v1.3","sha":"04839e664f52212b877170219dab0d7ad2bf6440","kind":"tag","published_at":"2026-06-15T04:02:19.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/v1.3","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/v1.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@v1.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.3/manifests"},{"name":"promptfoo-action-v1.3.4","sha":"04839e664f52212b877170219dab0d7ad2bf6440","kind":"commit","published_at":"2026-06-15T04:01:56.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/promptfoo-action-v1.3.4","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/promptfoo-action-v1.3.4","dependencies_parsed_at":"2026-08-08T13:24:34.518Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@promptfoo-action-v1.3.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.3.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.3.4/manifests"},{"name":"promptfoo-action-v1.3.3","sha":"abae40546236ad75e8ed17428ba57faff9e39dc1","kind":"commit","published_at":"2026-06-08T18:16:24.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/promptfoo-action-v1.3.3","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/promptfoo-action-v1.3.3","dependencies_parsed_at":"2026-08-08T13:24:34.584Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@promptfoo-action-v1.3.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.3.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.3.3/manifests"},{"name":"promptfoo-action-v1.3.2","sha":"831a1d11a7e8fd86203865d125f119336866880f","kind":"commit","published_at":"2026-05-26T23:59:35.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/promptfoo-action-v1.3.2","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/promptfoo-action-v1.3.2","dependencies_parsed_at":"2026-08-08T13:24:34.636Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@promptfoo-action-v1.3.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.3.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.3.2/manifests"},{"name":"promptfoo-action-v1.3.1","sha":"e2b793945efd6eb3014332602598c84252eddd1f","kind":"commit","published_at":"2026-05-06T23:18:38.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/promptfoo-action-v1.3.1","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/promptfoo-action-v1.3.1","dependencies_parsed_at":"2026-08-08T13:24:34.549Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@promptfoo-action-v1.3.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.3.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.3.1/manifests"},{"name":"promptfoo-action-v1.3.0","sha":"a79f5caf3f7b320e697e354c7afaeb75964c4b72","kind":"commit","published_at":"2026-04-28T02:52:54.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/promptfoo-action-v1.3.0","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/promptfoo-action-v1.3.0","dependencies_parsed_at":"2026-08-08T13:24:34.514Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@promptfoo-action-v1.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.3.0/manifests"},{"name":"v1.2","sha":"84e770439423a690cce6707e828954fb28bda62e","kind":"tag","published_at":"2026-04-06T06:03:02.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/v1.2","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/v1.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@v1.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.2/manifests"},{"name":"promptfoo-action-v1.2.2","sha":"84e770439423a690cce6707e828954fb28bda62e","kind":"commit","published_at":"2026-04-06T06:02:40.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/promptfoo-action-v1.2.2","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/promptfoo-action-v1.2.2","dependencies_parsed_at":"2026-08-08T13:24:34.472Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@promptfoo-action-v1.2.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.2.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.2.2/manifests"},{"name":"promptfoo-action-v1.2.1","sha":"7268ea580d54d5aaa10c3dc41f28c77fe09d181f","kind":"commit","published_at":"2026-01-08T17:04:03.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/promptfoo-action-v1.2.1","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/promptfoo-action-v1.2.1","dependencies_parsed_at":"2026-08-08T13:24:34.549Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@promptfoo-action-v1.2.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.2.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.2.1/manifests"},{"name":"promptfoo-action-v1.2.0","sha":"6e8f6baa6dfa99668bd53eafdbb451e1679cd3ec","kind":"commit","published_at":"2025-11-23T20:57:50.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/promptfoo-action-v1.2.0","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/promptfoo-action-v1.2.0","dependencies_parsed_at":"2026-08-08T13:24:34.965Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@promptfoo-action-v1.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/promptfoo-action-v1.2.0/manifests"},{"name":"v1.1.0","sha":"aca85611a5fad817a74c21958eaa4595a095517b","kind":"tag","published_at":"2025-10-19T23:34:19.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/v1.1.0","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/v1.1.0","dependencies_parsed_at":"2025-10-25T04:20:11.006Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@v1.1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.1.0/manifests"},{"name":"v1.0.0","sha":"831a73deccc6a4a0ce91e671a511a6e70fa52349","kind":"commit","published_at":"2024-02-21T17:34:04.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/v1.0.0","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/v1.0.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@v1.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.0.0/manifests"}]},"repo_metadata_updated_at":"2026-09-16T16:50:36.506Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":35.615855454813264,"dependent_packages_count":0.0,"stargazers_count":48.564695099996726,"forks_count":34.938299891983895,"docker_downloads_count":null,"average":29.77971261169847},"purl":"pkg:githubactions/typpo/promptfoo-action","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/actions/typpo/promptfoo-action","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/actions/typpo/promptfoo-action","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/actions/typpo/promptfoo-action/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2026-09-12T08:03:49.675Z","issues_count":27,"pull_requests_count":519,"avg_time_to_close_issue":4306255.1,"avg_time_to_close_pull_request":89926.9138381201,"issues_closed_count":10,"pull_requests_closed_count":383,"pull_request_authors_count":14,"issue_authors_count":13,"avg_comments_per_issue":0.3333333333333333,"avg_comments_per_pull_request":0.6011560693641619,"merged_pull_requests_count":340,"bot_issues_count":3,"bot_pull_requests_count":471,"past_year_issues_count":0,"past_year_pull_requests_count":52,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":249615.0909090909,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":22,"past_year_pull_request_authors_count":6,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":4.730769230769231,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":35,"past_year_merged_pull_requests_count":20,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/issues","maintainers":[{"login":"mldangelo","count":22,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mldangelo"},{"login":"typpo","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/typpo"}],"active_maintainers":[{"login":"mldangelo","count":5,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mldangelo"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/typpo%2Fpromptfoo-action/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/typpo%2Fpromptfoo-action/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/typpo%2Fpromptfoo-action/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/typpo%2Fpromptfoo-action/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/typpo%2Fpromptfoo-action/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/typpo%2Fpromptfoo-action/codemeta","maintainers":[]}