{"id":7859722,"name":"promptfoo/promptfoo-action","ecosystem":"actions","description":"Run promptfoo evaluations on your prompts. Works with pull requests, pushes, and manual triggers (workflow_dispatch).","homepage":"","licenses":"mit","normalized_licenses":["MIT"],"repository_url":"https://github.com/promptfoo/promptfoo-action","keywords_array":["actions","llm","prompt-engineering","rag","security"],"namespace":"promptfoo","versions_count":7,"first_release_published_at":"2023-06-23T03:11:54.000Z","latest_release_published_at":"2025-10-19T23:34:19.000Z","latest_release_number":"v1.1.0","last_synced_at":"2026-05-17T18:15:52.527Z","created_at":"2023-06-27T16:09:08.941Z","updated_at":"2026-05-17T18:15:52.528Z","registry_url":"https://github.com/promptfoo/promptfoo-action","install_command":null,"documentation_url":null,"metadata":{"name":"Test LLM outputs","description":"Run promptfoo evaluations on your prompts. Works with pull requests, pushes, and manual triggers (workflow_dispatch).","runs":{"using":"node20","main":"dist/index.js"},"inputs":{"github-token":{"description":"Github Token, used to add comments to PRs and write workflow summaries","required":true},"prompts":{"description":"List of prompt files to watch (glob patterns supported, one per line)","required":false},"config":{"description":"Path to a promptfoo config file","required":true},"cache-path":{"description":"Path to cache directory","required":false},"openai-api-key":{"description":"OpenAI API Key. Falls back to OPENAI_API_KEY environment variable if not provided.","required":false},"azure-api-key":{"description":"Azure API key. Falls back to AZURE_OPENAI_API_KEY environment variable if not provided.","required":false},"anthropic-api-key":{"description":"Anthropic API key. Falls back to ANTHROPIC_API_KEY environment variable if not provided.","required":false},"huggingface-api-key":{"description":"Hugging Face API key. Falls back to HF_API_TOKEN environment variable if not provided.","required":false},"aws-access-key-id":{"description":"AWS Access Key ID. Falls back to AWS_ACCESS_KEY_ID environment variable if not provided.","required":false},"aws-secret-access-key":{"description":"AWS Secret Access Key. Falls back to AWS_SECRET_ACCESS_KEY environment variable if not provided.","required":false},"replicate-api-key":{"description":"Replicate API key. Falls back to REPLICATE_API_KEY environment variable if not provided.","required":false},"palm-api-key":{"description":"Palm API key. Falls back to PALM_API_KEY environment variable if not provided.","required":false},"vertex-api-key":{"description":"Google Vertex API key. Falls back to VERTEX_API_KEY environment variable if not provided.","required":false},"cohere-api-key":{"description":"Cohere API key. Falls back to COHERE_API_KEY environment variable if not provided.","required":false},"mistral-api-key":{"description":"Mistral API key. Falls back to MISTRAL_API_KEY environment variable if not provided.","required":false},"groq-api-key":{"description":"Groq API key. Falls back to GROQ_API_KEY environment variable if not provided.","required":false},"promptfoo-version":{"description":"Version of promptfoo to use","required":false,"default":"latest"},"working-directory":{"description":"The working directory to run promptfoo in","required":false,"default":"."},"no-share":{"description":"Do not share the promptfoo result","required":false,"default":"false"},"use-config-prompts":{"description":"Use prompts from config file","required":false,"default":"false"},"env-files":{"description":"Comma-separated list of .env files to load (e.g. \".env,.env.test.local\")","required":false,"default":""},"fail-on-threshold":{"description":"Fail the action if the evaluation success rate is below this percentage (0-100)","required":false,"default":""},"debug":{"description":"Enable debug logging for troubleshooting","required":false,"default":"false"},"max-concurrency":{"description":"Maximum number of concurrent API calls (default: 4)","required":false,"default":"4"},"no-table":{"description":"Run promptfoo with --no-table flag to keep output minimal","required":false,"default":"false"},"no-progress-bar":{"description":"Run promptfoo with --no-progress-bar flag to keep output minimal","required":false,"default":"false"},"no-cache":{"description":"Run promptfoo with --no-cache flag to avoid reading or writing results to the disk cache","required":false,"default":"false"},"disable-comment":{"description":"Disable posting comments to the PR","required":false,"default":"false"},"workflow-files":{"description":"Files to evaluate in workflow_dispatch mode (newline-separated list). If not specified, falls back to workflow inputs or auto-detection.","required":false,"default":""},"workflow-base":{"description":"Base ref to compare against in workflow_dispatch mode (e.g., main, HEAD~1). If not specified, falls back to workflow inputs or HEAD~1.","required":false,"default":""},"force-run":{"description":"Force evaluation to run even if no files changed","required":false,"default":"false"}},"branding":{"icon":"box","color":"yellow"},"default_branch":"main","path":null},"repo_metadata":{"id":176361764,"uuid":"656474846","full_name":"promptfoo/promptfoo-action","owner":"promptfoo","description":null,"archived":false,"fork":false,"pushed_at":"2025-10-24T10:10:42.000Z","size":14065,"stargazers_count":27,"open_issues_count":5,"forks_count":13,"subscribers_count":5,"default_branch":"main","last_synced_at":"2025-10-24T12:13:22.818Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"TypeScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/promptfoo.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2023-06-21T03:10:38.000Z","updated_at":"2025-10-23T11:18:22.000Z","dependencies_parsed_at":"2023-10-14T19:47:43.625Z","dependency_job_id":"59a3a90d-5e9b-45d2-80a9-3daf374208f7","html_url":"https://github.com/promptfoo/promptfoo-action","commit_stats":null,"previous_names":["typpo/promptfoo-action"],"tags_count":3,"template":false,"template_full_name":"actions/typescript-action","purl":"pkg:github/promptfoo/promptfoo-action","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/promptfoo","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":281191399,"owners_count":26458805,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-10-26T02:00:06.575Z","response_time":61,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"promptfoo","name":"promptfoo","uuid":"137907881","kind":"organization","description":"Test your prompts","email":null,"website":"https://www.promptfoo.dev/","location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/137907881?v=4","repositories_count":2,"last_synced_at":"2023-06-28T16:35:52.573Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/promptfoo","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-06-28T16:35:52.583Z","updated_at":"2023-06-28T16:35:52.583Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/promptfoo","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/promptfoo/repositories"},"tags":[{"name":"v1.1.0","sha":"aca85611a5fad817a74c21958eaa4595a095517b","kind":"tag","published_at":"2025-10-19T23:34:19.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/v1.1.0","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/v1.1.0","dependencies_parsed_at":"2025-10-25T04:20:11.006Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@v1.1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.1.0/manifests"},{"name":"v1.0.0","sha":"6d4d9103fd3ba13bf37988e4632e268d8cfd135f","kind":"commit","published_at":"2023-06-23T03:11:54.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/v1.0.0","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/v1.0.0","dependencies_parsed_at":"2023-06-28T01:14:43.056Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@v1.0.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.0.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1.0.0/manifests"},{"name":"v1","sha":"6d4d9103fd3ba13bf37988e4632e268d8cfd135f","kind":"commit","published_at":"2023-06-23T03:11:54.000Z","download_url":"https://codeload.github.com/promptfoo/promptfoo-action/tar.gz/v1","html_url":"https://github.com/promptfoo/promptfoo-action/releases/tag/v1","dependencies_parsed_at":"2023-06-28T01:14:43.058Z","dependency_job_id":null,"purl":"pkg:github/promptfoo/promptfoo-action@v1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/tags/v1/manifests"}]},"repo_metadata_updated_at":"2026-02-11T14:45:11.643Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":42.7476283259335,"dependent_packages_count":0.0,"stargazers_count":48.85964351881428,"forks_count":35.59701015779723,"docker_downloads_count":null,"average":31.80107050063625},"purl":"pkg:githubactions/promptfoo/promptfoo-action","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/actions/promptfoo/promptfoo-action","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/actions/promptfoo/promptfoo-action","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/actions/promptfoo/promptfoo-action/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-10-24T13:08:01.536Z","issues_count":27,"pull_requests_count":493,"avg_time_to_close_issue":4306255.1,"avg_time_to_close_pull_request":81980.0290237467,"issues_closed_count":10,"pull_requests_closed_count":379,"pull_request_authors_count":11,"issue_authors_count":13,"avg_comments_per_issue":0.3333333333333333,"avg_comments_per_pull_request":0.14807302231237324,"merged_pull_requests_count":336,"bot_issues_count":3,"bot_pull_requests_count":457,"past_year_issues_count":7,"past_year_pull_requests_count":345,"past_year_avg_time_to_close_issue":13192.0,"past_year_avg_time_to_close_pull_request":85679.75,"past_year_issues_closed_count":1,"past_year_pull_requests_closed_count":260,"past_year_pull_request_authors_count":7,"past_year_issue_authors_count":6,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":0.13623188405797101,"past_year_bot_issues_count":2,"past_year_bot_pull_requests_count":318,"past_year_merged_pull_requests_count":233,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/promptfoo%2Fpromptfoo-action/issues","maintainers":[{"login":"mldangelo","count":21,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mldangelo"},{"login":"typpo","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/typpo"}],"active_maintainers":[{"login":"mldangelo","count":21,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/mldangelo"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/promptfoo%2Fpromptfoo-action/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/promptfoo%2Fpromptfoo-action/version_numbers","latest_version_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/promptfoo%2Fpromptfoo-action/latest_version","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/promptfoo%2Fpromptfoo-action/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/promptfoo%2Fpromptfoo-action/related_packages","codemeta_url":"https://packages.ecosyste.ms/api/v1/registries/github%20actions/packages/promptfoo%2Fpromptfoo-action/codemeta","maintainers":[]}