Unverified Commit c5180737 authored by Nick Cao's avatar Nick Cao Committed by GitHub
Browse files

Merge pull request #269731 from silvergasp/master

Add promptfoo package
parents 67e372dd e41eb435
Loading
Loading
Loading
Loading
+6 −0
Original line number Diff line number Diff line
@@ -12688,6 +12688,12 @@
    githubId = 330943;
    name = "Nathan Bijnens";
  };
  nathanielbrough = {
    github = "silvergasp";
    githubId = 7277663;
    email = "nathaniel.brough@gmail.com";
    name = "Nathaniel Brough";
  };
  nathanruiz = {
    email = "nathanruiz@protonmail.com";
    github = "nathanruiz";
+28 −0
Original line number Diff line number Diff line
{ buildNpmPackage
, fetchFromGitHub
, lib
}:

buildNpmPackage rec {
  pname = "promptfoo";
  version = "0.28.0";

  src = fetchFromGitHub {
    owner = "promptfoo";
    repo = "promptfoo";
    rev = "${version}";
    hash = "sha256-fJZeao5/iTF1QTSdhUT4VurH0witOAVs0NT2sb2McYM=";
  };

  npmDepsHash = "sha256-IcMD8t+2Z2RwQ87j08zNQWlNhtRqDi2cD60ZPEAezww=";

  dontNpmBuild = true;

  meta = with lib; {
    description = "Test your prompts, models, RAGs. Evaluate and compare LLM outputs, catch regressions, and improve prompt quality.";
    homepage = "https://www.promptfoo.dev/";
    changelog = "https://github.com/promptfoo/promptfoo/releases/tag/${version}";
    license = licenses.mit;
    maintainers = [ maintainers.nathanielbrough ];
  };
}