Merge pull request #269731 from silvergasp/master

Add promptfoo package

maintainers/maintainer-list.nix

@@ -12688,6 +12688,12 @@
     githubId = 330943;
     name = "Nathan Bijnens";
   };
+  nathanielbrough = {
+    github = "silvergasp";
+    githubId = 7277663;
+    email = "nathaniel.brough@gmail.com";
+    name = "Nathaniel Brough";
+  };
   nathanruiz = {
     email = "nathanruiz@protonmail.com";
     github = "nathanruiz";

pkgs/by-name/pr/promptfoo/package.nix

@@ -0,0 +1,28 @@
+{ buildNpmPackage
+, fetchFromGitHub
+, lib
+}:
+
+buildNpmPackage rec {
+  pname = "promptfoo";
+  version = "0.28.0";
+
+  src = fetchFromGitHub {
+    owner = "promptfoo";
+    repo = "promptfoo";
+    rev = "${version}";
+    hash = "sha256-fJZeao5/iTF1QTSdhUT4VurH0witOAVs0NT2sb2McYM=";
+  };
+
+  npmDepsHash = "sha256-IcMD8t+2Z2RwQ87j08zNQWlNhtRqDi2cD60ZPEAezww=";
+
+  dontNpmBuild = true;
+
+  meta = with lib; {
+    description = "Test your prompts, models, RAGs. Evaluate and compare LLM outputs, catch regressions, and improve prompt quality.";
+    homepage = "https://www.promptfoo.dev/";
+    changelog = "https://github.com/promptfoo/promptfoo/releases/tag/${version}";
+    license = licenses.mit;
+    maintainers = [ maintainers.nathanielbrough ];
+  };
+}