From 4d0d23ba685c8e8a98130d0994e754a2ff16289c Mon Sep 17 00:00:00 2001
From: "R. Ryantm" <ryantm-bot@ryantm.com>
Date: Sat, 31 Jan 2026 07:03:33 +0000
Subject: [PATCH 1/3] python3Packages.lm-eval: 0.4.9.2 -> 0.4.10

---
 pkgs/development/python-modules/lm-eval/default.nix | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/pkgs/development/python-modules/lm-eval/default.nix b/pkgs/development/python-modules/lm-eval/default.nix
index 3bbaae0ce9e6..ac391d1af742 100644
--- a/pkgs/development/python-modules/lm-eval/default.nix
+++ b/pkgs/development/python-modules/lm-eval/default.nix
@@ -66,14 +66,14 @@
 
 buildPythonPackage (finalAttrs: {
   pname = "lm-eval";
-  version = "0.4.9.2";
+  version = "0.4.10";
   pyproject = true;
 
   src = fetchFromGitHub {
     owner = "EleutherAI";
     repo = "lm-evaluation-harness";
     tag = "v${finalAttrs.version}";
-    hash = "sha256-Foz49XfIIzGJkgzjBu9P1J9cwYjl3fjAAJG9GKRwfq8=";
+    hash = "sha256-+fVLpJ/wzFyQJkdlHTirTNrtWg7Vn26kU0OV4+oDJXA=";
   };
 
   build-system = [

From 12bd33ea10ae89e0fee16d8d9eaaad550e972a11 Mon Sep 17 00:00:00 2001
From: Ihar Hrachyshka <ihar.hrachyshka@gmail.com>
Date: Sat, 31 Jan 2026 20:46:57 -0500
Subject: [PATCH 2/3] python3Packages.lm-eval: update optional-dependencies

---
 .../python-modules/lm-eval/default.nix        | 93 ++++++++++---------
 1 file changed, 48 insertions(+), 45 deletions(-)

diff --git a/pkgs/development/python-modules/lm-eval/default.nix b/pkgs/development/python-modules/lm-eval/default.nix
index ac391d1af742..872148fed82e 100644
--- a/pkgs/development/python-modules/lm-eval/default.nix
+++ b/pkgs/development/python-modules/lm-eval/default.nix
@@ -11,52 +11,40 @@
   datasets,
   dill,
   evaluate,
+  jinja2,
   jsonlines,
   more-itertools,
-  numexpr,
   peft,
-  pybind11,
   pytablewriter,
   rouge-score,
   sacrebleu,
   scikit-learn,
   sqlitedict,
   torch,
-  tqdm-multiprocess,
   transformers,
+  typing-extensions,
   word2number,
   zstandard,
 
   # optional-dependencies
-  # api
   aiohttp,
+  hf-transfer,
+  immutabledict,
+  langdetect,
+  librosa,
+  nltk,
+  numpy,
+  optimum,
+  pandas,
+  pymorphy2,
   requests,
+  sentencepiece,
+  soundfile,
+  statsmodels,
   tenacity,
   tiktoken,
   tqdm,
-  # dscrim_eval
-  statsmodels,
-  # hf_transfer
-  hf-transfer,
-  # ifeval
-  immutabledict,
-  langdetect,
-  nltk,
-  # neuronx
-  optimum,
-  # mamba
-  causal-conv1d,
-  mamba-ssm,
-  # math
-  antlr4-python3-runtime,
-  sympy,
-  # sentencepiece
-  sentencepiece,
-  # vllm
   vllm,
-  # wandb
-  numpy,
-  pandas,
   wandb,
 
   # tests
@@ -81,23 +69,18 @@ buildPythonPackage (finalAttrs: {
   ];
 
   dependencies = [
-    accelerate
     datasets
     dill
     evaluate
+    jinja2
     jsonlines
     more-itertools
-    numexpr
-    peft
-    pybind11
     pytablewriter
     rouge-score
     sacrebleu
     scikit-learn
     sqlitedict
-    torch
-    tqdm-multiprocess
-    transformers
+    typing-extensions
     word2number
     zstandard
   ];
@@ -110,21 +93,25 @@ buildPythonPackage (finalAttrs: {
       tiktoken
       tqdm
     ];
+    audiolm_qwen = [
+      librosa
+      soundfile
+    ];
     discrim_eval = [ statsmodels ];
+    hf = [
+      accelerate
+      peft
+      torch
+      transformers
+    ];
     hf_transfer = [ hf-transfer ];
     ifeval = [
       immutabledict
       langdetect
       nltk
     ];
-    neuronx = [ optimum ] ++ optimum.optional-dependencies.neuronx;
-    mamba = [
-      causal-conv1d
-      mamba-ssm
-    ];
-    math = [
-      antlr4-python3-runtime
-      sympy
+    libra = [
+      pymorphy2
     ];
     optimum = [ optimum ] ++ optimum.optional-dependencies.openvino;
     sentencepiece = [ sentencepiece ];
@@ -134,9 +121,23 @@ buildPythonPackage (finalAttrs: {
       pandas
       wandb
     ];
-    # Still missing dependencies for the following:
-    # deepsparse, gptq, ibm_watsonx_ai, multilingual, promptsource, sparseml,
-    # zeno, gptqmodel, japanese_leaderboard; all = [...];
+    # Still missing dependencies for the following optional dependency groups:
+    # - acpbench
+    # - deepsparse
+    # - gptq
+    # - gptqmodel
+    # - ibm_watsonx_ai
+    # - ipex
+    # - japanese_leaderboard
+    # - longbench
+    # - math
+    # - multilingual
+    # - ruler
+    # - sae_lens
+    # - sparsify
+    # - tasks
+    # - unitxt
+    # - zeno
   };
 
   pythonRelaxDeps = [ "datasets" ];
@@ -145,9 +146,11 @@ buildPythonPackage (finalAttrs: {
 
   nativeCheckInputs = [
     pytestCheckHook
+    sentencepiece
     writableTmpDirAsHomeHook
   ]
-  ++ finalAttrs.passthru.optional-dependencies.api;
+  ++ finalAttrs.passthru.optional-dependencies.api
+  ++ finalAttrs.passthru.optional-dependencies.hf;
 
   disabledTests = [
     "test_deepsparse" # deepsparse is not available

From cc2e4e15b69422b527693d9d3f4becdcd98477b2 Mon Sep 17 00:00:00 2001
From: Ihar Hrachyshka <ihar.hrachyshka@gmail.com>
Date: Sat, 31 Jan 2026 20:49:21 -0500
Subject: [PATCH 3/3] python3Packages.lm-eval: use setuptools instead of -scm

---
 pkgs/development/python-modules/lm-eval/default.nix | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/pkgs/development/python-modules/lm-eval/default.nix b/pkgs/development/python-modules/lm-eval/default.nix
index 872148fed82e..c1befc184c8d 100644
--- a/pkgs/development/python-modules/lm-eval/default.nix
+++ b/pkgs/development/python-modules/lm-eval/default.nix
@@ -4,7 +4,7 @@
   fetchFromGitHub,
 
   # build-system
-  setuptools-scm,
+  setuptools,
 
   # dependencies
   accelerate,
@@ -65,7 +65,7 @@ buildPythonPackage (finalAttrs: {
   };
 
   build-system = [
-    setuptools-scm
+    setuptools
   ];
 
   dependencies = [