python3Packages.lm-eval: update optional-dependencies

pkgs/development/python-modules/lm-eval/default.nix

@@ -11,52 +11,40 @@
   datasets,
   dill,
   evaluate,
+  jinja2,
   jsonlines,
   more-itertools,
-  numexpr,
   peft,
-  pybind11,
   pytablewriter,
   rouge-score,
   sacrebleu,
   scikit-learn,
   sqlitedict,
   torch,
-  tqdm-multiprocess,
   transformers,
+  typing-extensions,
   word2number,
   zstandard,
 
   # optional-dependencies
-  # api
   aiohttp,
+  hf-transfer,
+  immutabledict,
+  langdetect,
+  librosa,
+  nltk,
+  numpy,
+  optimum,
+  pandas,
+  pymorphy2,
   requests,
+  sentencepiece,
+  soundfile,
+  statsmodels,
   tenacity,
   tiktoken,
   tqdm,
-  # dscrim_eval
-  statsmodels,
-  # hf_transfer
-  hf-transfer,
-  # ifeval
-  immutabledict,
-  langdetect,
-  nltk,
-  # neuronx
-  optimum,
-  # mamba
-  causal-conv1d,
-  mamba-ssm,
-  # math
-  antlr4-python3-runtime,
-  sympy,
-  # sentencepiece
-  sentencepiece,
-  # vllm
   vllm,
-  # wandb
-  numpy,
-  pandas,
   wandb,
 
   # tests
@@ -81,23 +69,18 @@ buildPythonPackage (finalAttrs: {
   ];
 
   dependencies = [
-    accelerate
     datasets
     dill
     evaluate
+    jinja2
     jsonlines
     more-itertools
-    numexpr
-    peft
-    pybind11
     pytablewriter
     rouge-score
     sacrebleu
     scikit-learn
     sqlitedict
-    torch
-    tqdm-multiprocess
-    transformers
+    typing-extensions
     word2number
     zstandard
   ];
@@ -110,21 +93,25 @@ buildPythonPackage (finalAttrs: {
       tiktoken
       tqdm
     ];
+    audiolm_qwen = [
+      librosa
+      soundfile
+    ];
     discrim_eval = [ statsmodels ];
+    hf = [
+      accelerate
+      peft
+      torch
+      transformers
+    ];
     hf_transfer = [ hf-transfer ];
     ifeval = [
       immutabledict
       langdetect
       nltk
     ];
-    neuronx = [ optimum ] ++ optimum.optional-dependencies.neuronx;
-    mamba = [
-      causal-conv1d
-      mamba-ssm
-    ];
-    math = [
-      antlr4-python3-runtime
-      sympy
+    libra = [
+      pymorphy2
     ];
     optimum = [ optimum ] ++ optimum.optional-dependencies.openvino;
     sentencepiece = [ sentencepiece ];
@@ -134,9 +121,23 @@ buildPythonPackage (finalAttrs: {
       pandas
       wandb
     ];
-    # Still missing dependencies for the following:
-    # deepsparse, gptq, ibm_watsonx_ai, multilingual, promptsource, sparseml,
-    # zeno, gptqmodel, japanese_leaderboard; all = [...];
+    # Still missing dependencies for the following optional dependency groups:
+    # - acpbench
+    # - deepsparse
+    # - gptq
+    # - gptqmodel
+    # - ibm_watsonx_ai
+    # - ipex
+    # - japanese_leaderboard
+    # - longbench
+    # - math
+    # - multilingual
+    # - ruler
+    # - sae_lens
+    # - sparsify
+    # - tasks
+    # - unitxt
+    # - zeno
   };
 
   pythonRelaxDeps = [ "datasets" ];
@@ -145,9 +146,11 @@ buildPythonPackage (finalAttrs: {
 
   nativeCheckInputs = [
     pytestCheckHook
+    sentencepiece
     writableTmpDirAsHomeHook
   ]
-  ++ finalAttrs.passthru.optional-dependencies.api;
+  ++ finalAttrs.passthru.optional-dependencies.api
+  ++ finalAttrs.passthru.optional-dependencies.hf;
 
   disabledTests = [
     "test_deepsparse" # deepsparse is not available