From 12bd33ea10ae89e0fee16d8d9eaaad550e972a11 Mon Sep 17 00:00:00 2001 From: Ihar Hrachyshka Date: Sat, 31 Jan 2026 20:46:57 -0500 Subject: [PATCH] python3Packages.lm-eval: update optional-dependencies --- .../python-modules/lm-eval/default.nix | 93 ++++++++++--------- 1 file changed, 48 insertions(+), 45 deletions(-) diff --git a/pkgs/development/python-modules/lm-eval/default.nix b/pkgs/development/python-modules/lm-eval/default.nix index ac391d1af742..872148fed82e 100644 --- a/pkgs/development/python-modules/lm-eval/default.nix +++ b/pkgs/development/python-modules/lm-eval/default.nix @@ -11,52 +11,40 @@ datasets, dill, evaluate, + jinja2, jsonlines, more-itertools, - numexpr, peft, - pybind11, pytablewriter, rouge-score, sacrebleu, scikit-learn, sqlitedict, torch, - tqdm-multiprocess, transformers, + typing-extensions, word2number, zstandard, # optional-dependencies - # api aiohttp, + hf-transfer, + immutabledict, + langdetect, + librosa, + nltk, + numpy, + optimum, + pandas, + pymorphy2, requests, + sentencepiece, + soundfile, + statsmodels, tenacity, tiktoken, tqdm, - # dscrim_eval - statsmodels, - # hf_transfer - hf-transfer, - # ifeval - immutabledict, - langdetect, - nltk, - # neuronx - optimum, - # mamba - causal-conv1d, - mamba-ssm, - # math - antlr4-python3-runtime, - sympy, - # sentencepiece - sentencepiece, - # vllm vllm, - # wandb - numpy, - pandas, wandb, # tests @@ -81,23 +69,18 @@ buildPythonPackage (finalAttrs: { ]; dependencies = [ - accelerate datasets dill evaluate + jinja2 jsonlines more-itertools - numexpr - peft - pybind11 pytablewriter rouge-score sacrebleu scikit-learn sqlitedict - torch - tqdm-multiprocess - transformers + typing-extensions word2number zstandard ]; @@ -110,21 +93,25 @@ buildPythonPackage (finalAttrs: { tiktoken tqdm ]; + audiolm_qwen = [ + librosa + soundfile + ]; discrim_eval = [ statsmodels ]; + hf = [ + accelerate + peft + torch + transformers + ]; hf_transfer = [ hf-transfer ]; ifeval = [ immutabledict langdetect nltk ]; - neuronx = [ optimum ] ++ optimum.optional-dependencies.neuronx; - mamba = [ - causal-conv1d - mamba-ssm - ]; - math = [ - antlr4-python3-runtime - sympy + libra = [ + pymorphy2 ]; optimum = [ optimum ] ++ optimum.optional-dependencies.openvino; sentencepiece = [ sentencepiece ]; @@ -134,9 +121,23 @@ buildPythonPackage (finalAttrs: { pandas wandb ]; - # Still missing dependencies for the following: - # deepsparse, gptq, ibm_watsonx_ai, multilingual, promptsource, sparseml, - # zeno, gptqmodel, japanese_leaderboard; all = [...]; + # Still missing dependencies for the following optional dependency groups: + # - acpbench + # - deepsparse + # - gptq + # - gptqmodel + # - ibm_watsonx_ai + # - ipex + # - japanese_leaderboard + # - longbench + # - math + # - multilingual + # - ruler + # - sae_lens + # - sparsify + # - tasks + # - unitxt + # - zeno }; pythonRelaxDeps = [ "datasets" ]; @@ -145,9 +146,11 @@ buildPythonPackage (finalAttrs: { nativeCheckInputs = [ pytestCheckHook + sentencepiece writableTmpDirAsHomeHook ] - ++ finalAttrs.passthru.optional-dependencies.api; + ++ finalAttrs.passthru.optional-dependencies.api + ++ finalAttrs.passthru.optional-dependencies.hf; disabledTests = [ "test_deepsparse" # deepsparse is not available