Robert Schütz
1a04744f74
There is no need to disable Python packages for Python versions that are
no longer in Nixpkgs.
This change was generated using the following script:
pattern='^\s*disabled\s*=\s*pythonOlder\s*"3\.\([0-9]\|10\)"\s*;\s*$'
for f in $(find -name '*.nix'); do
grep -q "$pattern" "$f" || continue
sed -i "/$pattern/d" "$f"
if [ $(grep -c pythonOlder "$f") == 1 ]; then
sed -i '/^\s*pythonOlder,\s*$/d' "$f"
fi
nixfmt "$f"
done
194 lines
3.1 KiB
Nix
194 lines
3.1 KiB
Nix
{
|
|
lib,
|
|
aiofiles,
|
|
aiosqlite,
|
|
alembic,
|
|
asyncpg,
|
|
backoff,
|
|
brotli-asgi,
|
|
buildPythonPackage,
|
|
cleanlab,
|
|
datasets,
|
|
elasticsearch8,
|
|
evaluate,
|
|
factory-boy,
|
|
faiss,
|
|
fastapi,
|
|
fetchFromGitHub,
|
|
flyingsquid,
|
|
greenlet,
|
|
httpx,
|
|
huggingface-hub,
|
|
luqum,
|
|
monotonic,
|
|
numpy,
|
|
openai,
|
|
opensearch-py,
|
|
packaging,
|
|
pandas,
|
|
passlib,
|
|
pdm-backend,
|
|
peft,
|
|
pgmpy,
|
|
pillow,
|
|
plotly,
|
|
prodict,
|
|
psutil,
|
|
psycopg2,
|
|
pydantic,
|
|
pytest-asyncio,
|
|
pytest-mock,
|
|
pytestCheckHook,
|
|
python-jose,
|
|
python-multipart,
|
|
pyyaml,
|
|
rich,
|
|
schedule,
|
|
scikit-learn,
|
|
sentence-transformers,
|
|
seqeval,
|
|
smart-open,
|
|
snorkel,
|
|
spacy-transformers,
|
|
spacy,
|
|
sqlalchemy,
|
|
standardwebhooks,
|
|
tqdm,
|
|
transformers,
|
|
typer,
|
|
uvicorn,
|
|
wrapt,
|
|
# , flair
|
|
# , setfit
|
|
# , spacy-huggingface-hub
|
|
# , span_marker
|
|
# , trl
|
|
}:
|
|
|
|
buildPythonPackage rec {
|
|
pname = "argilla";
|
|
version = "2.8.0";
|
|
pyproject = true;
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "argilla-io";
|
|
repo = "argilla";
|
|
tag = "v${version}";
|
|
hash = "sha256-8j7/Gtn4FnAZA3oIV7dLxKwNtigqB7AweHtQ/kzLwm4=";
|
|
};
|
|
|
|
sourceRoot = "${src.name}/${pname}";
|
|
|
|
pythonRelaxDeps = [
|
|
"httpx"
|
|
"numpy"
|
|
"rich"
|
|
"typer"
|
|
"wrapt"
|
|
];
|
|
|
|
build-system = [ pdm-backend ];
|
|
|
|
dependencies = [
|
|
httpx
|
|
datasets
|
|
packaging
|
|
pandas
|
|
pydantic
|
|
wrapt
|
|
numpy
|
|
tqdm
|
|
pillow
|
|
huggingface-hub
|
|
monotonic
|
|
rich
|
|
typer
|
|
standardwebhooks
|
|
];
|
|
|
|
optional-dependencies = {
|
|
server = [
|
|
aiofiles
|
|
aiosqlite
|
|
alembic
|
|
backoff
|
|
brotli-asgi
|
|
elasticsearch8
|
|
fastapi
|
|
greenlet
|
|
luqum
|
|
opensearch-py
|
|
passlib
|
|
psutil
|
|
python-jose
|
|
python-multipart
|
|
pyyaml
|
|
scikit-learn
|
|
smart-open
|
|
sqlalchemy
|
|
uvicorn
|
|
]
|
|
++ elasticsearch8.optional-dependencies.async
|
|
++ uvicorn.optional-dependencies.standard
|
|
++ python-jose.optional-dependencies.cryptography
|
|
++ passlib.optional-dependencies.bcrypt;
|
|
postgresql = [
|
|
asyncpg
|
|
psycopg2
|
|
];
|
|
listeners = [
|
|
schedule
|
|
prodict
|
|
];
|
|
integrations = [
|
|
cleanlab
|
|
evaluate
|
|
faiss
|
|
flyingsquid
|
|
openai
|
|
peft
|
|
pgmpy
|
|
plotly
|
|
pyyaml
|
|
sentence-transformers
|
|
seqeval
|
|
snorkel
|
|
spacy
|
|
spacy-transformers
|
|
transformers
|
|
# flair
|
|
# setfit
|
|
# span_marker
|
|
# trl
|
|
# spacy-huggingface-hub
|
|
]
|
|
++ transformers.optional-dependencies.torch;
|
|
};
|
|
|
|
# Still quite a bit of optional dependencies missing
|
|
doCheck = false;
|
|
|
|
preCheck = ''
|
|
export HOME=$(mktemp -d)
|
|
'';
|
|
|
|
nativeCheckInputs = [
|
|
pytestCheckHook
|
|
pytest-mock
|
|
pytest-asyncio
|
|
factory-boy
|
|
]
|
|
++ lib.concatAttrValues optional-dependencies;
|
|
|
|
disabledTestPaths = [ "tests/server/datasets/test_dao.py" ];
|
|
|
|
meta = {
|
|
description = "Open-source data curation platform for LLMs";
|
|
homepage = "https://github.com/argilla-io/argilla";
|
|
changelog = "https://github.com/argilla-io/argilla/releases/tag/${src.tag}";
|
|
license = lib.licenses.asl20;
|
|
maintainers = with lib.maintainers; [ happysalada ];
|
|
mainProgram = "argilla";
|
|
};
|
|
}
|