From c6b95d92c7127519d9b7063ca0849edd32a78f07 Mon Sep 17 00:00:00 2001 From: Fabian Affolter Date: Tue, 4 Mar 2025 08:14:46 +0100 Subject: [PATCH 1/9] python313Packages.dvc-ssh: 4.1.1 -> 4.2.1 Changelog: https://github.com/iterative/dvc-ssh/releases/tag/4.2.1 --- .../python-modules/dvc-ssh/default.nix | 22 ++++++++++++------- 1 file changed, 14 insertions(+), 8 deletions(-) diff --git a/pkgs/development/python-modules/dvc-ssh/default.nix b/pkgs/development/python-modules/dvc-ssh/default.nix index 3578e1b572eb..5e2206d91342 100644 --- a/pkgs/development/python-modules/dvc-ssh/default.nix +++ b/pkgs/development/python-modules/dvc-ssh/default.nix @@ -6,16 +6,20 @@ fetchPypi, setuptools-scm, sshfs, + pythonOlder, }: buildPythonPackage rec { pname = "dvc-ssh"; - version = "4.1.1"; + version = "4.2.1"; pyproject = true; + disabled = pythonOlder "3.9"; + src = fetchPypi { - inherit pname version; - hash = "sha256-lvC6oAXQR4u7s+11n6NgQExPc9yrq3JAmmXtuOw22tI="; + pname = "dvc_ssh"; + inherit version; + hash = "sha256-ld6uaAIA+8lHK/TjKtrjtmGKj5847SBMYYvKKN+MkS4="; }; pythonRemoveDeps = [ @@ -23,16 +27,18 @@ buildPythonPackage rec { "dvc" ]; - nativeBuildInputs = [ - setuptools-scm - ]; + build-system = [ setuptools-scm ]; - propagatedBuildInputs = [ + dependencies = [ bcrypt dvc-objects sshfs ]; + optional-dependencies = { + gssapi = [ sshfs ]; + }; + # bcrypt is enabled for sshfs in nixpkgs postPatch = '' substituteInPlace setup.cfg --replace "sshfs[bcrypt]" "sshfs" @@ -47,7 +53,7 @@ buildPythonPackage rec { # ]; meta = with lib; { - description = "ssh plugin for dvc"; + description = "SSH plugin for dvc"; homepage = "https://pypi.org/project/dvc-ssh/${version}"; changelog = "https://github.com/iterative/dvc-ssh/releases/tag/${version}"; license = licenses.asl20; From a9dfa72c0c9064fd2fb96e847b94a79596b7bb3b Mon Sep 17 00:00:00 2001 From: Fabian Affolter Date: Tue, 4 Mar 2025 08:18:26 +0100 Subject: [PATCH 2/9] python312Packages.dvc: add ssh_gssapi --- pkgs/development/python-modules/dvc/default.nix | 1 + 1 file changed, 1 insertion(+) diff --git a/pkgs/development/python-modules/dvc/default.nix b/pkgs/development/python-modules/dvc/default.nix index 147d8c527daf..d2ff207e6af1 100644 --- a/pkgs/development/python-modules/dvc/default.nix +++ b/pkgs/development/python-modules/dvc/default.nix @@ -137,6 +137,7 @@ buildPythonPackage rec { hdfs = [ dvc-hdfs ]; s3 = [ dvc-s3 ]; ssh = [ dvc-ssh ]; + ssh_gssapi = [ dvc-ssh ] ++ dvc-ssh.optional-dependencies.gssapi; }; # Tests require access to real cloud services From c493d93f9eeaa176e89e7dc7f357ffa40ac92ffd Mon Sep 17 00:00:00 2001 From: Fabian Affolter Date: Tue, 4 Mar 2025 08:25:28 +0100 Subject: [PATCH 3/9] python313Packages.dvc-webdav: init at 3.0.0 Webdav plugin for dvc https://pypi.org/project/dvc-webdav/ --- .../python-modules/dvc-webdav/default.nix | 46 +++++++++++++++++++ pkgs/top-level/python-packages.nix | 2 + 2 files changed, 48 insertions(+) create mode 100644 pkgs/development/python-modules/dvc-webdav/default.nix diff --git a/pkgs/development/python-modules/dvc-webdav/default.nix b/pkgs/development/python-modules/dvc-webdav/default.nix new file mode 100644 index 000000000000..876904dc6b2e --- /dev/null +++ b/pkgs/development/python-modules/dvc-webdav/default.nix @@ -0,0 +1,46 @@ +{ + lib, + buildPythonPackage, + dvc-objects, + fetchPypi, + pythonOlder, + setuptools-scm, + setuptools, + webdav4, +}: + +buildPythonPackage rec { + pname = "dvc-webdav"; + version = "3.0.0"; + pyproject = true; + + disabled = pythonOlder "3.9"; + + src = fetchPypi { + inherit pname version; + hash = "sha256-Zefu8uvINBWo3b3LV5vyGaN5fGfnpi1FaMXILeK2pQg="; + }; + + # Prevent circular dependency + pythonRemoveDeps = [ "dvc" ]; + + build-system = [ + setuptools + setuptools-scm + ]; + + dependencies = [ + dvc-objects + webdav4 + ]; + + # Circular dependency + # pythonImportsCheck = [ "dvc_webdav" ]; + + meta = { + description = "Webdav plugin for dvc"; + homepage = "https://pypi.org/project/dvc-webdav/"; + license = lib.licenses.asl20; + maintainers = with lib.maintainers; [ fab ]; + }; +} diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix index 755147a1865e..36d52a31f784 100644 --- a/pkgs/top-level/python-packages.nix +++ b/pkgs/top-level/python-packages.nix @@ -4052,6 +4052,8 @@ self: super: with self; { dvc-task = callPackage ../development/python-modules/dvc-task { }; + dvc-webdav = callPackage ../development/python-modules/dvc-webdav { }; + dvclive = callPackage ../development/python-modules/dvclive { }; dwdwfsapi = callPackage ../development/python-modules/dwdwfsapi { }; From 8fa00eedbc163ccdceb99ff9209ae8962e50d7de Mon Sep 17 00:00:00 2001 From: Fabian Affolter Date: Tue, 4 Mar 2025 08:26:59 +0100 Subject: [PATCH 4/9] python312Packages.dvc: add webdav --- pkgs/development/python-modules/dvc/default.nix | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pkgs/development/python-modules/dvc/default.nix b/pkgs/development/python-modules/dvc/default.nix index d2ff207e6af1..842a9253ae6c 100644 --- a/pkgs/development/python-modules/dvc/default.nix +++ b/pkgs/development/python-modules/dvc/default.nix @@ -17,6 +17,7 @@ dvc-ssh, dvc-studio-client, dvc-task, + dvc-webdav, fetchFromGitHub, flatten-dict, flufl-lock, @@ -138,6 +139,7 @@ buildPythonPackage rec { s3 = [ dvc-s3 ]; ssh = [ dvc-ssh ]; ssh_gssapi = [ dvc-ssh ] ++ dvc-ssh.optional-dependencies.gssapi; + webdav = [ dvc-webdav ]; }; # Tests require access to real cloud services From 71dc2f1520cefc23c3f36b44c76dacf717235b38 Mon Sep 17 00:00:00 2001 From: Fabian Affolter Date: Tue, 4 Mar 2025 08:35:32 +0100 Subject: [PATCH 5/9] python312Packages.dvc-webhdfs: init at 3.1.0 Webhdfs plugin for dvc https://pypi.org/project/dvc-webhdfs/ --- .../python-modules/dvc-webhdfs/default.nix | 51 +++++++++++++++++++ pkgs/top-level/python-packages.nix | 2 + 2 files changed, 53 insertions(+) create mode 100644 pkgs/development/python-modules/dvc-webhdfs/default.nix diff --git a/pkgs/development/python-modules/dvc-webhdfs/default.nix b/pkgs/development/python-modules/dvc-webhdfs/default.nix new file mode 100644 index 000000000000..dca09753e56b --- /dev/null +++ b/pkgs/development/python-modules/dvc-webhdfs/default.nix @@ -0,0 +1,51 @@ +{ + lib, + buildPythonPackage, + dvc-objects, + fetchPypi, + fsspec, + pythonOlder, + requests-kerberos, + setuptools-scm, + setuptools, +}: + +buildPythonPackage rec { + pname = "dvc-webhdfs"; + version = "3.1.0"; + pyproject = true; + + disabled = pythonOlder "3.9"; + + src = fetchPypi { + inherit pname version; + hash = "sha256-bolIQ9Fc52agXGFt7anZvDYSSOk7+eozi5lublHqD+o="; + }; + + # Prevent circular dependency + pythonRemoveDeps = [ "dvc" ]; + + build-system = [ + setuptools + setuptools-scm + ]; + + dependencies = [ + dvc-objects + fsspec + ]; + + optional-dependencies = { + kerberos = [ requests-kerberos ]; + }; + + # Circular dependency + # pythonImportsCheck = [ "dvc_webhdfs" ]; + + meta = { + description = "Webhdfs plugin for dvc"; + homepage = "https://pypi.org/project/dvc-webhdfs/"; + license = lib.licenses.asl20; + maintainers = with lib.maintainers; [ fab ]; + }; +} diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix index 36d52a31f784..e4eb7003f2c6 100644 --- a/pkgs/top-level/python-packages.nix +++ b/pkgs/top-level/python-packages.nix @@ -4054,6 +4054,8 @@ self: super: with self; { dvc-webdav = callPackage ../development/python-modules/dvc-webdav { }; + dvc-webhdfs = callPackage ../development/python-modules/dvc-webhdfs { }; + dvclive = callPackage ../development/python-modules/dvclive { }; dwdwfsapi = callPackage ../development/python-modules/dwdwfsapi { }; From 071c6e6ccee5ee5b2fd490c5153877350342521c Mon Sep 17 00:00:00 2001 From: Fabian Affolter Date: Tue, 4 Mar 2025 08:38:16 +0100 Subject: [PATCH 6/9] python312Packages.dvc: add webhdfs and webhdfs_kerberos --- pkgs/development/python-modules/dvc/default.nix | 3 +++ 1 file changed, 3 insertions(+) diff --git a/pkgs/development/python-modules/dvc/default.nix b/pkgs/development/python-modules/dvc/default.nix index 842a9253ae6c..8e7b1bc23e8c 100644 --- a/pkgs/development/python-modules/dvc/default.nix +++ b/pkgs/development/python-modules/dvc/default.nix @@ -18,6 +18,7 @@ dvc-studio-client, dvc-task, dvc-webdav, + dvc-webhdfs, fetchFromGitHub, flatten-dict, flufl-lock, @@ -140,6 +141,8 @@ buildPythonPackage rec { ssh = [ dvc-ssh ]; ssh_gssapi = [ dvc-ssh ] ++ dvc-ssh.optional-dependencies.gssapi; webdav = [ dvc-webdav ]; + webhdfs = [ dvc-webhdfs ]; + webhdfs_kerberos = [ dvc-webhdfs ] ++ dvc-webhdfs.optional-dependencies.kerberos; }; # Tests require access to real cloud services From c9bb3ce592f907c1b3dad865ceba953fc4549524 Mon Sep 17 00:00:00 2001 From: Fabian Affolter Date: Tue, 4 Mar 2025 08:43:41 +0100 Subject: [PATCH 7/9] python312Packages.dvc: adjust inputs --- .../python-modules/dvc/default.nix | 20 +++++++++++++------ 1 file changed, 14 insertions(+), 6 deletions(-) diff --git a/pkgs/development/python-modules/dvc/default.nix b/pkgs/development/python-modules/dvc/default.nix index 8e7b1bc23e8c..3550d75ed5ba 100644 --- a/pkgs/development/python-modules/dvc/default.nix +++ b/pkgs/development/python-modules/dvc/default.nix @@ -1,9 +1,11 @@ { lib, - appdirs, + attrs, buildPythonPackage, + celery, colorama, configobj, + dulwich, distro, dpath, dvc-azure, @@ -22,6 +24,7 @@ fetchFromGitHub, flatten-dict, flufl-lock, + fsspec, funcy, grandalf, gto, @@ -29,7 +32,9 @@ importlib-metadata, importlib-resources, iterative-telemetry, + kombu, networkx, + omegaconf, packaging, pathspec, platformdirs, @@ -62,7 +67,7 @@ buildPythonPackage rec { version = "3.59.1"; pyproject = true; - disabled = pythonOlder "3.8"; + disabled = pythonOlder "3.9"; src = fetchFromGitHub { owner = "iterative"; @@ -87,11 +92,13 @@ buildPythonPackage rec { dependencies = [ - appdirs + attrs + celery colorama configobj distro dpath + dulwich dvc-data dvc-http dvc-render @@ -99,12 +106,15 @@ buildPythonPackage rec { dvc-task flatten-dict flufl-lock + fsspec funcy grandalf gto hydra-core iterative-telemetry + kombu networkx + omegaconf packaging pathspec platformdirs @@ -128,9 +138,7 @@ buildPythonPackage rec { ++ lib.optionals enableGoogle optional-dependencies.gs ++ lib.optionals enableAWS optional-dependencies.s3 ++ lib.optionals enableAzure optional-dependencies.azure - ++ lib.optionals enableSSH optional-dependencies.ssh - ++ lib.optionals (pythonOlder "3.8") [ importlib-metadata ] - ++ lib.optionals (pythonOlder "3.9") [ importlib-resources ]; + ++ lib.optionals enableSSH optional-dependencies.ssh; optional-dependencies = { azure = [ dvc-azure ]; From 9b8d290ab548d50ad04a6755bede1c0aec654c77 Mon Sep 17 00:00:00 2001 From: Fabian Affolter Date: Tue, 4 Mar 2025 08:51:41 +0100 Subject: [PATCH 8/9] python312Packages.dvc-oss: init at 3.0.0 Alibaba OSS plugin for dvc https://pypi.org/project/dvc-oss/ --- .../python-modules/dvc-oss/default.nix | 43 +++++++++++++++++++ pkgs/top-level/python-packages.nix | 2 + 2 files changed, 45 insertions(+) create mode 100644 pkgs/development/python-modules/dvc-oss/default.nix diff --git a/pkgs/development/python-modules/dvc-oss/default.nix b/pkgs/development/python-modules/dvc-oss/default.nix new file mode 100644 index 000000000000..e0f1eb220912 --- /dev/null +++ b/pkgs/development/python-modules/dvc-oss/default.nix @@ -0,0 +1,43 @@ +{ + lib, + buildPythonPackage, + dvc-objects, + fetchPypi, + ossfs, + pythonOlder, + setuptools-scm, +}: + +buildPythonPackage rec { + pname = "dvc-oss"; + version = "3.0.0"; + pyproject = true; + + disabled = pythonOlder "3.9"; + + src = fetchPypi { + inherit pname version; + hash = "sha256-EEf3NAIvzSuW0ysGv24JIc0KZYEPf8HpsPrCmhR7apo="; + }; + + # Prevent circular dependency + pythonRemoveDeps = [ "dvc" ]; + + build-system = [ setuptools-scm ]; + + dependencies = [ + dvc-objects + ossfs + ]; + + # Circular dependency + # pythonImportsCheck = [ "dvc_ssh" ]; + + meta = with lib; { + description = "Alibaba OSS plugin for dvc"; + homepage = "https://pypi.org/project/dvc-oss/"; + changelog = "https://github.com/iterative/dvc-oss/releases/tag/${version}"; + license = licenses.asl20; + maintainers = with maintainers; [ fab ]; + }; +} diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix index e4eb7003f2c6..573850bd7bfa 100644 --- a/pkgs/top-level/python-packages.nix +++ b/pkgs/top-level/python-packages.nix @@ -4042,6 +4042,8 @@ self: super: with self; { dvc-objects = callPackage ../development/python-modules/dvc-objects { }; + dvc-oss = callPackage ../development/python-modules/dvc-oss { }; + dvc-render = callPackage ../development/python-modules/dvc-render { }; dvc-s3 = callPackage ../development/python-modules/dvc-s3 { }; From 13a5009ea8efb9ae29fbe212a85dc6215b17fae8 Mon Sep 17 00:00:00 2001 From: Fabian Affolter Date: Tue, 4 Mar 2025 08:53:27 +0100 Subject: [PATCH 9/9] python312Packages.dvc: add oss --- pkgs/development/python-modules/dvc/default.nix | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pkgs/development/python-modules/dvc/default.nix b/pkgs/development/python-modules/dvc/default.nix index 3550d75ed5ba..aa8c21a0585e 100644 --- a/pkgs/development/python-modules/dvc/default.nix +++ b/pkgs/development/python-modules/dvc/default.nix @@ -14,6 +14,7 @@ dvc-gs, dvc-hdfs, dvc-http, + dvc-oss, dvc-render, dvc-s3, dvc-ssh, @@ -145,6 +146,7 @@ buildPythonPackage rec { gdrive = [ dvc-gdrive ]; gs = [ dvc-gs ]; hdfs = [ dvc-hdfs ]; + oss = [ dvc-oss ]; s3 = [ dvc-s3 ]; ssh = [ dvc-ssh ]; ssh_gssapi = [ dvc-ssh ] ++ dvc-ssh.optional-dependencies.gssapi;