From 2b2fb1c1dbc9ecc68d2ef2000d426b61f76b3fe4 Mon Sep 17 00:00:00 2001 From: Artem Leshchev Date: Fri, 21 Nov 2025 08:52:31 -0600 Subject: [PATCH] python3Packages.pyiceberg: update dependencies --- .../python-modules/pyiceberg/default.nix | 33 +++++++++++++------ 1 file changed, 23 insertions(+), 10 deletions(-) diff --git a/pkgs/development/python-modules/pyiceberg/default.nix b/pkgs/development/python-modules/pyiceberg/default.nix index 5009e11a1647..958f177d4af9 100644 --- a/pkgs/development/python-modules/pyiceberg/default.nix +++ b/pkgs/development/python-modules/pyiceberg/default.nix @@ -13,12 +13,10 @@ cachetools, click, fsspec, - google-auth, mmh3, pydantic, pyparsing, pyroaring, - ray, requests, rich, sortedcontainers, @@ -31,17 +29,20 @@ google-cloud-bigquery, # bodo, # daft, + datafusion, duckdb, pyarrow, - pyiceberg-core, boto3, - huggingface-hub, + google-auth, gcsfs, + huggingface-hub, thrift, kerberos, # thrift-sasl, pandas, - # pyiceberg-core, + polars, + pyiceberg-core, + ray, s3fs, python-snappy, psycopg2-binary, @@ -50,7 +51,6 @@ # tests azure-core, azure-storage-blob, - datafusion, fastavro, moto, pyspark, @@ -100,12 +100,10 @@ buildPythonPackage rec { cachetools click fsspec - google-auth mmh3 pydantic pyparsing pyroaring - ray requests rich sortedcontainers @@ -127,6 +125,9 @@ buildPythonPackage rec { daft = [ # daft ]; + datafusion = [ + datafusion + ]; duckdb = [ duckdb pyarrow @@ -134,8 +135,8 @@ buildPythonPackage rec { dynamodb = [ boto3 ]; - hf = [ - huggingface-hub + gcp-auth = [ + google-auth ]; gcsfs = [ gcsfs @@ -143,6 +144,9 @@ buildPythonPackage rec { glue = [ boto3 ]; + hf = [ + huggingface-hub + ]; hive = [ thrift ]; @@ -155,15 +159,24 @@ buildPythonPackage rec { pandas pyarrow ]; + polars = [ + polars + ]; pyarrow = [ pyarrow pyiceberg-core ]; + pyiceberg-core = [ + pyiceberg-core + ]; ray = [ pandas pyarrow ray ]; + rest-sigv4 = [ + boto3 + ]; s3fs = [ s3fs ];