python312Packages.narwhals: 1.30.0 -> 1.37.0 (#402533)

pkgs/development/python-modules/findspark/default.nix

@@ -0,0 +1,36 @@
+{
+  lib,
+  buildPythonPackage,
+  fetchFromGitHub,
+  setuptools,
+}:
+
+buildPythonPackage rec {
+  pname = "findspark";
+  version = "2.0.1";
+  pyproject = true;
+
+  src = fetchFromGitHub {
+    owner = "minrk";
+    repo = "findspark";
+    tag = version;
+    hash = "sha256-/+b1Pf+ySwlv6XP1wtHx1tx4WfYdu6GuxJVQkcX3MY8=";
+  };
+
+  build-system = [
+    setuptools
+  ];
+
+  pythonImportsCheck = [ "findspark" ];
+
+  # No tests
+  doCheck = false;
+
+  meta = {
+    description = "Find pyspark to make it importable";
+    homepage = "https://github.com/minrk/findspark";
+    changelog = "https://github.com/minrk/findspark/blob/${version}/CHANGELOG.md";
+    license = lib.licenses.bsd3;
+    maintainers = with lib.maintainers; [ GaetanLepage ];
+  };
+}

pkgs/development/python-modules/ibis-framework/default.nix

@@ -90,7 +90,7 @@ let
   ibisTestingData = fetchFromGitHub {
     owner = "ibis-project";
     repo = "testing-data";
-    # https://github.com/ibis-project/ibis/blob/10.4.0/nix/overlay.nix#L94-L100
+    # https://github.com/ibis-project/ibis/blob/10.5.0/nix/overlay.nix#L94-L100
     rev = "b26bd40cf29004372319df620c4bbe41420bb6f8";
     hash = "sha256-1fenQNQB+Q0pbb0cbK2S/UIwZDE4PXXG15MH3aVbyLU=";
   };
@@ -98,14 +98,14 @@ in
 
 buildPythonPackage rec {
   pname = "ibis-framework";
-  version = "10.4.0";
+  version = "10.5.0";
   pyproject = true;
 
   src = fetchFromGitHub {
     owner = "ibis-project";
     repo = "ibis";
     tag = version;
-    hash = "sha256-N6T3Hx4UIb08P+Xqg6RFb9q/pmAHvldW0yaFoRxmMv0=";
+    hash = "sha256-KJPl5bkD/tQlHY2k0b9zok5YCPekaXw7Y9z8P4AD3FQ=";
   };
 
   build-system = [
@@ -157,13 +157,19 @@ buildPythonPackage rec {
     "test_read_sqlite"
     "test_register_sqlite"
     "test_roundtrip_xlsx"
+
     # AssertionError: value does not match the expected value in snapshot
     "test_union_aliasing"
+
     # requires network connection
     "test_s3_403_fallback"
     "test_hugging_face"
+
     # requires pytest 8.2+
     "test_roundtrip_delta"
+
+    # AssertionError: value does not match the expected value in snapshot ibis/backends/tests/snapshots/test_sql/test_rewrite_context/sqlite/out.sql
+    "test_rewrite_context"
   ];
 
   # patch out tests that check formatting with black

pkgs/development/python-modules/narwhals/default.nix

@@ -13,6 +13,8 @@
   pandas,
   polars,
   pyarrow,
+  pyspark,
+  sqlframe,
 
   # tests
   duckdb,
@@ -23,14 +25,14 @@
 
 buildPythonPackage rec {
   pname = "narwhals";
-  version = "1.30.0";
+  version = "1.37.0";
   pyproject = true;
 
   src = fetchFromGitHub {
     owner = "narwhals-dev";
     repo = "narwhals";
     tag = "v${version}";
-    hash = "sha256-jqrrQRviWllzZQEnlOTZ6oJM3WYQ3YlDvareTTBcNl4=";
+    hash = "sha256-AYgpHJwQVP+F2kr5YJtjnLNYedc81RvRcX1Cfh7c0xw=";
   };
 
   build-system = [
@@ -46,6 +48,8 @@ buildPythonPackage rec {
     pandas = [ pandas ];
     polars = [ polars ];
     pyarrow = [ pyarrow ];
+    pyspark = [ pyspark ];
+    sqlframe = [ sqlframe ];
   };
 
   nativeCheckInputs = [

pkgs/development/python-modules/sqlframe/default.nix

@@ -0,0 +1,79 @@
+{
+  lib,
+  buildPythonPackage,
+  fetchFromGitHub,
+
+  # build-system
+  setuptools-scm,
+
+  # dependencies
+  prettytable,
+  sqlglot,
+  typing-extensions,
+
+  # tests
+  databricks-sql-connector,
+  duckdb,
+  findspark,
+  google-cloud-bigquery,
+  pyspark,
+  pytest-postgresql,
+  pytest-xdist,
+  pytestCheckHook,
+}:
+
+buildPythonPackage rec {
+  pname = "sqlframe";
+  version = "3.31.2";
+  pyproject = true;
+
+  src = fetchFromGitHub {
+    owner = "eakmanrq";
+    repo = "sqlframe";
+    tag = "v${version}";
+    hash = "sha256-X7KZSbq9KKUE4lXZIHj++koJmjWYI1sMhA6LfClr9pU=";
+  };
+
+  build-system = [
+    setuptools-scm
+  ];
+
+  dependencies = [
+    prettytable
+    sqlglot
+    typing-extensions
+  ];
+
+  pythonImportsCheck = [ "sqlframe" ];
+
+  nativeCheckInputs = [
+    databricks-sql-connector
+    duckdb
+    findspark
+    google-cloud-bigquery
+    pyspark
+    pytest-postgresql
+    pytest-xdist
+    pytestCheckHook
+  ];
+
+  disabledTests = [
+    # Requires google-cloud credentials
+    # google.auth.exceptions.DefaultCredentialsErro
+    "test_activate_bigquery_default_dataset"
+  ];
+
+  disabledTestPaths = [
+    # duckdb.duckdb.CatalogException: Catalog Error: Table Function with name "dsdgen" is not in the catalog, but it exists in the tpcds extension.
+    # "tests/integration/test_int_dataframe.py"
+    "tests/integration/"
+  ];
+
+  meta = {
+    description = "Turning PySpark Into a Universal DataFrame API";
+    homepage = "https://github.com/eakmanrq/sqlframe";
+    changelog = "https://github.com/eakmanrq/sqlframe/releases/tag/v${version}";
+    license = lib.licenses.mit;
+    maintainers = with lib.maintainers; [ GaetanLepage ];
+  };
+}

pkgs/development/python-modules/sqlglot/default.nix

@@ -1,35 +1,38 @@
 {
   lib,
   buildPythonPackage,
-  duckdb,
   fetchFromGitHub,
-  pytestCheckHook,
-  python-dateutil,
-  pythonOlder,
+
+  # build-system
   setuptools,
   setuptools-scm,
+
+  # dependencies
+  python-dateutil,
+
+  # tests
+  pytestCheckHook,
+  duckdb,
 }:
 
 buildPythonPackage rec {
   pname = "sqlglot";
-  version = "25.20.1";
+  version = "26.16.2";
   pyproject = true;
 
-  disabled = pythonOlder "3.8";
-
   src = fetchFromGitHub {
     repo = "sqlglot";
     owner = "tobymao";
     tag = "v${version}";
-    hash = "sha256-RE9Hbb3g6j4j5X2ksjcBZ610RcV7Zd3YaKaBIUyD2vU=";
+    hash = "sha256-uX72AHr4IC+u5AYkW/3myruVPs5NZ1V3THVg+9GWxpg=";
   };
 
-  nativeBuildInputs = [
+  build-system = [
     setuptools
     setuptools-scm
   ];
 
-  propagatedBuildInputs = [
+  dependencies = [
     # Optional dependency used in the sqlglot optimizer
     python-dateutil
   ];
@@ -41,11 +44,11 @@ buildPythonPackage rec {
 
   pythonImportsCheck = [ "sqlglot" ];
 
-  meta = with lib; {
+  meta = {
     description = "No dependency Python SQL parser, transpiler, and optimizer";
     homepage = "https://github.com/tobymao/sqlglot";
     changelog = "https://github.com/tobymao/sqlglot/blob/v${version}/CHANGELOG.md";
-    license = licenses.mit;
-    maintainers = with maintainers; [ cpcloud ];
+    license = lib.licenses.mit;
+    maintainers = with lib.maintainers; [ cpcloud ];
   };
 }

pkgs/top-level/python-packages.nix

@@ -4900,6 +4900,8 @@ self: super: with self; {
 
   findpython = callPackage ../development/python-modules/findpython { };
 
+  findspark = callPackage ../development/python-modules/findspark { };
+
   finetuning-scheduler = callPackage ../development/python-modules/finetuning-scheduler { };
 
   fingerprints = callPackage ../development/python-modules/fingerprints { };
@@ -16485,6 +16487,8 @@ self: super: with self; {
 
   sqlfmt = callPackage ../development/python-modules/sqlfmt { };
 
+  sqlframe = callPackage ../development/python-modules/sqlframe { };
+
   sqlglot = callPackage ../development/python-modules/sqlglot { };
 
   sqlite-anyio = callPackage ../development/python-modules/sqlite-anyio { };