From 390bbccee0fd3f0aed6ffbc01e3dca5f03f47fe9 Mon Sep 17 00:00:00 2001 From: Phillip Cloud <417981+cpcloud@users.noreply.github.com> Date: Fri, 9 Dec 2022 05:38:11 -0500 Subject: [PATCH] arrow-cpp: 9.0.0 -> 10.0.1 --- .../libraries/arrow-cpp/default.nix | 75 +++++++++---------- 1 file changed, 37 insertions(+), 38 deletions(-) diff --git a/pkgs/development/libraries/arrow-cpp/default.nix b/pkgs/development/libraries/arrow-cpp/default.nix index 5c60723309b7..c9889adc2291 100644 --- a/pkgs/development/libraries/arrow-cpp/default.nix +++ b/pkgs/development/libraries/arrow-cpp/default.nix @@ -52,17 +52,19 @@ assert lib.asserts.assertMsg let arrow-testing = fetchFromGitHub { + name = "arrow-testing"; owner = "apache"; repo = "arrow-testing"; - rev = "5bab2f264a23f5af68f69ea93d24ef1e8e77fc88"; - hash = "sha256-Pxx8ohUpXb5u1995IvXmxQMqWiDJ+7LAll/AjQP7ph8="; + rev = "00c483283433b4c02cb811f260dbe35414c806a4"; + hash = "sha256-x645DFowLk0e4JN2hI6asWlJlhN36vg5/eC3wTbFI2k="; }; parquet-testing = fetchFromGitHub { + name = "parquet-testing"; owner = "apache"; repo = "parquet-testing"; - rev = "aafd3fc9df431c2625a514fb46626e5614f1d199"; - hash = "sha256-cO5t/mgsbBhbSefx8EMGTyxmgTjhZ8mFujkFQ3p/JS0="; + rev = "e13af117de7c4f0a4d9908ae3827b3ab119868f3"; + hash = "sha256-rVI9zyk9IRDlKv4u8BeMb0HRdWLfCpqOlYCeUdA7BB8="; }; aws-sdk-cpp-arrow = aws-sdk-cpp.override { @@ -79,11 +81,11 @@ let in stdenv.mkDerivation rec { pname = "arrow-cpp"; - version = "9.0.0"; + version = "10.0.1"; src = fetchurl { url = "mirror://apache/arrow/arrow-${version}/apache-arrow-${version}.tar.gz"; - hash = "sha256-qaAz8KNJAomZj0WGgNGVec8HkRcXumWv3my4AHD3qbU="; + hash = "sha256-yBTgZwESoiwabsA6tCClKuI2qaQunkOMPL03835lj7M="; }; sourceRoot = "apache-arrow-${version}/cpp"; @@ -108,8 +110,8 @@ stdenv.mkDerivation rec { ARROW_XSIMD_URL = fetchFromGitHub { owner = "xtensor-stack"; repo = "xsimd"; - rev = "8.1.0"; - hash = "sha256-Aqs6XJkGjAjGAp0PprabSM4m+32M/UXpSHppCHdzaZk="; + rev = "9.0.1"; + hash = "sha256-onALN6agtrHWigtFlCeefD9CiRZI4Y690XTzy2UDnrk="; }; ARROW_SUBSTRAIT_URL = fetchFromGitHub { @@ -148,18 +150,17 @@ stdenv.mkDerivation rec { utf8proc zlib zstd - ] ++ lib.optionals enableShared [ - python3.pkgs.python - python3.pkgs.numpy ] ++ lib.optionals enableFlight [ grpc openssl protobuf + sqlite ] ++ lib.optionals enableS3 [ aws-sdk-cpp-arrow openssl ] ++ lib.optionals enableGcs [ crc32c curl - google-cloud-cpp grpc + google-cloud-cpp + grpc nlohmann_json ]; @@ -183,16 +184,12 @@ stdenv.mkDerivation rec { "-DARROW_COMPUTE=ON" "-DARROW_CSV=ON" "-DARROW_DATASET=ON" - "-DARROW_ENGINE=ON" "-DARROW_FILESYSTEM=ON" "-DARROW_FLIGHT_SQL=${if enableFlight then "ON" else "OFF"}" "-DARROW_HDFS=ON" "-DARROW_IPC=ON" "-DARROW_JEMALLOC=${if enableJemalloc then "ON" else "OFF"}" "-DARROW_JSON=ON" - "-DARROW_PLASMA=ON" - # Disable Python for static mode because openblas is currently broken there. - "-DARROW_PYTHON=${if enableShared then "ON" else "OFF"}" "-DARROW_USE_GLOG=ON" "-DARROW_WITH_BACKTRACE=ON" "-DARROW_WITH_BROTLI=ON" @@ -203,20 +200,21 @@ stdenv.mkDerivation rec { "-DARROW_WITH_ZLIB=ON" "-DARROW_WITH_ZSTD=ON" "-DARROW_MIMALLOC=ON" - # Parquet options: - "-DARROW_PARQUET=ON" "-DARROW_SUBSTRAIT=ON" - "-DPARQUET_BUILD_EXECUTABLES=ON" "-DARROW_FLIGHT=${if enableFlight then "ON" else "OFF"}" "-DARROW_FLIGHT_TESTING=${if enableFlight then "ON" else "OFF"}" "-DARROW_S3=${if enableS3 then "ON" else "OFF"}" "-DARROW_GCS=${if enableGcs then "ON" else "OFF"}" + # Parquet options: + "-DARROW_PARQUET=ON" + "-DPARQUET_BUILD_EXECUTABLES=ON" + "-DPARQUET_REQUIRE_ENCRYPTION=ON" ] ++ lib.optionals (!enableShared) [ "-DARROW_TEST_LINKAGE=static" ] ++ lib.optionals stdenv.isDarwin [ "-DCMAKE_INSTALL_RPATH=@loader_path/../lib" # needed for tools executables - ] ++ lib.optional (!stdenv.isx86_64) "-DARROW_USE_SIMD=OFF" - ++ lib.optional enableS3 "-DAWSSDK_CORE_HEADER_FILE=${aws-sdk-cpp-arrow}/include/aws/core/Aws.h" + ] ++ lib.optionals (!stdenv.isx86_64) [ "-DARROW_USE_SIMD=OFF" ] + ++ lib.optionals enableS3 [ "-DAWSSDK_CORE_HEADER_FILE=${aws-sdk-cpp-arrow}/include/aws/core/Aws.h" ] ++ lib.optionals enableGcs [ "-DCMAKE_CXX_STANDARD=${grpc.cxxStandard}" ]; doInstallCheck = true; @@ -239,26 +237,27 @@ stdenv.mkDerivation rec { "TestS3FSGeneric.*" ]; in - lib.optionalString doInstallCheck "-${builtins.concatStringsSep ":" filteredTests}"; + lib.optionalString doInstallCheck "-${lib.concatStringsSep ":" filteredTests}"; + __darwinAllowLocalNetworking = true; - nativeInstallCheckInputs = [ perl which sqlite ] ++ lib.optional enableS3 minio; - installCheckPhase = - let - excludedTests = lib.optionals stdenv.isDarwin [ - # Some plasma tests need to be patched to use a shorter AF_UNIX socket - # path on Darwin. See https://github.com/NixOS/nix/pull/1085 - "plasma-external-store-tests" - "plasma-client-tests" - ] ++ [ "arrow-gcsfs-test" ]; - in - '' - runHook preInstallCheck - ctest -L unittest \ - --exclude-regex '^(${builtins.concatStringsSep "|" excludedTests})$' + nativeInstallCheckInputs = [ perl which sqlite ] + ++ lib.optionals enableS3 [ minio ] + ++ lib.optionals enableFlight [ python3 ]; - runHook postInstallCheck - ''; + disabledTests = [ + # requires networking + "arrow-gcsfs-test" + "arrow-flight-integration-test" + ]; + + installCheckPhase = '' + runHook preInstallCheck + + ctest -L unittest --exclude-regex '^(${lib.concatStringsSep "|" disabledTests})$' + + runHook postInstallCheck + ''; meta = with lib; { description = "A cross-language development platform for in-memory data";