From e3a4a106f01c7baff1c38f4cee136893f035f7e1 Mon Sep 17 00:00:00 2001 From: Aimilios Tsouvelekakis Date: Wed, 12 Feb 2025 14:43:23 +0100 Subject: [PATCH 1/3] SPARK-51180: Upgrade Arrow to 19.0.0 --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index ba76b4adce2b9..5ebdac11bf58d 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -15,11 +15,11 @@ antlr4-runtime/4.13.1//antlr4-runtime-4.13.1.jar aopalliance-repackaged/3.0.6//aopalliance-repackaged-3.0.6.jar arpack/3.0.3//arpack-3.0.3.jar arpack_combined_all/0.1//arpack_combined_all-0.1.jar -arrow-format/18.1.0//arrow-format-18.1.0.jar -arrow-memory-core/18.1.0//arrow-memory-core-18.1.0.jar -arrow-memory-netty-buffer-patch/18.1.0//arrow-memory-netty-buffer-patch-18.1.0.jar -arrow-memory-netty/18.1.0//arrow-memory-netty-18.1.0.jar -arrow-vector/18.1.0//arrow-vector-18.1.0.jar +arrow-format/19.0.0//arrow-format-19.0.0.jar +arrow-memory-core/19.0.0//arrow-memory-core-19.0.0.jar +arrow-memory-netty-buffer-patch/19.0.0//arrow-memory-netty-buffer-patch-19.0.0.jar +arrow-memory-netty/19.0.0//arrow-memory-netty-19.0.0.jar +arrow-vector/19.0.0//arrow-vector-19.0.0.jar audience-annotations/0.12.0//audience-annotations-0.12.0.jar avro-ipc/1.12.0//avro-ipc-1.12.0.jar avro-mapred/1.12.0//avro-mapred-1.12.0.jar From 14ee9b836e0c077a4afbadee4b3f2e1d01fa7ba1 Mon Sep 17 00:00:00 2001 From: Aimilios Tsouvelekakis Date: Wed, 12 Feb 2025 14:47:27 +0100 Subject: [PATCH 2/3] SPARK-51180: Update Arrow to version 19.0.0 --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index fca1b4e42f6b3..0be0bd930e9cc 100644 --- a/pom.xml +++ b/pom.xml @@ -229,7 +229,7 @@ ./python/pyspark/sql/pandas/utils.py, ./python/packaging/classic/setup.py and ./python/packaging/connect/setup.py too. --> - 18.1.0 + 19.0.0 3.0.1 0.12.6 From 0f9812260b79e2199df1462db7bac28488f6d0f0 Mon Sep 17 00:00:00 2001 From: Aimilios Tsouvelekakis Date: Wed, 12 Feb 2025 15:12:47 +0100 Subject: [PATCH 3/3] Update Arrow to version 19.0.0