From c14dc3fce753e3c16970205f5185956a1a9102db Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Tue, 13 Oct 2026 09:16:02 +0200 Subject: [PATCH 1/5] spak-connect-cient/pin pyarrow < 26 --- spark-connect-client/Dockerfile | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/spark-connect-client/Dockerfile b/spark-connect-client/Dockerfile index b7a017eda..7126c38ea 100644 --- a/spark-connect-client/Dockerfile +++ b/spark-connect-client/Dockerfile @@ -41,8 +41,12 @@ USER ${STACKABLE_USER_UID} # Packages are intentionally installed in "user mode" to reduce the container attack surface. # - pyspark[connect] = spark connect client libs # - jupyterlab = notebook client used in demos +# - pyarrow < 26 = pyarrow 26 requires NumPy < 2, but scikit-learn 1.3.1 requires +# NumPy 1.x. pyarrow does not declare NumPy as a dependency, thus pip cannot detect the conflict +# and the client fails at runtime when creating a Spark Connect session. RUN pip install --no-cache-dir --user \ "pyspark[connect]==${PRODUCT_VERSION}" \ + "pyarrow<26" \ "jupyterlab==4.4.1" \ "scikit-learn==1.3.1" \ "matplotlib==3.10.1" From 76c59bc14957c062368c4364c847ba00738e1f2a Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Tue, 13 Oct 2026 09:23:33 +0200 Subject: [PATCH 2/5] Correcting comment --- spark-connect-client/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spark-connect-client/Dockerfile b/spark-connect-client/Dockerfile index 7126c38ea..eef4c7135 100644 --- a/spark-connect-client/Dockerfile +++ b/spark-connect-client/Dockerfile @@ -41,7 +41,7 @@ USER ${STACKABLE_USER_UID} # Packages are intentionally installed in "user mode" to reduce the container attack surface. # - pyspark[connect] = spark connect client libs # - jupyterlab = notebook client used in demos -# - pyarrow < 26 = pyarrow 26 requires NumPy < 2, but scikit-learn 1.3.1 requires +# - pyarrow < 26 = pyarrow 26 requires NumPy >= 2, but scikit-learn 1.3.1 requires # NumPy 1.x. pyarrow does not declare NumPy as a dependency, thus pip cannot detect the conflict # and the client fails at runtime when creating a Spark Connect session. RUN pip install --no-cache-dir --user \ From e093f59b08b8399f40ac0d011ad1032bb534963d Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Tue, 13 Oct 2026 09:24:20 +0200 Subject: [PATCH 3/5] Shorter comment --- spark-connect-client/Dockerfile | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/spark-connect-client/Dockerfile b/spark-connect-client/Dockerfile index eef4c7135..86d093812 100644 --- a/spark-connect-client/Dockerfile +++ b/spark-connect-client/Dockerfile @@ -42,8 +42,7 @@ USER ${STACKABLE_USER_UID} # - pyspark[connect] = spark connect client libs # - jupyterlab = notebook client used in demos # - pyarrow < 26 = pyarrow 26 requires NumPy >= 2, but scikit-learn 1.3.1 requires -# NumPy 1.x. pyarrow does not declare NumPy as a dependency, thus pip cannot detect the conflict -# and the client fails at runtime when creating a Spark Connect session. +# NumPy 1.x. pyarrow does not declare NumPy as a dependency, thus pip cannot detect the conflict. RUN pip install --no-cache-dir --user \ "pyspark[connect]==${PRODUCT_VERSION}" \ "pyarrow<26" \ From e6e13ff709dfd97eeb0a9355bc9287784b11f850 Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Wed, 14 Oct 2026 08:59:40 +0200 Subject: [PATCH 4/5] Updating changelog --- CHANGELOG.md | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index c34c85dcc..6a10efbf1 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -41,6 +41,7 @@ All notable changes to this project will be documented in this file. - airflow, druid, hbase, nifi, opensearch-dashboards, superset, trino: Install global npm packages (cdxgen, pnpm, yarn, npm) with `--ignore-scripts`, and only resolve versions that were published at least 7 days ago (`--before`) ([#1682]). - superset: Pin npm to `10.9.9` instead of installing the latest version with `nvm install --latest-npm` ([#1682]). - opa: update golang to 1.27.1 ([#1697]). +- spark: Pin pyarrow below 26 to satisfy scikit-learn dependency on NumPy 1.x ([#1695]). ### Fixed @@ -98,8 +99,6 @@ All notable changes to this project will be documented in this file. - nifi: Remove `2.7.2` ([#1667]). - vector: Remove `0.55.0` ([#1680]). - hadoop: Remove `3.4.2` ([#1683]). -- trino: Remove `479` ([#1690]). -- trino-cli: Remove `481` ([#1690]). - opa: Remove 1.12.3 ([#1697]). [#1593]: https://github.com/stackabletech/docker-images/pull/1593 @@ -136,7 +135,7 @@ All notable changes to this project will be documented in this file. [#1683]: https://github.com/stackabletech/docker-images/pull/1683 [#1686]: https://github.com/stackabletech/docker-images/pull/1686 [#1689]: https://github.com/stackabletech/docker-images/pull/1689 -[#1690]: https://github.com/stackabletech/docker-images/pull/1690 +[#1695]: https://github.com/stackabletech/docker-images/pull/1695 [#1697]: https://github.com/stackabletech/docker-images/pull/1697 ## [26.7.0] - 2026-07-21 From 9285475787a4311e7625118a9fb5c8157bf7379d Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Wed, 14 Oct 2026 09:09:25 +0200 Subject: [PATCH 5/5] Fixing changelog --- CHANGELOG.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 6a10efbf1..8d0ac6897 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -99,6 +99,8 @@ All notable changes to this project will be documented in this file. - nifi: Remove `2.7.2` ([#1667]). - vector: Remove `0.55.0` ([#1680]). - hadoop: Remove `3.4.2` ([#1683]). +- trino: Remove `479` ([#1690]). +- trino-cli: Remove `481` ([#1690]). - opa: Remove 1.12.3 ([#1697]). [#1593]: https://github.com/stackabletech/docker-images/pull/1593 @@ -135,6 +137,7 @@ All notable changes to this project will be documented in this file. [#1683]: https://github.com/stackabletech/docker-images/pull/1683 [#1686]: https://github.com/stackabletech/docker-images/pull/1686 [#1689]: https://github.com/stackabletech/docker-images/pull/1689 +[#1690]: https://github.com/stackabletech/docker-images/pull/1690 [#1695]: https://github.com/stackabletech/docker-images/pull/1695 [#1697]: https://github.com/stackabletech/docker-images/pull/1697