From f4c33028349d49b95edf47a93a9d4fc605cff165 Mon Sep 17 00:00:00 2001 From: Robin Andersson Date: Fri, 18 Jul 2025 12:13:24 +0200 Subject: [PATCH 1/2] [HWORKS-2268] Upgrade polars to support python 3.13 --- python/pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyproject.toml b/python/pyproject.toml index 058b967105..8117bf317b 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -94,7 +94,7 @@ dev-pandas1 = [ ] dev = ["hopsworks[dev-no-opt,great-expectations,polars]"] polars=[ - "polars>=0.20.18,<=0.21.0", + "polars>=0.20.18,<=1.31.0", "pyarrow>=17.0", ] From 1ecdea11e9c12f668e6add6abbaba7172680cf14 Mon Sep 17 00:00:00 2001 From: Robin Andersson Date: Mon, 28 Jul 2025 14:25:10 +0200 Subject: [PATCH 2/2] pandas dataframe drop does not support keyword argument columns anymore --- python/hsfs/engine/python.py | 7 ++++++- python/pyproject.toml | 2 +- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/python/hsfs/engine/python.py b/python/hsfs/engine/python.py index 510bf5223f..806725d089 100644 --- a/python/hsfs/engine/python.py +++ b/python/hsfs/engine/python.py @@ -930,7 +930,12 @@ def split_labels( ]: if labels: labels_df = df[labels] - df_new = df.drop(columns=labels) + if HAS_POLARS and ( + isinstance(df, pl.DataFrame) or isinstance(df, pl.dataframe.frame.DataFrame) + ): + df_new = df.drop(labels) + else: + df_new = df.drop(columns=labels) return ( self._return_dataframe_type(df_new, dataframe_type), self._return_dataframe_type(labels_df, dataframe_type), diff --git a/python/pyproject.toml b/python/pyproject.toml index 8117bf317b..778127436d 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -94,7 +94,7 @@ dev-pandas1 = [ ] dev = ["hopsworks[dev-no-opt,great-expectations,polars]"] polars=[ - "polars>=0.20.18,<=1.31.0", + "polars>=1.8.2,<=1.31.0", "pyarrow>=17.0", ]