From d96253eaf354b29b392e85a5cb4a9d05c3a7b098 Mon Sep 17 00:00:00 2001 From: Xinrong Meng Date: Thu, 7 Aug 2025 11:54:52 -0700 Subject: [PATCH 1/4] unused --- python/pyspark/pandas/frame.py | 20 -------------------- python/pyspark/pandas/groupby.py | 4 ---- python/pyspark/pandas/namespace.py | 5 ----- python/pyspark/pandas/series.py | 4 ---- 4 files changed, 33 deletions(-) diff --git a/python/pyspark/pandas/frame.py b/python/pyspark/pandas/frame.py index 0aa0206789989..6637e52699066 100644 --- a/python/pyspark/pandas/frame.py +++ b/python/pyspark/pandas/frame.py @@ -13824,32 +13824,12 @@ def _test() -> None: import uuid from pyspark.sql import SparkSession import pyspark.pandas.frame - from pyspark.testing.utils import is_ansi_mode_test os.chdir(os.environ["SPARK_HOME"]) globs = pyspark.pandas.frame.__dict__.copy() globs["ps"] = pyspark.pandas - if is_ansi_mode_test: - del pyspark.pandas.frame.DataFrame.add.__doc__ - del pyspark.pandas.frame.DataFrame.div.__doc__ - del pyspark.pandas.frame.DataFrame.floordiv.__doc__ - del pyspark.pandas.frame.DataFrame.melt.__doc__ - del pyspark.pandas.frame.DataFrame.mod.__doc__ - del pyspark.pandas.frame.DataFrame.mul.__doc__ - del pyspark.pandas.frame.DataFrame.pow.__doc__ - del pyspark.pandas.frame.DataFrame.radd.__doc__ - del pyspark.pandas.frame.DataFrame.rdiv.__doc__ - del pyspark.pandas.frame.DataFrame.rfloordiv.__doc__ - del pyspark.pandas.frame.DataFrame.rmod.__doc__ - del pyspark.pandas.frame.DataFrame.rmul.__doc__ - del pyspark.pandas.frame.DataFrame.rpow.__doc__ - del pyspark.pandas.frame.DataFrame.rsub.__doc__ - del pyspark.pandas.frame.DataFrame.rtruediv.__doc__ - del pyspark.pandas.frame.DataFrame.sub.__doc__ - del pyspark.pandas.frame.DataFrame.truediv.__doc__ - spark = ( SparkSession.builder.master("local[4]").appName("pyspark.pandas.frame tests").getOrCreate() ) diff --git a/python/pyspark/pandas/groupby.py b/python/pyspark/pandas/groupby.py index 5b9826f0f882c..24a6dbe2e40f2 100644 --- a/python/pyspark/pandas/groupby.py +++ b/python/pyspark/pandas/groupby.py @@ -4610,7 +4610,6 @@ def _test() -> None: import numpy from pyspark.sql import SparkSession import pyspark.pandas.groupby - from pyspark.testing.utils import is_ansi_mode_test os.chdir(os.environ["SPARK_HOME"]) @@ -4618,9 +4617,6 @@ def _test() -> None: globs["np"] = numpy globs["ps"] = pyspark.pandas - if is_ansi_mode_test: - del pyspark.pandas.groupby.DataFrameGroupBy.corr.__doc__ - spark = ( SparkSession.builder.master("local[4]") .appName("pyspark.pandas.groupby tests") diff --git a/python/pyspark/pandas/namespace.py b/python/pyspark/pandas/namespace.py index 754f02a450e3a..a5f2b5ee4f6aa 100644 --- a/python/pyspark/pandas/namespace.py +++ b/python/pyspark/pandas/namespace.py @@ -3879,7 +3879,6 @@ def _test() -> None: from pyspark.sql import SparkSession import pyspark.pandas.namespace from pandas.util.version import Version - from pyspark.testing.utils import is_ansi_mode_test os.chdir(os.environ["SPARK_HOME"]) @@ -3893,10 +3892,6 @@ def _test() -> None: globs["ps"] = pyspark.pandas globs["sf"] = F - if is_ansi_mode_test: - del pyspark.pandas.namespace.melt.__doc__ - del pyspark.pandas.namespace.to_numeric.__doc__ - spark = ( SparkSession.builder.master("local[4]") .appName("pyspark.pandas.namespace tests") diff --git a/python/pyspark/pandas/series.py b/python/pyspark/pandas/series.py index 3e737405f7761..e5c8890b646c6 100644 --- a/python/pyspark/pandas/series.py +++ b/python/pyspark/pandas/series.py @@ -7420,16 +7420,12 @@ def _test() -> None: import sys from pyspark.sql import SparkSession import pyspark.pandas.series - from pyspark.testing.utils import is_ansi_mode_test os.chdir(os.environ["SPARK_HOME"]) globs = pyspark.pandas.series.__dict__.copy() globs["ps"] = pyspark.pandas - if is_ansi_mode_test: - del pyspark.pandas.series.Series.autocorr.__doc__ - spark = ( SparkSession.builder.master("local[4]").appName("pyspark.pandas.series tests").getOrCreate() ) From a3628b0a26e2ae5b2c8417ce5a11335f7476ca62 Mon Sep 17 00:00:00 2001 From: Xinrong Meng Date: Thu, 7 Aug 2025 14:36:40 -0700 Subject: [PATCH 2/4] melt --- python/pyspark/pandas/namespace.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/python/pyspark/pandas/namespace.py b/python/pyspark/pandas/namespace.py index a5f2b5ee4f6aa..ec4fade34dab0 100644 --- a/python/pyspark/pandas/namespace.py +++ b/python/pyspark/pandas/namespace.py @@ -3892,6 +3892,9 @@ def _test() -> None: globs["ps"] = pyspark.pandas globs["sf"] = F + if is_ansi_mode_test: + del pyspark.pandas.namespace.melt.__doc__ + spark = ( SparkSession.builder.master("local[4]") .appName("pyspark.pandas.namespace tests") From 676e14388ea5555ecc76cab40fdea33fa9a55aaf Mon Sep 17 00:00:00 2001 From: Xinrong Meng Date: Thu, 7 Aug 2025 14:37:43 -0700 Subject: [PATCH 3/4] import --- python/pyspark/pandas/namespace.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/pyspark/pandas/namespace.py b/python/pyspark/pandas/namespace.py index ec4fade34dab0..a9e9c4cf1c83f 100644 --- a/python/pyspark/pandas/namespace.py +++ b/python/pyspark/pandas/namespace.py @@ -3879,6 +3879,7 @@ def _test() -> None: from pyspark.sql import SparkSession import pyspark.pandas.namespace from pandas.util.version import Version + from pyspark.testing.utils import is_ansi_mode_test os.chdir(os.environ["SPARK_HOME"]) From 7725eaa2f0d72c820d522706f03de3e5eb592871 Mon Sep 17 00:00:00 2001 From: Xinrong Meng Date: Fri, 8 Aug 2025 11:13:38 -0700 Subject: [PATCH 4/4] melt --- python/pyspark/pandas/frame.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/python/pyspark/pandas/frame.py b/python/pyspark/pandas/frame.py index 6637e52699066..f9c8fd8805831 100644 --- a/python/pyspark/pandas/frame.py +++ b/python/pyspark/pandas/frame.py @@ -13824,12 +13824,16 @@ def _test() -> None: import uuid from pyspark.sql import SparkSession import pyspark.pandas.frame + from pyspark.testing.utils import is_ansi_mode_test os.chdir(os.environ["SPARK_HOME"]) globs = pyspark.pandas.frame.__dict__.copy() globs["ps"] = pyspark.pandas + if is_ansi_mode_test: + del pyspark.pandas.frame.DataFrame.melt.__doc__ + spark = ( SparkSession.builder.master("local[4]").appName("pyspark.pandas.frame tests").getOrCreate() )