From 50d639eb882f687111e779fec10978b7f14c6138 Mon Sep 17 00:00:00 2001 From: Andrew Ma <136692+ajma@users.noreply.github.com> Date: Wed, 2 Sep 2026 12:44:23 -0700 Subject: [PATCH 1/3] fix: rename PyPI distribution to google-spark-connect google-cloud-managed-spark-connect was too long. Reuses google-spark-connect, a name this library used before it became dataproc-spark-connect, and drops it from the old_package_names conflict-warning list since it's current again. --- README.md | 14 +++++++------- google/cloud/managed_spark_connect/__init__.py | 4 ++-- setup.py | 2 +- 3 files changed, 10 insertions(+), 10 deletions(-) diff --git a/README.md b/README.md index a320c65..ccb70ed 100644 --- a/README.md +++ b/README.md @@ -8,13 +8,13 @@ requiring additional steps. ## Install ```sh -pip install google-cloud-managed-spark-connect +pip install google-spark-connect ``` ## Uninstall ```sh -pip uninstall google-cloud-managed-spark-connect +pip uninstall google-spark-connect ``` ## Setup @@ -39,7 +39,7 @@ in your code using the builder API: 1. Install the latest version of Managed Spark Connect: ```sh - pip install -U google-cloud-managed-spark-connect + pip install -U google-spark-connect ``` 2. Add the required imports into your PySpark application or notebook and start @@ -127,7 +127,7 @@ The package supports the [sparksql-magic](https://github.com/cryeo/sparksql-magi **Installation**: To use magic commands, install the required dependencies manually: ```bash -pip install google-cloud-managed-spark-connect +pip install google-spark-connect pip install IPython sparksql-magic ``` @@ -165,12 +165,12 @@ See [sparksql-magic](https://github.com/cryeo/sparksql-magic) for more examples. **Note**: Magic commands are optional. If you only need basic ManagedSparkSession functionality without Jupyter magic support, install only the base package: ```bash -pip install google-cloud-managed-spark-connect +pip install google-spark-connect ``` ## Migrating from dataproc-spark-connect -The `dataproc-spark-connect` package has been renamed to `google-cloud-managed-spark-connect`. This is a breaking change with no compatibility shims — you need to update your code in the following places when you switch to the new package. +The `dataproc-spark-connect` package has been renamed to `google-spark-connect`. This is a breaking change with no compatibility shims — you need to update your code in the following places when you switch to the new package. ### 1. Update the package you install @@ -179,7 +179,7 @@ The `dataproc-spark-connect` package has been renamed to `google-cloud-managed-s pip install dataproc-spark-connect # After -pip install google-cloud-managed-spark-connect +pip install google-spark-connect ``` ### 2. Update your imports and session class diff --git a/google/cloud/managed_spark_connect/__init__.py b/google/cloud/managed_spark_connect/__init__.py index 099d4f1..5ceefbf 100644 --- a/google/cloud/managed_spark_connect/__init__.py +++ b/google/cloud/managed_spark_connect/__init__.py @@ -16,8 +16,8 @@ from .session import ManagedSparkSession -old_package_names = ["google-spark-connect", "dataproc-spark-connect"] -current_package_name = "google-cloud-managed-spark-connect" +old_package_names = ["dataproc-spark-connect"] +current_package_name = "google-spark-connect" for old_package_name in old_package_names: try: importlib.metadata.distribution(old_package_name) diff --git a/setup.py b/setup.py index 8978cf3..3843bd4 100644 --- a/setup.py +++ b/setup.py @@ -19,7 +19,7 @@ setup( - name="google-cloud-managed-spark-connect", + name="google-spark-connect", version="1.1.0", description="Managed Spark client library for Spark Connect", long_description=long_description, From 74a051d18fd7916bd227562cd7bfc0a99fe77d4e Mon Sep 17 00:00:00 2001 From: Andrew Ma <136692+ajma@users.noreply.github.com> Date: Wed, 2 Sep 2026 14:16:26 -0700 Subject: [PATCH 2/3] fix: publish first release under google-spark-connect as 1.0.0 google-spark-connect's prior release history tops out at 0.5.6, so 1.0.0 marks a clean milestone for the reclaimed package name rather than continuing the dataproc-spark-connect version numbering. --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 3843bd4..a6a6983 100644 --- a/setup.py +++ b/setup.py @@ -20,7 +20,7 @@ setup( name="google-spark-connect", - version="1.1.0", + version="1.0.0", description="Managed Spark client library for Spark Connect", long_description=long_description, long_description_content_type="text/markdown", From d8384ed07286470cf5101c9247f16b344e969cf8 Mon Sep 17 00:00:00 2001 From: Andrew Ma <136692+ajma@users.noreply.github.com> Date: Wed, 2 Sep 2026 14:21:26 -0700 Subject: [PATCH 3/3] fix: rename PyPI distribution to google-cloud-spark-connect google-spark-connect's existing PyPI project is owned by a different account we don't have upload access to. Uses google-cloud-spark-connect instead, which is unclaimed, and adds google-spark-connect back to the old_package_names conflict-warning list since it's no longer current. --- README.md | 14 +++++++------- google/cloud/managed_spark_connect/__init__.py | 4 ++-- setup.py | 2 +- 3 files changed, 10 insertions(+), 10 deletions(-) diff --git a/README.md b/README.md index ccb70ed..546e101 100644 --- a/README.md +++ b/README.md @@ -8,13 +8,13 @@ requiring additional steps. ## Install ```sh -pip install google-spark-connect +pip install google-cloud-spark-connect ``` ## Uninstall ```sh -pip uninstall google-spark-connect +pip uninstall google-cloud-spark-connect ``` ## Setup @@ -39,7 +39,7 @@ in your code using the builder API: 1. Install the latest version of Managed Spark Connect: ```sh - pip install -U google-spark-connect + pip install -U google-cloud-spark-connect ``` 2. Add the required imports into your PySpark application or notebook and start @@ -127,7 +127,7 @@ The package supports the [sparksql-magic](https://github.com/cryeo/sparksql-magi **Installation**: To use magic commands, install the required dependencies manually: ```bash -pip install google-spark-connect +pip install google-cloud-spark-connect pip install IPython sparksql-magic ``` @@ -165,12 +165,12 @@ See [sparksql-magic](https://github.com/cryeo/sparksql-magic) for more examples. **Note**: Magic commands are optional. If you only need basic ManagedSparkSession functionality without Jupyter magic support, install only the base package: ```bash -pip install google-spark-connect +pip install google-cloud-spark-connect ``` ## Migrating from dataproc-spark-connect -The `dataproc-spark-connect` package has been renamed to `google-spark-connect`. This is a breaking change with no compatibility shims — you need to update your code in the following places when you switch to the new package. +The `dataproc-spark-connect` package has been renamed to `google-cloud-spark-connect`. This is a breaking change with no compatibility shims — you need to update your code in the following places when you switch to the new package. ### 1. Update the package you install @@ -179,7 +179,7 @@ The `dataproc-spark-connect` package has been renamed to `google-spark-connect`. pip install dataproc-spark-connect # After -pip install google-spark-connect +pip install google-cloud-spark-connect ``` ### 2. Update your imports and session class diff --git a/google/cloud/managed_spark_connect/__init__.py b/google/cloud/managed_spark_connect/__init__.py index 5ceefbf..2356758 100644 --- a/google/cloud/managed_spark_connect/__init__.py +++ b/google/cloud/managed_spark_connect/__init__.py @@ -16,8 +16,8 @@ from .session import ManagedSparkSession -old_package_names = ["dataproc-spark-connect"] -current_package_name = "google-spark-connect" +old_package_names = ["google-spark-connect", "dataproc-spark-connect"] +current_package_name = "google-cloud-spark-connect" for old_package_name in old_package_names: try: importlib.metadata.distribution(old_package_name) diff --git a/setup.py b/setup.py index a6a6983..89637d5 100644 --- a/setup.py +++ b/setup.py @@ -19,7 +19,7 @@ setup( - name="google-spark-connect", + name="google-cloud-spark-connect", version="1.0.0", description="Managed Spark client library for Spark Connect", long_description=long_description,