LeetCode Pyspark Solution

Author: bitoollearner

Solved/2253. Dynamic Unpivoting of a Table (Hard)-(Solved).ipynb

@@ -4,7 +4,10 @@
    "cell_type": "markdown",
    "metadata": {
     "application/vnd.databricks.v1+cell": {
-     "cellMetadata": {},
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
      "inputWidgets": {},
      "nuid": "4e9d71b1-88e9-445c-820a-b842e217a4e7",
      "showTitle": false,
@@ -21,7 +24,10 @@
    "execution_count": 0,
    "metadata": {
     "application/vnd.databricks.v1+cell": {
-     "cellMetadata": {},
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
      "inputWidgets": {},
      "nuid": "e6624c4d-8cb8-4ac4-8c72-81d1b4ecdb57",
      "showTitle": false,
@@ -40,7 +46,10 @@
    "cell_type": "markdown",
    "metadata": {
     "application/vnd.databricks.v1+cell": {
-     "cellMetadata": {},
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
      "inputWidgets": {},
      "nuid": "c3788fe5-f4c9-420f-ad72-ec1a39310a2a",
      "showTitle": false,
@@ -111,15 +120,27 @@
    "execution_count": 0,
    "metadata": {
     "application/vnd.databricks.v1+cell": {
-     "cellMetadata": {},
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
      "inputWidgets": {},
      "nuid": "137536ea-9bec-4171-8dc2-4bf8b0d771b4",
      "showTitle": false,
      "tableResultSettingsMap": {},
      "title": ""
     }
    },
-   "outputs": [],
+   "outputs": [
+    {
+     "output_type": "stream",
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "+----------+--------+------+----+----+\n|product_id|LC_Store|Nozama|Shop|Souq|\n+----------+--------+------+----+----+\n|         1|     100|  NULL| 110|NULL|\n|         2|    NULL|   200|NULL| 190|\n|         3|    NULL|  NULL|1000|1900|\n+----------+--------+------+----+----+\n\n"
+     ]
+    }
+   ],
    "source": [
     "products_data_2253 = [\n",
     "    (1, 100, None, 110, None),\n",
@@ -131,15 +152,86 @@
     "products_df_2253 = spark.createDataFrame(products_data_2253, products_columns_2253)\n",
     "products_df_2253.show()"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 0,
+   "metadata": {
+    "application/vnd.databricks.v1+cell": {
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
+     "inputWidgets": {},
+     "nuid": "d6af8f71-6f32-4055-b11e-e32c6f006531",
+     "showTitle": false,
+     "tableResultSettingsMap": {},
+     "title": ""
+    }
+   },
+   "outputs": [],
+   "source": [
+    "store_cols = products_df_2253.columns[1:]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 0,
+   "metadata": {
+    "application/vnd.databricks.v1+cell": {
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
+     "inputWidgets": {},
+     "nuid": "690321fc-f300-4c49-ae90-b41d65292c65",
+     "showTitle": false,
+     "tableResultSettingsMap": {},
+     "title": ""
+    }
+   },
+   "outputs": [
+    {
+     "output_type": "stream",
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "+----------+--------+-----+\n|product_id|   store|price|\n+----------+--------+-----+\n|         1|LC_Store|  100|\n|         1|    Shop|  110|\n|         2|  Nozama|  200|\n|         2|    Souq|  190|\n|         3|    Shop| 1000|\n|         3|    Souq| 1900|\n+----------+--------+-----+\n\n"
+     ]
+    }
+   ],
+   "source": [
+    "products_df_2253\\\n",
+    "    .withColumn( \"zipped\",\n",
+    "                arrays_zip(\n",
+    "                    array([lit(c) for c in store_cols]),\n",
+    "                    array([col(c) for c in store_cols])\n",
+    "                    )\n",
+    "                )\\\n",
+    "                    .withColumn(\"exploded\", explode(\"zipped\")\n",
+    "                                )\\\n",
+    "                    .select(\n",
+    "                        \"product_id\",\n",
+    "                        col(\"exploded.0\").alias(\"store\"),\n",
+    "                        col(\"exploded.1\").alias(\"price\")\n",
+    "                        )\\\n",
+    "                            .where(\"price is not null\").show()"
+   ]
   }
  ],
  "metadata": {
   "application/vnd.databricks.v1+notebook": {
-   "computePreferences": null,
+   "computePreferences": {
+    "hardware": {
+     "accelerator": null,
+     "gpuPoolId": null,
+     "memory": null
+    }
+   },
    "dashboards": [],
    "environmentMetadata": {
     "base_environment": "",
-    "environment_version": "1"
+    "environment_version": "2"
    },
    "inputWidgetPreferences": null,
    "language": "python",