From 2388dcd4e3d6cef7dc8872d5d9fa53a4e9d2c3ef Mon Sep 17 00:00:00 2001 From: deepanshu36 <38796030+deepanshu36@users.noreply.github.com> Date: Sun, 17 May 2026 14:04:34 +0530 Subject: [PATCH 1/2] fix issue MapType as a type hint for schema 55900 --- python/pyspark/sql/functions/__init__.py | 1 + python/pyspark/sql/functions/builtin.py | 3 ++- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/python/pyspark/sql/functions/__init__.py b/python/pyspark/sql/functions/__init__.py index b90b5a26ecb01..20d146144400f 100644 --- a/python/pyspark/sql/functions/__init__.py +++ b/python/pyspark/sql/functions/__init__.py @@ -15,6 +15,7 @@ # limitations under the License. # + """PySpark Functions""" from pyspark.sql.functions.builtin import * # noqa: F403 diff --git a/python/pyspark/sql/functions/builtin.py b/python/pyspark/sql/functions/builtin.py index eccb7d768e885..45469de2fa606 100644 --- a/python/pyspark/sql/functions/builtin.py +++ b/python/pyspark/sql/functions/builtin.py @@ -50,6 +50,7 @@ StringType, StructType, NumericType, + MapType _from_numpy_type, ) @@ -21044,7 +21045,7 @@ def json_tuple(col: "ColumnOrName", *fields: str) -> Column: @_try_remote_functions def from_json( col: "ColumnOrName", - schema: Union[ArrayType, StructType, Column, str], + schema: Union[ArrayType, StructType, Column, str,MapType], options: Optional[Mapping[str, str]] = None, ) -> Column: """ From 585492e8b8a8fa15ea571dcf15f8991466da63db Mon Sep 17 00:00:00 2001 From: deepanshu36 <38796030+deepanshu36@users.noreply.github.com> Date: Sun, 17 May 2026 14:25:38 +0530 Subject: [PATCH 2/2] changes --- python/pyspark/sql/functions/builtin.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/pyspark/sql/functions/builtin.py b/python/pyspark/sql/functions/builtin.py index 45469de2fa606..6c2f32ec602f1 100644 --- a/python/pyspark/sql/functions/builtin.py +++ b/python/pyspark/sql/functions/builtin.py @@ -21042,6 +21042,7 @@ def json_tuple(col: "ColumnOrName", *fields: str) -> Column: return _invoke_function("json_tuple", _to_java_column(col), _to_seq(sc, fields)) + @_try_remote_functions def from_json( col: "ColumnOrName",