Upgrade marshmallow dependency from 3.x to 4.x in azure-ai-ml package

sdk/ml/azure-ai-ml/CHANGELOG.md

@@ -5,6 +5,9 @@
 
 ### Bugs Fixed
 
+### Other Changes
+- Upgraded `marshmallow` dependency from version 3.x to 4.x (`>=4.0.0,<5.0.0`) for improved performance and compatibility with latest serialization standards.
+
 ## 1.27.1 (2025-05-13)
 
 ### Bugs Fixed

sdk/ml/azure-ai-ml/azure/ai/ml/_schema/core/fields.py

@@ -17,7 +17,7 @@
 from marshmallow import RAISE, fields
 from marshmallow.exceptions import ValidationError
 from marshmallow.fields import Field, Nested
-from marshmallow.utils import FieldInstanceResolutionError, from_iso_datetime, resolve_field_instance
+from marshmallow.utils import from_iso_datetime, resolve_field_instance
 
 from ..._utils._arm_id_utils import AMLVersionedArmId, is_ARM_id_for_resource, parse_name_label, parse_name_version
 from ..._utils._experimental import _is_warning_cached
@@ -439,7 +439,7 @@ def __init__(self, union_fields: List[fields.Field], is_strict=False, **kwargs):
             self._union_fields = [resolve_field_instance(cls_or_instance) for cls_or_instance in union_fields]
             # TODO: make serialization/de-serialization work in the same way as json schema when is_strict is True
             self.is_strict = is_strict  # S\When True, combine fields with oneOf instead of anyOf at schema generation
-        except FieldInstanceResolutionError as error:
+        except ValueError as error:
             raise ValueError(
                 'Elements of "union_fields" must be subclasses or instances of marshmallow.base.FieldABC.'
             ) from error
@@ -876,7 +876,7 @@ def __init__(self, experimental_field: fields.Field, **kwargs):
         try:
             self._experimental_field = resolve_field_instance(experimental_field)
             self.required = experimental_field.required
-        except FieldInstanceResolutionError as error:
+        except ValueError as error:
             raise ValueError(
                 '"experimental_field" must be subclasses or instances of marshmallow.base.FieldABC.'
             ) from error

sdk/ml/azure-ai-ml/dev_requirements.txt

@@ -1,7 +1,7 @@
 -e ../../../tools/azure-sdk-tools
 ../../core/azure-core
 ../../identity/azure-identity
-marshmallow>=3.5,<4.0.0
+marshmallow>=4.0.0,<5.0.0
 marshmallow-jsonschema==0.10.0
 mock
 pytest-cov

sdk/ml/azure-ai-ml/setup.py

@@ -72,7 +72,7 @@
         "msrest>=0.6.18,<1.0.0",
         "azure-core>=1.23.0",
         "azure-mgmt-core>=1.3.0",
-        "marshmallow>=3.5,<4.0.0",
+        "marshmallow>=4.0.0,<5.0.0",
         "jsonschema>=4.0.0,<5.0.0",
         "tqdm<5.0.0",
         # Used for PR 825138