Properties added (Azure#30252)

Author: nemanjarajic

sdk/ml/azure-ai-ml/azure/ai/ml/_schema/job/parameterized_spark.py

@@ -103,6 +103,7 @@ class ParameterizedSparkSchema(PathAwareSchema):
     files = fields.List(fields.Str(required=True))
     archives = fields.List(fields.Str(required=True))
     conf = NestedField(SparkConfSchema, unknown=INCLUDE)
+    properties = fields.Dict(keys=fields.Str(), values=fields.Raw())
     environment = UnionField(
         [
             NestedField(AnonymousEnvironmentSchema),

sdk/ml/azure-ai-ml/azure/ai/ml/entities/_job/spark_job.py

@@ -139,6 +139,7 @@ def __init__(
 
         super().__init__(**kwargs)
         self.conf = self.conf or {}
+        self.properties = self.properties or {}
         self.driver_cores = driver_cores
         self.driver_memory = driver_memory
         self.executor_cores = executor_cores
@@ -231,6 +232,7 @@ def _to_rest_object(self) -> JobBase:
             archives=self.archives,
             identity=self.identity._to_job_rest_object() if self.identity else None,
             conf=conf,
+            properties=self.properties,
             environment_id=self.environment,
             inputs=to_rest_dataset_literal_inputs(self.inputs, job_type=self.type),
             outputs=to_rest_data_outputs(self.outputs),
@@ -326,6 +328,7 @@ def _to_component(self, context: Optional[Dict] = None, **kwargs):
             dynamic_allocation_min_executors=self.dynamic_allocation_min_executors,
             dynamic_allocation_max_executors=self.dynamic_allocation_max_executors,
             conf=self.conf,
+            properties=self.properties,
             environment=self.environment,
             inputs=self._to_inputs(inputs=self.inputs, pipeline_job_dict=pipeline_job_dict),
             outputs=self._to_outputs(outputs=self.outputs, pipeline_job_dict=pipeline_job_dict),