Scheme update for featureset spec (Azure#29371)

* Scheme update for feature set spec

* Remove unused imports

* remove not used properties

* revert

Author: maykumar-msft

sdk/ml/azure-ai-ml/azure/ai/ml/_schema/_feature_set/featureset_spec_properties_schema.py

@@ -9,7 +9,6 @@
 
 from azure.ai.ml._schema.core.fields import NestedField
 from azure.ai.ml._schema.core.schema import YamlFileSchema, PatchedSchemaMeta
-from azure.ai.ml._schema._feature_store_entity.data_column_schema import DataColumnSchema
 
 from .source_metadata_schema import SourceMetadataSchema
 
@@ -38,6 +37,5 @@ class FeaturesetSpecPropertiesSchema(YamlFileSchema):
         FeatureTransformationCodePropertiesSchema, data_key="featureTransformationCode"
     )
     features = fields.List(NestedField(FeaturePropertiesSchema), data_key="features")
-    index_columns = fields.List(NestedField(DataColumnSchema), data_key="indexColumns")
     source_lookback = fields.Nested(DelayMetadataPropertiesSchema, data_key="sourceLookback")
     temporal_join_lookback = fields.Nested(DelayMetadataPropertiesSchema, data_key="temporalJoinLookback")

sdk/ml/azure-ai-ml/azure/ai/ml/_schema/_feature_set/source_metadata_schema.py

@@ -8,7 +8,6 @@
 
 from marshmallow import fields, post_load
 
-from azure.ai.ml._schema.core.fields import NestedField
 from azure.ai.ml._schema.core.schema import PatchedSchemaMeta
 
 from .delay_metadata_schema import DelayMetadataSchema
@@ -18,8 +17,8 @@
 class SourceMetadataSchema(metaclass=PatchedSchemaMeta):
     type = fields.Str(required=True)
     path = fields.Str(required=True)
-    timestamp_column = NestedField(TimestampColumnMetadataSchema)
-    source_delay = NestedField(DelayMetadataSchema)
+    timestamp_column = fields.Nested(TimestampColumnMetadataSchema, required=True)
+    source_delay = fields.Nested(DelayMetadataSchema, required=False)
 
     @post_load
     def make(self, data: Dict, **kwargs):

sdk/ml/azure-ai-ml/azure/ai/ml/entities/_feature_set/delay_metadata.py

@@ -2,9 +2,11 @@
 # Copyright (c) Microsoft Corporation. All rights reserved.
 # ---------------------------------------------------------
 
+# pylint: disable=unused-argument
+
 
 class DelayMetadata(object):
-    def __init__(self, *, days: int, hours: int, minutes: int, **kwargs):  # pylint: disable=unused-argument
+    def __init__(self, *, days: int = None, hours: int = None, minutes: int = None, **kwargs):
         self.days = days
         self.hours = hours
         self.minutes = minutes

sdk/ml/azure-ai-ml/azure/ai/ml/entities/_feature_set/source_metadata.py

@@ -10,7 +10,13 @@
 
 class SourceMetadata(object):
     def __init__(
-        self, *, type: str, path: str, timestamp_column: TimestampColumnMetadata, source_delay: DelayMetadata, **kwargs
+        self,
+        *,
+        type: str,
+        path: str,
+        timestamp_column: TimestampColumnMetadata,
+        source_delay: DelayMetadata = None,
+        **kwargs
     ):
         self.type = type
         self.path = path

sdk/ml/azure-ai-ml/azure/ai/ml/entities/_feature_set/timestamp_column_metadata.py

@@ -6,6 +6,6 @@
 
 
 class TimestampColumnMetadata(object):
-    def __init__(self, *, name: str, format: str, **kwargs):
+    def __init__(self, *, name: str, format: str = None, **kwargs):
         self.name = name
         self.format = format