Skip to content

Commit 1b03ba4

Browse files
yewMirzaSikander
yew
authored and
MirzaSikander
committed
Add Amazon S3 Compatible and Oracle Cloud Storage connectors (Azure#13368)
1 parent 811d137 commit 1b03ba4

File tree

3 files changed

+227
-1
lines changed

3 files changed

+227
-1
lines changed

‎specification/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Dataset.json‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -173,6 +173,44 @@
173173
}
174174
]
175175
},
176+
"AmazonS3CompatibleLocation": {
177+
"description": "The location of Amazon S3 Compatible dataset.",
178+
"type": "object",
179+
"allOf": [
180+
{
181+
"$ref": "#/definitions/DatasetLocation"
182+
}
183+
],
184+
"properties": {
185+
"bucketName": {
186+
"type": "object",
187+
"description": "Specify the bucketName of Amazon S3 Compatible. Type: string (or Expression with resultType string)"
188+
},
189+
"version": {
190+
"type": "object",
191+
"description": "Specify the version of Amazon S3 Compatible. Type: string (or Expression with resultType string)."
192+
}
193+
}
194+
},
195+
"OracleCloudStorageLocation": {
196+
"description": "The location of Oracle Cloud Storage dataset.",
197+
"type": "object",
198+
"allOf": [
199+
{
200+
"$ref": "#/definitions/DatasetLocation"
201+
}
202+
],
203+
"properties": {
204+
"bucketName": {
205+
"type": "object",
206+
"description": "Specify the bucketName of Oracle Cloud Storage. Type: string (or Expression with resultType string)"
207+
},
208+
"version": {
209+
"type": "object",
210+
"description": "Specify the version of Oracle Cloud Storage. Type: string (or Expression with resultType string)."
211+
}
212+
}
213+
},
176214
"GoogleCloudStorageLocation": {
177215
"description": "The location of Google Cloud Storage dataset.",
178216
"type": "object",

‎specification/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/LinkedService.json‎

Lines changed: 86 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1046,6 +1046,92 @@
10461046
}
10471047
}
10481048
},
1049+
"AmazonS3CompatibleLinkedService": {
1050+
"x-ms-discriminator-value": "AmazonS3Compatible",
1051+
"description": "Linked service for Amazon S3 Compatible.",
1052+
"type": "object",
1053+
"allOf": [
1054+
{
1055+
"$ref": "#/definitions/LinkedService"
1056+
}
1057+
],
1058+
"properties": {
1059+
"typeProperties": {
1060+
"description": "Amazon S3 Compatible linked service properties.",
1061+
"x-ms-client-flatten": true,
1062+
"$ref": "#/definitions/AmazonS3CompatibleLinkedServiceTypeProperties"
1063+
}
1064+
},
1065+
"required": [
1066+
"typeProperties"
1067+
]
1068+
},
1069+
"AmazonS3CompatibleLinkedServiceTypeProperties": {
1070+
"description": "Amazon S3 Compatible linked service properties.",
1071+
"properties": {
1072+
"accessKeyId": {
1073+
"type": "object",
1074+
"description": "The access key identifier of the Amazon S3 Compatible Identity and Access Management (IAM) user. Type: string (or Expression with resultType string)."
1075+
},
1076+
"secretAccessKey": {
1077+
"description": "The secret access key of the Amazon S3 Compatible Identity and Access Management (IAM) user.",
1078+
"$ref": "../datafactory.json#/definitions/SecretBase"
1079+
},
1080+
"serviceUrl": {
1081+
"type": "object",
1082+
"description": "This value specifies the endpoint to access with the Amazon S3 Compatible Connector. This is an optional property; change it only if you want to try a different service endpoint or want to switch between https and http. Type: string (or Expression with resultType string)."
1083+
},
1084+
"forcePathStyle": {
1085+
"type": "object",
1086+
"description": "If true, use S3 path-style access instead of virtual hosted-style access. Default value is false. Type: boolean (or Expression with resultType boolean)."
1087+
},
1088+
"encryptedCredential": {
1089+
"type": "object",
1090+
"description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)."
1091+
}
1092+
}
1093+
},
1094+
"OracleCloudStorageLinkedService": {
1095+
"x-ms-discriminator-value": "OracleCloudStorage",
1096+
"description": "Linked service for Oracle Cloud Storage.",
1097+
"type": "object",
1098+
"allOf": [
1099+
{
1100+
"$ref": "#/definitions/LinkedService"
1101+
}
1102+
],
1103+
"properties": {
1104+
"typeProperties": {
1105+
"description": "Oracle Cloud Storage linked service properties.",
1106+
"x-ms-client-flatten": true,
1107+
"$ref": "#/definitions/OracleCloudStorageLinkedServiceTypeProperties"
1108+
}
1109+
},
1110+
"required": [
1111+
"typeProperties"
1112+
]
1113+
},
1114+
"OracleCloudStorageLinkedServiceTypeProperties": {
1115+
"description": "Oracle Cloud Storage linked service properties.",
1116+
"properties": {
1117+
"accessKeyId": {
1118+
"type": "object",
1119+
"description": "The access key identifier of the Oracle Cloud Storage Identity and Access Management (IAM) user. Type: string (or Expression with resultType string)."
1120+
},
1121+
"secretAccessKey": {
1122+
"description": "The secret access key of the Oracle Cloud Storage Identity and Access Management (IAM) user.",
1123+
"$ref": "../datafactory.json#/definitions/SecretBase"
1124+
},
1125+
"serviceUrl": {
1126+
"type": "object",
1127+
"description": "This value specifies the endpoint to access with the Oracle Cloud Storage Connector. This is an optional property; change it only if you want to try a different service endpoint or want to switch between https and http. Type: string (or Expression with resultType string)."
1128+
},
1129+
"encryptedCredential": {
1130+
"type": "object",
1131+
"description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)."
1132+
}
1133+
}
1134+
},
10491135
"GoogleCloudStorageLinkedService": {
10501136
"x-ms-discriminator-value": "GoogleCloudStorage",
10511137
"description": "Linked service for Google Cloud Storage.",

‎specification/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Pipeline.json‎

Lines changed: 103 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -421,7 +421,7 @@
421421
}
422422
},
423423
"AmazonS3ReadSettings": {
424-
"description": "Azure data lake store read settings.",
424+
"description": "Amazon S3 read settings.",
425425
"type": "object",
426426
"allOf": [
427427
{
@@ -592,6 +592,108 @@
592592
}
593593
}
594594
},
595+
"AmazonS3CompatibleReadSettings": {
596+
"description": "Amazon S3 Compatible read settings.",
597+
"type": "object",
598+
"allOf": [
599+
{
600+
"$ref": "#/definitions/StoreReadSettings"
601+
}
602+
],
603+
"properties": {
604+
"recursive": {
605+
"type": "object",
606+
"description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)."
607+
},
608+
"wildcardFolderPath": {
609+
"type": "object",
610+
"description": "Amazon S3 Compatible wildcardFolderPath. Type: string (or Expression with resultType string)."
611+
},
612+
"wildcardFileName": {
613+
"type": "object",
614+
"description": "Amazon S3 Compatible wildcardFileName. Type: string (or Expression with resultType string)."
615+
},
616+
"prefix": {
617+
"type": "object",
618+
"description": "The prefix filter for the S3 Compatible object name. Type: string (or Expression with resultType string)."
619+
},
620+
"fileListPath": {
621+
"type": "object",
622+
"description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)."
623+
},
624+
"enablePartitionDiscovery": {
625+
"type": "boolean",
626+
"description": "Indicates whether to enable partition discovery."
627+
},
628+
"partitionRootPath": {
629+
"type": "object",
630+
"description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)."
631+
},
632+
"deleteFilesAfterCompletion": {
633+
"type": "object",
634+
"description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)."
635+
},
636+
"modifiedDatetimeStart": {
637+
"type": "object",
638+
"description": "The start of file's modified datetime. Type: string (or Expression with resultType string)."
639+
},
640+
"modifiedDatetimeEnd": {
641+
"type": "object",
642+
"description": "The end of file's modified datetime. Type: string (or Expression with resultType string)."
643+
}
644+
}
645+
},
646+
"OracleCloudStorageReadSettings": {
647+
"description": "Oracle Cloud Storage read settings.",
648+
"type": "object",
649+
"allOf": [
650+
{
651+
"$ref": "#/definitions/StoreReadSettings"
652+
}
653+
],
654+
"properties": {
655+
"recursive": {
656+
"type": "object",
657+
"description": "If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean)."
658+
},
659+
"wildcardFolderPath": {
660+
"type": "object",
661+
"description": "Oracle Cloud Storage wildcardFolderPath. Type: string (or Expression with resultType string)."
662+
},
663+
"wildcardFileName": {
664+
"type": "object",
665+
"description": "Oracle Cloud Storage wildcardFileName. Type: string (or Expression with resultType string)."
666+
},
667+
"prefix": {
668+
"type": "object",
669+
"description": "The prefix filter for the Oracle Cloud Storage object name. Type: string (or Expression with resultType string)."
670+
},
671+
"fileListPath": {
672+
"type": "object",
673+
"description": "Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string)."
674+
},
675+
"enablePartitionDiscovery": {
676+
"type": "boolean",
677+
"description": "Indicates whether to enable partition discovery."
678+
},
679+
"partitionRootPath": {
680+
"type": "object",
681+
"description": "Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string)."
682+
},
683+
"deleteFilesAfterCompletion": {
684+
"type": "object",
685+
"description": "Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean)."
686+
},
687+
"modifiedDatetimeStart": {
688+
"type": "object",
689+
"description": "The start of file's modified datetime. Type: string (or Expression with resultType string)."
690+
},
691+
"modifiedDatetimeEnd": {
692+
"type": "object",
693+
"description": "The end of file's modified datetime. Type: string (or Expression with resultType string)."
694+
}
695+
}
696+
},
595697
"GoogleCloudStorageReadSettings": {
596698
"description": "Google Cloud Storage read settings.",
597699
"type": "object",

0 commit comments

Comments
 (0)