Skip to content

Commit 8a56aa3

Browse files
aim-for-betterZhenyu Zhoumsyyc
authored
[HDInsight][Hilo]Add new APIs (#24940)
* Add new APIs * Fix spell, modelvalidation and avocado errors * fix false alarm linting error * Fix linting error * Add readme files under hdinsightonaks folder * Update json file path * Update readme.python.md * a) update job related definition b) update some resource id property to use c) update key vault object type as enum * mark cluster pool compute profile count as readonly * remove wrong avocado suppress fro readme.md per comment --------- Co-authored-by: Zhenyu Zhou <zhezhou@microsoft.com> Co-authored-by: Yuchao Yan <yuchaoyan@microsoft.com>
1 parent 47931ba commit 8a56aa3

30 files changed

+5435
-0
lines changed

‎custom-words.txt‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2875,6 +2875,7 @@ usagescenarios
28752875
useast
28762876
useraccount
28772877
userargs
2878+
userassignedidentities
28782879
userdata
28792880
userdelegationkey
28802881
usererror
@@ -3001,6 +3002,7 @@ wandisco
30013002
wans
30023003
wargs
30033004
wasb
3005+
wasbs
30043006
wasm
30053007
wasserstein
30063008
watchlist

‎specification/hdinsight/resource-manager/Microsoft.HDInsight/HDInsightOnAks/preview/2023-06-01-preview/examples/CreateAutoscaleCluster.json‎

Lines changed: 335 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,335 @@
1+
{
2+
"parameters": {
3+
"subscriptionId": "10e32bab-26da-4cc4-a441-52b318f824e6",
4+
"resourceGroupName": "hiloResourcegroup",
5+
"api-version": "2023-06-01-preview",
6+
"clusterPoolName": "clusterpool1",
7+
"clusterName": "cluster1",
8+
"HDInsightCluster": {
9+
"location": "West US 2",
10+
"properties": {
11+
"clusterType": "kafka",
12+
"computeProfile": {
13+
"nodes": [
14+
{
15+
"type": "worker",
16+
"vmSize": "Standard_D3_v2",
17+
"count": 4
18+
}
19+
]
20+
},
21+
"clusterProfile": {
22+
"clusterVersion": "1.0.1",
23+
"ossVersion": "2.4.1",
24+
"identityProfile": {
25+
"msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
26+
"msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34",
27+
"msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441"
28+
},
29+
"authorizationProfile": {
30+
"userIds": [
31+
"testuser1",
32+
"testuser2"
33+
]
34+
},
35+
"kafkaProfile": {},
36+
"sshProfile": {
37+
"count": 2
38+
},
39+
"autoscaleProfile": {
40+
"enabled": true,
41+
"autoscaleType": "ScheduleBased",
42+
"gracefulDecommissionTimeout": 3600,
43+
"scheduleBasedConfig": {
44+
"defaultCount": 10,
45+
"timeZone": "Cen. Australia Standard Time",
46+
"schedules": [
47+
{
48+
"days": [
49+
"Monday"
50+
],
51+
"startTime": "00:00",
52+
"endTime": "12:00",
53+
"count": 20
54+
},
55+
{
56+
"days": [
57+
"Sunday"
58+
],
59+
"startTime": "00:00",
60+
"endTime": "12:00",
61+
"count": 25
62+
}
63+
]
64+
},
65+
"loadBasedConfig": {
66+
"minNodes": 10,
67+
"maxNodes": 20,
68+
"pollInterval": 60,
69+
"cooldownPeriod": 300,
70+
"scalingRules": [
71+
{
72+
"actionType": "scaleup",
73+
"evaluationCount": 3,
74+
"scalingMetric": "cpu",
75+
"comparisonRule": {
76+
"operator": "greaterThan",
77+
"threshold": 90
78+
}
79+
},
80+
{
81+
"actionType": "scaledown",
82+
"evaluationCount": 3,
83+
"scalingMetric": "cpu",
84+
"comparisonRule": {
85+
"operator": "lessThan",
86+
"threshold": 20
87+
}
88+
}
89+
]
90+
}
91+
}
92+
}
93+
}
94+
}
95+
},
96+
"responses": {
97+
"200": {
98+
"body": {
99+
"id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1",
100+
"name": "cluster1",
101+
"type": "Microsoft.HDInsight/clusterPools/clusters",
102+
"properties": {
103+
"provisioningState": "Succeeded",
104+
"clusterType": "kafka",
105+
"deploymentId": "45cd32aead6e4a91b079a0cdbfac8c36",
106+
"computeProfile": {
107+
"nodes": [
108+
{
109+
"type": "worker",
110+
"vmSize": "Standard_D3_v2",
111+
"count": 4
112+
}
113+
]
114+
},
115+
"clusterProfile": {
116+
"clusterVersion": "1.0.1",
117+
"ossVersion": "2.4.1",
118+
"components": [
119+
{
120+
"name": "Hive",
121+
"version": "2.4.1"
122+
}
123+
],
124+
"identityProfile": {
125+
"msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
126+
"msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34",
127+
"msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441"
128+
},
129+
"authorizationProfile": {
130+
"userIds": [
131+
"testuser1",
132+
"testuser2"
133+
]
134+
},
135+
"connectivityProfile": {
136+
"web": {
137+
"fqdn": "cluster1.clusterpool1.westus2.projecthilo.net"
138+
},
139+
"ssh": [
140+
{
141+
"endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0"
142+
},
143+
{
144+
"endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1"
145+
}
146+
]
147+
},
148+
"kafkaProfile": {},
149+
"sshProfile": {
150+
"count": 2,
151+
"podPrefix": "sshnode"
152+
},
153+
"autoscaleProfile": {
154+
"enabled": true,
155+
"autoscaleType": "ScheduleBased",
156+
"gracefulDecommissionTimeout": 3600,
157+
"scheduleBasedConfig": {
158+
"defaultCount": 10,
159+
"timeZone": "Cen. Australia Standard Time",
160+
"schedules": [
161+
{
162+
"days": [
163+
"Monday"
164+
],
165+
"startTime": "00:00",
166+
"endTime": "12:00",
167+
"count": 20
168+
},
169+
{
170+
"days": [
171+
"Sunday"
172+
],
173+
"startTime": "00:00",
174+
"endTime": "12:00",
175+
"count": 25
176+
}
177+
]
178+
},
179+
"loadBasedConfig": {
180+
"minNodes": 10,
181+
"maxNodes": 20,
182+
"pollInterval": 60,
183+
"cooldownPeriod": 300,
184+
"scalingRules": [
185+
{
186+
"actionType": "scaleup",
187+
"evaluationCount": 3,
188+
"scalingMetric": "cpu",
189+
"comparisonRule": {
190+
"operator": "greaterThan",
191+
"threshold": 90
192+
}
193+
},
194+
{
195+
"actionType": "scaledown",
196+
"evaluationCount": 3,
197+
"scalingMetric": "cpu",
198+
"comparisonRule": {
199+
"operator": "lessThan",
200+
"threshold": 20
201+
}
202+
}
203+
]
204+
}
205+
}
206+
}
207+
},
208+
"systemData": {
209+
"createdBy": "string",
210+
"createdByType": "User",
211+
"createdAt": "2020-02-03T01:01:01.1075056Z",
212+
"lastModifiedBy": "string",
213+
"lastModifiedByType": "User",
214+
"lastModifiedAt": "2020-02-04T02:03:01.1974346Z"
215+
},
216+
"location": "West US 2"
217+
}
218+
},
219+
"201": {
220+
"body": {
221+
"id": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.HDInsight/clusterPools/clusterpool1/clusters/cluster1",
222+
"name": "cluster1",
223+
"type": "Microsoft.HDInsight/clusterPools/clusters",
224+
"properties": {
225+
"provisioningState": "Accepted",
226+
"clusterType": "kafka",
227+
"computeProfile": {
228+
"nodes": [
229+
{
230+
"type": "worker",
231+
"vmSize": "Standard_D3_v2",
232+
"count": 4
233+
}
234+
]
235+
},
236+
"clusterProfile": {
237+
"clusterVersion": "1.0.1",
238+
"ossVersion": "2.4.1",
239+
"identityProfile": {
240+
"msiResourceId": "/subscriptions/subid/resourceGroups/hiloResourcegroup/providers/Microsoft.ManagedIdentity/userAssignedIdentities/test-msi",
241+
"msiClientId": "de91f1d8-767f-460a-ac11-3cf103f74b34",
242+
"msiObjectId": "40491351-c240-4042-91e0-f644a1d2b441"
243+
},
244+
"authorizationProfile": {
245+
"userIds": [
246+
"testuser1",
247+
"testuser2"
248+
]
249+
},
250+
"connectivityProfile": {
251+
"web": {
252+
"fqdn": "cluster1.clusterpool1.westus2.projecthilo.net"
253+
},
254+
"ssh": [
255+
{
256+
"endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-0"
257+
},
258+
{
259+
"endpoint": "cluster1.clusterpool1.westus2.projecthilo.net/ssh/host/sshnode-1"
260+
}
261+
]
262+
},
263+
"kafkaProfile": {},
264+
"sshProfile": {
265+
"count": 2,
266+
"podPrefix": "sshnode"
267+
},
268+
"autoscaleProfile": {
269+
"enabled": true,
270+
"autoscaleType": "ScheduleBased",
271+
"gracefulDecommissionTimeout": 3600,
272+
"scheduleBasedConfig": {
273+
"defaultCount": 10,
274+
"timeZone": "Cen. Australia Standard Time",
275+
"schedules": [
276+
{
277+
"days": [
278+
"Monday"
279+
],
280+
"startTime": "00:00",
281+
"endTime": "12:00",
282+
"count": 20
283+
},
284+
{
285+
"days": [
286+
"Sunday"
287+
],
288+
"startTime": "00:00",
289+
"endTime": "12:00",
290+
"count": 25
291+
}
292+
]
293+
},
294+
"loadBasedConfig": {
295+
"minNodes": 10,
296+
"maxNodes": 20,
297+
"pollInterval": 60,
298+
"cooldownPeriod": 300,
299+
"scalingRules": [
300+
{
301+
"actionType": "scaleup",
302+
"evaluationCount": 3,
303+
"scalingMetric": "cpu",
304+
"comparisonRule": {
305+
"operator": "greaterThan",
306+
"threshold": 90
307+
}
308+
},
309+
{
310+
"actionType": "scaledown",
311+
"evaluationCount": 3,
312+
"scalingMetric": "cpu",
313+
"comparisonRule": {
314+
"operator": "lessThan",
315+
"threshold": 20
316+
}
317+
}
318+
]
319+
}
320+
}
321+
}
322+
},
323+
"systemData": {
324+
"createdBy": "string",
325+
"createdByType": "User",
326+
"createdAt": "2020-02-03T01:01:01.1075056Z",
327+
"lastModifiedBy": "string",
328+
"lastModifiedByType": "User",
329+
"lastModifiedAt": "2020-02-04T02:03:01.1974346Z"
330+
},
331+
"location": "West US 2"
332+
}
333+
}
334+
}
335+
}

0 commit comments

Comments
 (0)