Skip to content

Commit 5aabccd

Browse files
skip: Merge pull request #145 from epam/feature/ecc-aws-196-emr_master_nodes_no_public_ip
upd: update policy 196
2 parents 59e8b41 + 5dccbef commit 5aabccd

File tree

6 files changed

+267
-259
lines changed

6 files changed

+267
-259
lines changed

policies/ecc-aws-196-emr_master_nodes_no_public_ip.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,4 +20,4 @@ policies:
2020
- type: value
2121
key: MasterPublicDnsName
2222
op: regex
23-
value: '^([0-9]{1,3}\.){3}[0-9]{1,3}$'
23+
value: '^ec2\-.*\.amazonaws.com$'
Lines changed: 95 additions & 86 deletions
Original file line numberDiff line numberDiff line change
@@ -1,87 +1,96 @@
1-
{
2-
"status_code": 200,
3-
"data": {
4-
"Cluster": {
5-
"Id": "j-2J9C4X0KGRVUB",
6-
"Name": "196_emr_cluster_green",
7-
"Status": {
8-
"State": "WAITING",
9-
"StateChangeReason": {
10-
"Message": "Cluster ready to run steps."
11-
},
12-
"Timeline": {
13-
"CreationDateTime": {
14-
"__class__": "datetime",
15-
"year": 2021,
16-
"month": 11,
17-
"day": 12,
18-
"hour": 9,
19-
"minute": 21,
20-
"second": 35,
21-
"microsecond": 79000
22-
},
23-
"ReadyDateTime": {
24-
"__class__": "datetime",
25-
"year": 2021,
26-
"month": 11,
27-
"day": 12,
28-
"hour": 9,
29-
"minute": 32,
30-
"second": 37,
31-
"microsecond": 335000
32-
}
33-
}
34-
},
35-
"Ec2InstanceAttributes": {
36-
"Ec2KeyName": "",
37-
"Ec2SubnetId": "subnet-04ab0028716add8c7",
38-
"RequestedEc2SubnetIds": [
39-
"subnet-04ab0028716add8c7"
40-
],
41-
"Ec2AvailabilityZone": "us-east-1a",
42-
"RequestedEc2AvailabilityZones": [],
43-
"IamInstanceProfile": "arn:aws:iam::111111111111:instance-profile/196_emr_instance_profile_green",
44-
"EmrManagedMasterSecurityGroup": "sg-0a090e276ea6deaa8",
45-
"EmrManagedSlaveSecurityGroup": "sg-0eb9bcf478a9dbc80",
46-
"ServiceAccessSecurityGroup": "sg-055474ab7b139b32c",
47-
"AdditionalMasterSecurityGroups": [
48-
""
49-
],
50-
"AdditionalSlaveSecurityGroups": [
51-
""
52-
]
53-
},
54-
"InstanceCollectionType": "INSTANCE_GROUP",
55-
"ReleaseLabel": "emr-5.33.0",
56-
"AutoTerminate": false,
57-
"TerminationProtected": false,
58-
"VisibleToAllUsers": true,
59-
"Applications": [
60-
{
61-
"Name": "Hadoop",
62-
"Version": "2.10.1"
63-
}
64-
],
65-
"Tags": [
66-
{
67-
"Key": "CustodianRule",
68-
"Value": "ecc-aws-196-emr_master_nodes_no_public_ip"
69-
},
70-
{
71-
"Key": "ComplianceStatus",
72-
"Value": "Green"
73-
}
74-
],
75-
"ServiceRole": "arn:aws:iam::111111111111:role/196_emr_service_role_green",
76-
"NormalizedInstanceHours": 0,
77-
"MasterPublicDnsName": "ip-10-0-1-201.ec2.internal",
78-
"Configurations": [],
79-
"ScaleDownBehavior": "TERMINATE_AT_TASK_COMPLETION",
80-
"KerberosAttributes": {},
81-
"ClusterArn": "arn:aws:elasticmapreduce:us-east-1:111111111111:cluster/j-2J9C4X0KGRVUB",
82-
"StepConcurrencyLevel": 1,
83-
"PlacementGroups": []
84-
},
85-
"ResponseMetadata": {}
86-
}
1+
{
2+
"status_code": 200,
3+
"data": {
4+
"Cluster": {
5+
"Id": "j-2QC63KC60CX8T",
6+
"Name": "emr_green_169",
7+
"Status": {
8+
"State": "WAITING",
9+
"StateChangeReason": {
10+
"Message": "Cluster ready to run steps."
11+
},
12+
"Timeline": {
13+
"CreationDateTime": {
14+
"__class__": "datetime",
15+
"year": 2024,
16+
"month": 6,
17+
"day": 1,
18+
"hour": 14,
19+
"minute": 18,
20+
"second": 31,
21+
"microsecond": 26000
22+
},
23+
"ReadyDateTime": {
24+
"__class__": "datetime",
25+
"year": 2024,
26+
"month": 6,
27+
"day": 1,
28+
"hour": 14,
29+
"minute": 23,
30+
"second": 19,
31+
"microsecond": 544000
32+
}
33+
}
34+
},
35+
"Ec2InstanceAttributes": {
36+
"Ec2KeyName": "",
37+
"Ec2SubnetId": "subnet-0159a4626ef4fc069",
38+
"RequestedEc2SubnetIds": [
39+
"subnet-0159a4626ef4fc069"
40+
],
41+
"Ec2AvailabilityZone": "us-east-1a",
42+
"RequestedEc2AvailabilityZones": [],
43+
"IamInstanceProfile": "arn:aws:iam::111111111111:instance-profile/autotest_emr_role_green-profile",
44+
"EmrManagedMasterSecurityGroup": "sg-0fddb047fd8580849",
45+
"EmrManagedSlaveSecurityGroup": "sg-0f2bed4cd1da87f56",
46+
"ServiceAccessSecurityGroup": "sg-05fc036927a5b63fe",
47+
"AdditionalMasterSecurityGroups": [
48+
""
49+
],
50+
"AdditionalSlaveSecurityGroups": [
51+
""
52+
]
53+
},
54+
"InstanceCollectionType": "INSTANCE_GROUP",
55+
"LogUri": "s3n://autotest-emr-bucket-green-6135298-1/",
56+
"ReleaseLabel": "emr-7.1.0",
57+
"AutoTerminate": false,
58+
"TerminationProtected": true,
59+
"UnhealthyNodeReplacement": false,
60+
"VisibleToAllUsers": true,
61+
"Applications": [
62+
{
63+
"Name": "Spark",
64+
"Version": "3.5.0"
65+
}
66+
],
67+
"Tags": [
68+
{
69+
"Key": "for-use-with-amazon-emr-managed-policies",
70+
"Value": "true"
71+
},
72+
{
73+
"Key": "ComplianceStatus",
74+
"Value": "Green"
75+
}
76+
],
77+
"ServiceRole": "arn:aws:iam::111111111111:role/autotest_emr_role_green-service",
78+
"NormalizedInstanceHours": 0,
79+
"MasterPublicDnsName": "ip-10-0-10-225.ec2.internal",
80+
"Configurations": [],
81+
"SecurityConfiguration": "emr_green_169",
82+
"ScaleDownBehavior": "TERMINATE_AT_TASK_COMPLETION",
83+
"EbsRootVolumeSize": 15,
84+
"KerberosAttributes": {
85+
"Realm": "EC2.INTERNAL",
86+
"KdcAdminPassword": "********",
87+
"CrossRealmTrustPrincipalPassword": "********"
88+
},
89+
"ClusterArn": "arn:aws:elasticmapreduce:us-east-1:111111111111:cluster/j-2QC63KC60CX8T",
90+
"StepConcurrencyLevel": 1,
91+
"PlacementGroups": [],
92+
"OSReleaseLabel": "2023.4.20240528.0"
93+
},
94+
"ResponseMetadata": {}
95+
}
8796
}
Lines changed: 42 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -1,42 +1,42 @@
1-
{
2-
"status_code": 200,
3-
"data": {
4-
"Clusters": [
5-
{
6-
"Id": "j-2J9C4X0KGRVUB",
7-
"Name": "196_emr_cluster_green",
8-
"Status": {
9-
"State": "WAITING",
10-
"StateChangeReason": {
11-
"Message": "Cluster ready to run steps."
12-
},
13-
"Timeline": {
14-
"CreationDateTime": {
15-
"__class__": "datetime",
16-
"year": 2021,
17-
"month": 11,
18-
"day": 12,
19-
"hour": 9,
20-
"minute": 21,
21-
"second": 35,
22-
"microsecond": 79000
23-
},
24-
"ReadyDateTime": {
25-
"__class__": "datetime",
26-
"year": 2021,
27-
"month": 11,
28-
"day": 12,
29-
"hour": 9,
30-
"minute": 32,
31-
"second": 37,
32-
"microsecond": 335000
33-
}
34-
}
35-
},
36-
"NormalizedInstanceHours": 0,
37-
"ClusterArn": "arn:aws:elasticmapreduce:us-east-1:111111111111:cluster/j-2J9C4X0KGRVUB"
38-
}
39-
],
40-
"ResponseMetadata": {}
41-
}
42-
}
1+
{
2+
"status_code": 200,
3+
"data": {
4+
"Clusters": [
5+
{
6+
"Id": "j-2QC63KC60CX8T",
7+
"Name": "emr_green_169",
8+
"Status": {
9+
"State": "WAITING",
10+
"StateChangeReason": {
11+
"Message": "Cluster ready to run steps."
12+
},
13+
"Timeline": {
14+
"CreationDateTime": {
15+
"__class__": "datetime",
16+
"year": 2024,
17+
"month": 6,
18+
"day": 1,
19+
"hour": 14,
20+
"minute": 18,
21+
"second": 31,
22+
"microsecond": 26000
23+
},
24+
"ReadyDateTime": {
25+
"__class__": "datetime",
26+
"year": 2024,
27+
"month": 6,
28+
"day": 1,
29+
"hour": 14,
30+
"minute": 23,
31+
"second": 19,
32+
"microsecond": 544000
33+
}
34+
}
35+
},
36+
"NormalizedInstanceHours": 0,
37+
"ClusterArn": "arn:aws:elasticmapreduce:us-east-1:111111111111:cluster/j-2QC63KC60CX8T"
38+
}
39+
],
40+
"ResponseMetadata": {}
41+
}
42+
}

0 commit comments

Comments
 (0)