# Copyright 2016-2017 Capital One Services, LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from __future__ import absolute_import, division, print_function, unicode_literals
from botocore.exceptions import ClientError
from concurrent.futures import as_completed
from c7n.manager import resources
from c7n.query import QueryResourceManager
from c7n.utils import local_session, chunks, type_schema
from c7n.actions import BaseAction
from c7n.filters.vpc import SubnetFilter, SecurityGroupFilter
[docs]@resources.register('glue-connection')
class GlueConnection(QueryResourceManager):
[docs] class resource_type(object):
service = 'glue'
enum_spec = ('get_connections', 'ConnectionList', None)
detail_spec = None
id = name = 'Name'
date = 'CreationTime'
dimension = None
filter_name = None
arn = False
permissions = ('glue:GetConnections',)
[docs]@GlueConnection.filter_registry.register('subnet')
class ConnectionSubnetFilter(SubnetFilter):
RelatedIdsExpression = 'PhysicalConnectionRequirements.SubnetId'
[docs]@GlueConnection.filter_registry.register('security-group')
class ConnectionSecurityGroupFilter(SecurityGroupFilter):
RelatedIdsExpression = 'PhysicalConnectionRequirements.' \
'SecurityGroupIdList[]'
[docs]@GlueConnection.action_registry.register('delete')
class DeleteConnection(BaseAction):
"""Delete a connection from the data catalog
:example:
.. code-block: yaml
policies:
- name: delete-jdbc-connections
resource: glue-connection
filters:
- ConnectionType: JDBC
actions:
- type: delete
"""
schema = type_schema('delete')
permissions = ('glue:DeleteConnection',)
[docs] def delete_connection(self, r):
client = local_session(self.manager.session_factory).client('glue')
try:
client.delete_connection(ConnectionName=r['Name'])
except ClientError as e:
if e.response['Error']['Code'] != 'EntityNotFoundException':
raise
[docs] def process(self, resources):
with self.executor_factory(max_workers=2) as w:
list(w.map(self.delete_connection, resources))
[docs]@resources.register('glue-dev-endpoint')
class GlueDevEndpoint(QueryResourceManager):
[docs] class resource_type(object):
service = 'glue'
enum_spec = ('get_dev_endpoints', 'DevEndpoints', None)
detail_spec = None
id = name = 'EndpointName'
date = 'CreatedTimestamp'
dimension = None
filter_name = None
arn = False
permissions = ('glue:GetDevEndpoints',)
[docs]@GlueDevEndpoint.action_registry.register('delete')
class DeleteDevEndpoint(BaseAction):
"""Deletes public Glue Dev Endpoints
:example:
.. code-block: yaml
policies:
- name: delete-public-dev-endpoints
resource: glue-dev-endpoint
filters:
- PublicAddress: present
actions:
- type: delete
"""
schema = type_schema('delete')
permissions = ('glue:DeleteDevEndpoint',)
[docs] def delete_dev_endpoint(self, client, endpoint_set):
for e in endpoint_set:
try:
client.delete_dev_endpoint(EndpointName=e['EndpointName'])
except client.exceptions.AlreadyExistsException:
pass
[docs] def process(self, resources):
futures = []
client = local_session(self.manager.session_factory).client('glue')
with self.executor_factory(max_workers=2) as w:
for endpoint_set in chunks(resources, size=5):
futures.append(w.submit(self.delete_dev_endpoint, client, endpoint_set))
for f in as_completed(futures):
if f.exception():
self.log.error(
"Exception deleting glue dev endpoint \n %s",
f.exception())