syndicate/core/resources/kinesis_resource.py

"""
    Copyright 2018 EPAM Systems, Inc.

    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.
    You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

    Unless required by applicable law or agreed to in writing, software
    distributed under the License is distributed on an "AS IS" BASIS,
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
"""
import time

from syndicate.commons.log_helper import get_logger
from syndicate.core import ClientError
from syndicate.core.helper import unpack_kwargs
from syndicate.core.resources.base_resource import BaseResource
from syndicate.core.resources.helper import build_description_obj

_LOG = get_logger(__name__)


class KinesisResource(BaseResource):

    def __init__(self, kin_conn) -> None:
        self.kin_conn = kin_conn

    def create_kinesis_stream(self, args):
        return self.create_pool(self._create_kinesis_stream_from_meta, args)

    def remove_kinesis_streams(self, args):
        return self.create_pool(self._remove_kinesis_stream, args)

    @unpack_kwargs
    def _remove_kinesis_stream(self, arn, config):
        stream_name = config['resource_name']
        try:
            self.kin_conn.remove_stream(stream_name=stream_name,
                                        log_not_found_error=False)
            _LOG.info('Kinesis stream %s was removed.', stream_name)
            return {arn: config}
        except ClientError as e:
            if e.response['Error']['Code'] == 'ResourceNotFoundException':
                _LOG.warn('Kinesis stream %s is not found', stream_name)
                return {arn: config}
            else:
                raise e

    @unpack_kwargs
    def _create_kinesis_stream_from_meta(self, name, meta):
        response = self.kin_conn.get_stream(name)
        if response:
            stream_status = response['StreamDescription']['StreamStatus']
            if stream_status == 'DELETING':
                _LOG.debug('Waiting for deletion kinesis stream %s...', name)
                time.sleep(120)
            else:
                _LOG.warn('%s kinesis stream exists', name)
                return {
                    response['StreamARN']: build_description_obj(response,
                                                                 name, meta)
                }
        self.kin_conn.create_stream(stream_name=name,
                                    shard_count=meta['shard_count'])
        _LOG.info('Created kinesis stream %s.', name)
        return self.describe_kinesis_stream(name=name, meta=meta)

    def describe_kinesis_stream(self, name, meta):
        response = self.kin_conn.get_stream(name)
        if response:
            return {
                response['StreamARN']: build_description_obj(response, name,
                                                             meta)
            }
        return {}