python-botocore/tests/integration/test_kinesis.py
2015-11-24 20:34:53 +09:00

119 lines
4.3 KiB
Python

# Copyright 2012-2014 Amazon.com, Inc. or its affiliates. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"). You
# may not use this file except in compliance with the License. A copy of
# the License is located at
#
# http://aws.amazon.com/apache2.0/
#
# or in the "license" file accompanying this file. This file is
# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
# ANY KIND, either express or implied. See the License for the specific
# language governing permissions and limitations under the License.
import time
from tests import unittest, random_chars
from nose.plugins.attrib import attr
import botocore.session
class TestKinesisListStreams(unittest.TestCase):
REGION = 'us-east-1'
def setUp(self):
self.client = self.session.create_client('kinesis', self.REGION)
@classmethod
def setUpClass(cls):
cls.session = botocore.session.get_session()
cls.stream_name = 'botocore-test-%s' % random_chars(10)
client = cls.session.create_client('kinesis', cls.REGION)
client.create_stream(StreamName=cls.stream_name,
ShardCount=1)
waiter = client.get_waiter('stream_exists')
waiter.wait(StreamName=cls.stream_name)
@classmethod
def tearDownClass(cls):
client = cls.session.create_client('kinesis', cls.REGION)
client.delete_stream(StreamName=cls.stream_name)
def test_list_streams(self):
parsed = self.client.list_streams()
self.assertIn('StreamNames', parsed)
@attr('slow')
def test_can_put_stream_blob(self):
self.client.put_record(
StreamName=self.stream_name, PartitionKey='foo', Data='foobar')
# Give it a few seconds for the record to get into the stream.
time.sleep(10)
stream = self.client.describe_stream(StreamName=self.stream_name)
shard = stream['StreamDescription']['Shards'][0]
shard_iterator = self.client.get_shard_iterator(
StreamName=self.stream_name, ShardId=shard['ShardId'],
ShardIteratorType='TRIM_HORIZON')
records = self.client.get_records(
ShardIterator=shard_iterator['ShardIterator'])
self.assertTrue(len(records['Records']) > 0)
self.assertEqual(records['Records'][0]['Data'], b'foobar')
@attr('slow')
def test_can_put_records_single_blob(self):
self.client.put_records(
StreamName=self.stream_name,
Records=[{
'Data': 'foobar',
'PartitionKey': 'foo'
}]
)
# Give it a few seconds for the record to get into the stream.
time.sleep(10)
stream = self.client.describe_stream(StreamName=self.stream_name)
shard = stream['StreamDescription']['Shards'][0]
shard_iterator = self.client.get_shard_iterator(
StreamName=self.stream_name, ShardId=shard['ShardId'],
ShardIteratorType='TRIM_HORIZON')
records = self.client.get_records(
ShardIterator=shard_iterator['ShardIterator'])
self.assertTrue(len(records['Records']) > 0)
self.assertEqual(records['Records'][0]['Data'], b'foobar')
@attr('slow')
def test_can_put_records_multiple_blob(self):
self.client.put_records(
StreamName=self.stream_name,
Records=[{
'Data': 'foobar',
'PartitionKey': 'foo'
}, {
'Data': 'barfoo',
'PartitionKey': 'foo'
}]
)
# Give it a few seconds for the record to get into the stream.
time.sleep(10)
stream = self.client.describe_stream(StreamName=self.stream_name)
shard = stream['StreamDescription']['Shards'][0]
shard_iterator = self.client.get_shard_iterator(
StreamName=self.stream_name, ShardId=shard['ShardId'],
ShardIteratorType='TRIM_HORIZON')
records = self.client.get_records(
ShardIterator=shard_iterator['ShardIterator'])
self.assertTrue(len(records['Records']) == 2)
# Verify that both made it through.
record_data = [r['Data'] for r in records['Records']]
self.assertEqual(sorted([b'foobar', b'barfoo']), sorted(record_data))
if __name__ == '__main__':
unittest.main()