#!/usr/bin/env python # Copyright (c) 2012-2013 Mitch Garnaat http://garnaat.org/ # Copyright 2012-2014 Amazon.com, Inc. or its affiliates. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"). You # may not use this file except in compliance with the License. A copy of # the License is located at # # http://aws.amazon.com/apache2.0/ # # or in the "license" file accompanying this file. This file is # distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF # ANY KIND, either express or implied. See the License for the specific # language governing permissions and limitations under the License. import os from botocore.compat import OrderedDict from botocore.handlers import set_list_objects_encoding_type_url from tests import BaseSessionTest, ClientHTTPStubber class TestS3Addressing(BaseSessionTest): def setUp(self): super().setUp() self.region_name = 'us-east-1' self.signature_version = 's3' self.session.unregister( 'before-parameter-build.s3.ListObjects', set_list_objects_encoding_type_url, ) def get_prepared_request(self, operation, params, force_hmacv1=False): if force_hmacv1: self.session.register('choose-signer', self.enable_hmacv1) client = self.session.create_client('s3', self.region_name) with ClientHTTPStubber(client) as http_stubber: http_stubber.add_response() getattr(client, operation)(**params) # Return the request that was sent over the wire. return http_stubber.requests[0] def enable_hmacv1(self, **kwargs): return 's3' def test_list_objects_dns_name(self): params = {'Bucket': 'safename'} prepared_request = self.get_prepared_request( 'list_objects', params, force_hmacv1=True ) self.assertEqual( prepared_request.url, 'https://safename.s3.amazonaws.com/' ) def test_list_objects_non_dns_name(self): params = {'Bucket': 'un_safe_name'} prepared_request = self.get_prepared_request( 'list_objects', params, force_hmacv1=True ) self.assertEqual( prepared_request.url, 'https://s3.amazonaws.com/un_safe_name' ) def test_list_objects_dns_name_non_classic(self): self.region_name = 'us-west-2' params = {'Bucket': 'safename'} prepared_request = self.get_prepared_request( 'list_objects', params, force_hmacv1=True ) self.assertEqual( prepared_request.url, 'https://safename.s3.us-west-2.amazonaws.com/', ) def test_list_objects_unicode_query_string_eu_central_1(self): self.region_name = 'eu-central-1' params = OrderedDict( [('Bucket', 'safename'), ('Marker', '\xe4\xf6\xfc-01.txt')] ) prepared_request = self.get_prepared_request('list_objects', params) self.assertEqual( prepared_request.url, ( 'https://safename.s3.eu-central-1.amazonaws.com/' '?marker=%C3%A4%C3%B6%C3%BC-01.txt' ), ) def test_list_objects_in_restricted_regions(self): self.region_name = 'us-gov-west-1' params = {'Bucket': 'safename'} prepared_request = self.get_prepared_request('list_objects', params) # Note how we keep the region specific endpoint here. self.assertEqual( prepared_request.url, 'https://safename.s3.us-gov-west-1.amazonaws.com/', ) def test_list_objects_in_fips(self): self.region_name = 'fips-us-gov-west-1' params = {'Bucket': 'safename'} prepared_request = self.get_prepared_request('list_objects', params) # Note how we keep the region specific endpoint here. self.assertEqual( prepared_request.url, 'https://safename.s3-fips.us-gov-west-1.amazonaws.com/', ) def test_list_objects_non_dns_name_non_classic(self): self.region_name = 'us-west-2' params = {'Bucket': 'un_safe_name'} prepared_request = self.get_prepared_request('list_objects', params) self.assertEqual( prepared_request.url, 'https://s3.us-west-2.amazonaws.com/un_safe_name', ) def test_put_object_dns_name_non_classic(self): self.region_name = 'us-west-2' file_path = os.path.join(os.path.dirname(__file__), 'put_object_data') with open(file_path, 'rb') as fp: params = { 'Bucket': 'my.valid.name', 'Key': 'mykeyname', 'Body': fp, 'ACL': 'public-read', 'ContentLanguage': 'piglatin', 'ContentType': 'text/plain', } prepared_request = self.get_prepared_request('put_object', params) self.assertEqual( prepared_request.url, 'https://s3.us-west-2.amazonaws.com/my.valid.name/mykeyname', ) def test_put_object_dns_name_classic(self): self.region_name = 'us-east-1' file_path = os.path.join(os.path.dirname(__file__), 'put_object_data') with open(file_path, 'rb') as fp: params = { 'Bucket': 'my.valid.name', 'Key': 'mykeyname', 'Body': fp, 'ACL': 'public-read', 'ContentLanguage': 'piglatin', 'ContentType': 'text/plain', } prepared_request = self.get_prepared_request('put_object', params) self.assertEqual( prepared_request.url, 'https://s3.amazonaws.com/my.valid.name/mykeyname', ) def test_put_object_dns_name_single_letter_non_classic(self): self.region_name = 'us-west-2' file_path = os.path.join(os.path.dirname(__file__), 'put_object_data') with open(file_path, 'rb') as fp: params = { 'Bucket': 'a.valid.name', 'Key': 'mykeyname', 'Body': fp, 'ACL': 'public-read', 'ContentLanguage': 'piglatin', 'ContentType': 'text/plain', } prepared_request = self.get_prepared_request('put_object', params) self.assertEqual( prepared_request.url, 'https://s3.us-west-2.amazonaws.com/a.valid.name/mykeyname', ) def test_get_object_non_dns_name_non_classic(self): self.region_name = 'us-west-2' params = {'Bucket': 'AnInvalidName', 'Key': 'mykeyname'} prepared_request = self.get_prepared_request('get_object', params) self.assertEqual( prepared_request.url, 'https://s3.us-west-2.amazonaws.com/AnInvalidName/mykeyname', ) def test_get_object_non_dns_name_classic(self): self.region_name = 'us-east-1' params = {'Bucket': 'AnInvalidName', 'Key': 'mykeyname'} prepared_request = self.get_prepared_request('get_object', params) self.assertEqual( prepared_request.url, 'https://s3.amazonaws.com/AnInvalidName/mykeyname', ) def test_get_object_ip_address_name_non_classic(self): self.region_name = 'us-west-2' params = {'Bucket': '192.168.5.4', 'Key': 'mykeyname'} prepared_request = self.get_prepared_request('get_object', params) self.assertEqual( prepared_request.url, 'https://s3.us-west-2.amazonaws.com/192.168.5.4/mykeyname', ) def test_get_object_almost_an_ip_address_name_non_classic(self): self.region_name = 'us-west-2' params = {'Bucket': '192.168.5.256', 'Key': 'mykeyname'} prepared_request = self.get_prepared_request('get_object', params) self.assertEqual( prepared_request.url, 'https://s3.us-west-2.amazonaws.com/192.168.5.256/mykeyname', ) def test_invalid_endpoint_raises_exception(self): with self.assertRaisesRegex(ValueError, 'Invalid region'): self.session.create_client('s3', 'Invalid region') def test_non_existent_region(self): # If I ask for a region that does not # exist on a global endpoint, such as: client = self.session.create_client('s3', 'us-west-111') # Then the default endpoint heuristic will apply and we'll # get the region name as specified. self.assertEqual(client.meta.region_name, 'us-west-111') # Why not fixed this? Well backwards compatibility for one thing. # The other reason is because it was intended to accommodate this # use case. Let's say I have us-west-2 set as my default region, # possibly through an env var or config variable. Well, by default, # we'd make a call like: client = self.session.create_client('iam', 'us-west-2') # Instead of giving the user an error, we should instead give # them the partition-global endpoint. self.assertEqual(client.meta.region_name, 'aws-global') # But if they request an endpoint that we *do* know about, we use # that specific endpoint. client = self.session.create_client('iam', 'aws-us-gov-global') self.assertEqual(client.meta.region_name, 'aws-us-gov-global')