from __future__ import unicode_literals import base64 import json import boto3 import re from freezegun import freeze_time import sure # noqa import responses from botocore.exceptions import ClientError from nose.tools import assert_raises from moto import mock_sns, mock_sqs MESSAGE_FROM_SQS_TEMPLATE = '{\n "Message": "%s",\n "MessageId": "%s",\n "Signature": "EXAMPLElDMXvB8r9R83tGoNn0ecwd5UjllzsvSvbItzfaMpN2nk5HVSw7XnOn/49IkxDKz8YrlH2qJXj2iZB0Zo2O71c4qQk1fMUDi3LGpij7RCW7AW9vYYsSqIKRnFS94ilu7NFhUzLiieYr4BKHpdTmdD6c0esKEYBpabxDSc=",\n "SignatureVersion": "1",\n "SigningCertURL": "https://sns.us-east-1.amazonaws.com/SimpleNotificationService-f3ecfb7224c7233fe7bb5f59f96de52f.pem",\n "Subject": "my subject",\n "Timestamp": "2015-01-01T12:00:00.000Z",\n "TopicArn": "arn:aws:sns:%s:123456789012:some-topic",\n "Type": "Notification",\n "UnsubscribeURL": "https://sns.us-east-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:us-east-1:123456789012:some-topic:2bcfbf39-05c3-41de-beaa-fcfcc21c8f55"\n}' @mock_sqs @mock_sns def test_publish_to_sqs(): conn = boto3.client('sns', region_name='us-east-1') conn.create_topic(Name="some-topic") response = conn.list_topics() topic_arn = response["Topics"][0]['TopicArn'] sqs_conn = boto3.resource('sqs', region_name='us-east-1') sqs_conn.create_queue(QueueName="test-queue") conn.subscribe(TopicArn=topic_arn, Protocol="sqs", Endpoint="arn:aws:sqs:us-east-1:123456789012:test-queue") message = 'my message' with freeze_time("2015-01-01 12:00:00"): published_message = conn.publish(TopicArn=topic_arn, Message=message) published_message_id = published_message['MessageId'] queue = sqs_conn.get_queue_by_name(QueueName="test-queue") messages = queue.receive_messages(MaxNumberOfMessages=1) expected = MESSAGE_FROM_SQS_TEMPLATE % (message, published_message_id, 'us-east-1') acquired_message = re.sub("\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z", u'2015-01-01T12:00:00.000Z', messages[0].body) acquired_message.should.equal(expected) @mock_sqs @mock_sns def test_publish_to_sqs_raw(): sns = boto3.resource('sns', region_name='us-east-1') topic = sns.create_topic(Name='some-topic') sqs = boto3.resource('sqs', region_name='us-east-1') queue = sqs.create_queue(QueueName='test-queue') subscription = topic.subscribe( Protocol='sqs', Endpoint=queue.attributes['QueueArn']) subscription.set_attributes( AttributeName='RawMessageDelivery', AttributeValue='true') message = 'my message' with freeze_time("2015-01-01 12:00:00"): topic.publish(Message=message) messages = queue.receive_messages(MaxNumberOfMessages=1) messages[0].body.should.equal(message) @mock_sqs @mock_sns def test_publish_to_sqs_bad(): conn = boto3.client('sns', region_name='us-east-1') conn.create_topic(Name="some-topic") response = conn.list_topics() topic_arn = response["Topics"][0]['TopicArn'] sqs_conn = boto3.resource('sqs', region_name='us-east-1') sqs_conn.create_queue(QueueName="test-queue") conn.subscribe(TopicArn=topic_arn, Protocol="sqs", Endpoint="arn:aws:sqs:us-east-1:123456789012:test-queue") message = 'my message' try: # Test missing Value conn.publish( TopicArn=topic_arn, Message=message, MessageAttributes={'store': {'DataType': 'String'}}) except ClientError as err: err.response['Error']['Code'].should.equal('InvalidParameterValue') try: # Test empty DataType (if the DataType field is missing entirely # botocore throws an exception during validation) conn.publish( TopicArn=topic_arn, Message=message, MessageAttributes={'store': { 'DataType': '', 'StringValue': 'example_corp' }}) except ClientError as err: err.response['Error']['Code'].should.equal('InvalidParameterValue') try: # Test empty Value conn.publish( TopicArn=topic_arn, Message=message, MessageAttributes={'store': { 'DataType': 'String', 'StringValue': '' }}) except ClientError as err: err.response['Error']['Code'].should.equal('InvalidParameterValue') @mock_sqs @mock_sns def test_publish_to_sqs_msg_attr_byte_value(): conn = boto3.client('sns', region_name='us-east-1') conn.create_topic(Name="some-topic") response = conn.list_topics() topic_arn = response["Topics"][0]['TopicArn'] sqs_conn = boto3.resource('sqs', region_name='us-east-1') queue = sqs_conn.create_queue(QueueName="test-queue") conn.subscribe(TopicArn=topic_arn, Protocol="sqs", Endpoint="arn:aws:sqs:us-east-1:123456789012:test-queue") message = 'my message' conn.publish( TopicArn=topic_arn, Message=message, MessageAttributes={'store': { 'DataType': 'Binary', 'BinaryValue': b'\x02\x03\x04' }}) messages = queue.receive_messages(MaxNumberOfMessages=5) message_attributes = [ json.loads(m.body)['MessageAttributes'] for m in messages] message_attributes.should.equal([{ 'store': { 'Type': 'Binary', 'Value': base64.b64encode(b'\x02\x03\x04').decode() } }]) @mock_sns def test_publish_sms(): client = boto3.client('sns', region_name='us-east-1') client.create_topic(Name="some-topic") resp = client.create_topic(Name="some-topic") arn = resp['TopicArn'] client.subscribe( TopicArn=arn, Protocol='sms', Endpoint='+15551234567' ) result = client.publish(PhoneNumber="+15551234567", Message="my message") result.should.contain('MessageId') @mock_sns def test_publish_bad_sms(): client = boto3.client('sns', region_name='us-east-1') client.create_topic(Name="some-topic") resp = client.create_topic(Name="some-topic") arn = resp['TopicArn'] client.subscribe( TopicArn=arn, Protocol='sms', Endpoint='+15551234567' ) try: # Test invalid number client.publish(PhoneNumber="NAA+15551234567", Message="my message") except ClientError as err: err.response['Error']['Code'].should.equal('InvalidParameter') try: # Test not found number client.publish(PhoneNumber="+44001234567", Message="my message") except ClientError as err: err.response['Error']['Code'].should.equal('ParameterValueInvalid') @mock_sqs @mock_sns def test_publish_to_sqs_dump_json(): conn = boto3.client('sns', region_name='us-east-1') conn.create_topic(Name="some-topic") response = conn.list_topics() topic_arn = response["Topics"][0]['TopicArn'] sqs_conn = boto3.resource('sqs', region_name='us-east-1') sqs_conn.create_queue(QueueName="test-queue") conn.subscribe(TopicArn=topic_arn, Protocol="sqs", Endpoint="arn:aws:sqs:us-east-1:123456789012:test-queue") message = json.dumps({ "Records": [{ "eventVersion": "2.0", "eventSource": "aws:s3", "s3": { "s3SchemaVersion": "1.0" } }] }, sort_keys=True) with freeze_time("2015-01-01 12:00:00"): published_message = conn.publish(TopicArn=topic_arn, Message=message) published_message_id = published_message['MessageId'] queue = sqs_conn.get_queue_by_name(QueueName="test-queue") messages = queue.receive_messages(MaxNumberOfMessages=1) escaped = message.replace('"', '\\"') expected = MESSAGE_FROM_SQS_TEMPLATE % (escaped, published_message_id, 'us-east-1') acquired_message = re.sub("\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z", u'2015-01-01T12:00:00.000Z', messages[0].body) acquired_message.should.equal(expected) @mock_sqs @mock_sns def test_publish_to_sqs_in_different_region(): conn = boto3.client('sns', region_name='us-west-1') conn.create_topic(Name="some-topic") response = conn.list_topics() topic_arn = response["Topics"][0]['TopicArn'] sqs_conn = boto3.resource('sqs', region_name='us-west-2') sqs_conn.create_queue(QueueName="test-queue") conn.subscribe(TopicArn=topic_arn, Protocol="sqs", Endpoint="arn:aws:sqs:us-west-2:123456789012:test-queue") message = 'my message' with freeze_time("2015-01-01 12:00:00"): published_message = conn.publish(TopicArn=topic_arn, Message=message) published_message_id = published_message['MessageId'] queue = sqs_conn.get_queue_by_name(QueueName="test-queue") messages = queue.receive_messages(MaxNumberOfMessages=1) expected = MESSAGE_FROM_SQS_TEMPLATE % (message, published_message_id, 'us-west-1') acquired_message = re.sub("\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z", u'2015-01-01T12:00:00.000Z', messages[0].body) acquired_message.should.equal(expected) @freeze_time("2013-01-01") @mock_sns def test_publish_to_http(): def callback(request): request.headers["Content-Type"].should.equal("text/plain; charset=UTF-8") json.loads.when.called_with( request.body.decode() ).should_not.throw(Exception) return 200, {}, "" responses.add_callback( method="POST", url="http://example.com/foobar", callback=callback, ) conn = boto3.client('sns', region_name='us-east-1') conn.create_topic(Name="some-topic") response = conn.list_topics() topic_arn = response["Topics"][0]['TopicArn'] conn.subscribe(TopicArn=topic_arn, Protocol="http", Endpoint="http://example.com/foobar") response = conn.publish( TopicArn=topic_arn, Message="my message", Subject="my subject") @mock_sqs @mock_sns def test_publish_subject(): conn = boto3.client('sns', region_name='us-east-1') conn.create_topic(Name="some-topic") response = conn.list_topics() topic_arn = response["Topics"][0]['TopicArn'] sqs_conn = boto3.resource('sqs', region_name='us-east-1') sqs_conn.create_queue(QueueName="test-queue") conn.subscribe(TopicArn=topic_arn, Protocol="sqs", Endpoint="arn:aws:sqs:us-east-1:123456789012:test-queue") message = 'my message' subject1 = 'test subject' subject2 = 'test subject' * 20 with freeze_time("2015-01-01 12:00:00"): conn.publish(TopicArn=topic_arn, Message=message, Subject=subject1) # Just that it doesnt error is a pass try: with freeze_time("2015-01-01 12:00:00"): conn.publish(TopicArn=topic_arn, Message=message, Subject=subject2) except ClientError as err: err.response['Error']['Code'].should.equal('InvalidParameter') else: raise RuntimeError('Should have raised an InvalidParameter exception') @mock_sns def test_publish_message_too_long(): sns = boto3.resource('sns', region_name='us-east-1') topic = sns.create_topic(Name='some-topic') with assert_raises(ClientError): topic.publish( Message="".join(["." for i in range(0, 262145)])) # message short enough - does not raise an error topic.publish( Message="".join(["." for i in range(0, 262144)])) def _setup_filter_policy_test(filter_policy): sns = boto3.resource('sns', region_name='us-east-1') topic = sns.create_topic(Name='some-topic') sqs = boto3.resource('sqs', region_name='us-east-1') queue = sqs.create_queue(QueueName='test-queue') subscription = topic.subscribe( Protocol='sqs', Endpoint=queue.attributes['QueueArn']) subscription.set_attributes( AttributeName='FilterPolicy', AttributeValue=json.dumps(filter_policy)) return topic, subscription, queue @mock_sqs @mock_sns def test_filtering_exact_string(): topic, subscription, queue = _setup_filter_policy_test( {'store': ['example_corp']}) topic.publish( Message='match', MessageAttributes={'store': {'DataType': 'String', 'StringValue': 'example_corp'}}) messages = queue.receive_messages(MaxNumberOfMessages=5) message_bodies = [json.loads(m.body)['Message'] for m in messages] message_bodies.should.equal(['match']) message_attributes = [ json.loads(m.body)['MessageAttributes'] for m in messages] message_attributes.should.equal( [{'store': {'Type': 'String', 'Value': 'example_corp'}}]) @mock_sqs @mock_sns def test_filtering_exact_string_multiple_message_attributes(): topic, subscription, queue = _setup_filter_policy_test( {'store': ['example_corp']}) topic.publish( Message='match', MessageAttributes={'store': {'DataType': 'String', 'StringValue': 'example_corp'}, 'event': {'DataType': 'String', 'StringValue': 'order_cancelled'}}) messages = queue.receive_messages(MaxNumberOfMessages=5) message_bodies = [json.loads(m.body)['Message'] for m in messages] message_bodies.should.equal(['match']) message_attributes = [ json.loads(m.body)['MessageAttributes'] for m in messages] message_attributes.should.equal([{ 'store': {'Type': 'String', 'Value': 'example_corp'}, 'event': {'Type': 'String', 'Value': 'order_cancelled'}}]) @mock_sqs @mock_sns def test_filtering_exact_string_OR_matching(): topic, subscription, queue = _setup_filter_policy_test( {'store': ['example_corp', 'different_corp']}) topic.publish( Message='match example_corp', MessageAttributes={'store': {'DataType': 'String', 'StringValue': 'example_corp'}}) topic.publish( Message='match different_corp', MessageAttributes={'store': {'DataType': 'String', 'StringValue': 'different_corp'}}) messages = queue.receive_messages(MaxNumberOfMessages=5) message_bodies = [json.loads(m.body)['Message'] for m in messages] message_bodies.should.equal( ['match example_corp', 'match different_corp']) message_attributes = [ json.loads(m.body)['MessageAttributes'] for m in messages] message_attributes.should.equal([ {'store': {'Type': 'String', 'Value': 'example_corp'}}, {'store': {'Type': 'String', 'Value': 'different_corp'}}]) @mock_sqs @mock_sns def test_filtering_exact_string_AND_matching_positive(): topic, subscription, queue = _setup_filter_policy_test( {'store': ['example_corp'], 'event': ['order_cancelled']}) topic.publish( Message='match example_corp order_cancelled', MessageAttributes={'store': {'DataType': 'String', 'StringValue': 'example_corp'}, 'event': {'DataType': 'String', 'StringValue': 'order_cancelled'}}) messages = queue.receive_messages(MaxNumberOfMessages=5) message_bodies = [json.loads(m.body)['Message'] for m in messages] message_bodies.should.equal( ['match example_corp order_cancelled']) message_attributes = [ json.loads(m.body)['MessageAttributes'] for m in messages] message_attributes.should.equal([{ 'store': {'Type': 'String', 'Value': 'example_corp'}, 'event': {'Type': 'String', 'Value': 'order_cancelled'}}]) @mock_sqs @mock_sns def test_filtering_exact_string_AND_matching_no_match(): topic, subscription, queue = _setup_filter_policy_test( {'store': ['example_corp'], 'event': ['order_cancelled']}) topic.publish( Message='match example_corp order_accepted', MessageAttributes={'store': {'DataType': 'String', 'StringValue': 'example_corp'}, 'event': {'DataType': 'String', 'StringValue': 'order_accepted'}}) messages = queue.receive_messages(MaxNumberOfMessages=5) message_bodies = [json.loads(m.body)['Message'] for m in messages] message_bodies.should.equal([]) message_attributes = [ json.loads(m.body)['MessageAttributes'] for m in messages] message_attributes.should.equal([]) @mock_sqs @mock_sns def test_filtering_exact_string_no_match(): topic, subscription, queue = _setup_filter_policy_test( {'store': ['example_corp']}) topic.publish( Message='no match', MessageAttributes={'store': {'DataType': 'String', 'StringValue': 'different_corp'}}) messages = queue.receive_messages(MaxNumberOfMessages=5) message_bodies = [json.loads(m.body)['Message'] for m in messages] message_bodies.should.equal([]) message_attributes = [ json.loads(m.body)['MessageAttributes'] for m in messages] message_attributes.should.equal([]) @mock_sqs @mock_sns def test_filtering_exact_string_no_attributes_no_match(): topic, subscription, queue = _setup_filter_policy_test( {'store': ['example_corp']}) topic.publish(Message='no match') messages = queue.receive_messages(MaxNumberOfMessages=5) message_bodies = [json.loads(m.body)['Message'] for m in messages] message_bodies.should.equal([]) message_attributes = [ json.loads(m.body)['MessageAttributes'] for m in messages] message_attributes.should.equal([])