490 lines
17 KiB
Python
490 lines
17 KiB
Python
from __future__ import unicode_literals
|
|
|
|
import base64
|
|
import json
|
|
|
|
import boto3
|
|
import re
|
|
from freezegun import freeze_time
|
|
import sure # noqa
|
|
|
|
import responses
|
|
from botocore.exceptions import ClientError
|
|
from nose.tools import assert_raises
|
|
from moto import mock_sns, mock_sqs
|
|
|
|
|
|
MESSAGE_FROM_SQS_TEMPLATE = '{\n "Message": "%s",\n "MessageId": "%s",\n "Signature": "EXAMPLElDMXvB8r9R83tGoNn0ecwd5UjllzsvSvbItzfaMpN2nk5HVSw7XnOn/49IkxDKz8YrlH2qJXj2iZB0Zo2O71c4qQk1fMUDi3LGpij7RCW7AW9vYYsSqIKRnFS94ilu7NFhUzLiieYr4BKHpdTmdD6c0esKEYBpabxDSc=",\n "SignatureVersion": "1",\n "SigningCertURL": "https://sns.us-east-1.amazonaws.com/SimpleNotificationService-f3ecfb7224c7233fe7bb5f59f96de52f.pem",\n "Subject": "my subject",\n "Timestamp": "2015-01-01T12:00:00.000Z",\n "TopicArn": "arn:aws:sns:%s:123456789012:some-topic",\n "Type": "Notification",\n "UnsubscribeURL": "https://sns.us-east-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:us-east-1:123456789012:some-topic:2bcfbf39-05c3-41de-beaa-fcfcc21c8f55"\n}'
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_publish_to_sqs():
|
|
conn = boto3.client('sns', region_name='us-east-1')
|
|
conn.create_topic(Name="some-topic")
|
|
response = conn.list_topics()
|
|
topic_arn = response["Topics"][0]['TopicArn']
|
|
|
|
sqs_conn = boto3.resource('sqs', region_name='us-east-1')
|
|
sqs_conn.create_queue(QueueName="test-queue")
|
|
|
|
conn.subscribe(TopicArn=topic_arn,
|
|
Protocol="sqs",
|
|
Endpoint="arn:aws:sqs:us-east-1:123456789012:test-queue")
|
|
message = 'my message'
|
|
with freeze_time("2015-01-01 12:00:00"):
|
|
published_message = conn.publish(TopicArn=topic_arn, Message=message)
|
|
published_message_id = published_message['MessageId']
|
|
|
|
queue = sqs_conn.get_queue_by_name(QueueName="test-queue")
|
|
messages = queue.receive_messages(MaxNumberOfMessages=1)
|
|
expected = MESSAGE_FROM_SQS_TEMPLATE % (message, published_message_id, 'us-east-1')
|
|
acquired_message = re.sub("\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z", u'2015-01-01T12:00:00.000Z', messages[0].body)
|
|
acquired_message.should.equal(expected)
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_publish_to_sqs_raw():
|
|
sns = boto3.resource('sns', region_name='us-east-1')
|
|
topic = sns.create_topic(Name='some-topic')
|
|
|
|
sqs = boto3.resource('sqs', region_name='us-east-1')
|
|
queue = sqs.create_queue(QueueName='test-queue')
|
|
|
|
subscription = topic.subscribe(
|
|
Protocol='sqs', Endpoint=queue.attributes['QueueArn'])
|
|
|
|
subscription.set_attributes(
|
|
AttributeName='RawMessageDelivery', AttributeValue='true')
|
|
|
|
message = 'my message'
|
|
with freeze_time("2015-01-01 12:00:00"):
|
|
topic.publish(Message=message)
|
|
|
|
messages = queue.receive_messages(MaxNumberOfMessages=1)
|
|
messages[0].body.should.equal(message)
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_publish_to_sqs_bad():
|
|
conn = boto3.client('sns', region_name='us-east-1')
|
|
conn.create_topic(Name="some-topic")
|
|
response = conn.list_topics()
|
|
topic_arn = response["Topics"][0]['TopicArn']
|
|
|
|
sqs_conn = boto3.resource('sqs', region_name='us-east-1')
|
|
sqs_conn.create_queue(QueueName="test-queue")
|
|
|
|
conn.subscribe(TopicArn=topic_arn,
|
|
Protocol="sqs",
|
|
Endpoint="arn:aws:sqs:us-east-1:123456789012:test-queue")
|
|
message = 'my message'
|
|
try:
|
|
# Test missing Value
|
|
conn.publish(
|
|
TopicArn=topic_arn, Message=message,
|
|
MessageAttributes={'store': {'DataType': 'String'}})
|
|
except ClientError as err:
|
|
err.response['Error']['Code'].should.equal('InvalidParameterValue')
|
|
try:
|
|
# Test empty DataType (if the DataType field is missing entirely
|
|
# botocore throws an exception during validation)
|
|
conn.publish(
|
|
TopicArn=topic_arn, Message=message,
|
|
MessageAttributes={'store': {
|
|
'DataType': '',
|
|
'StringValue': 'example_corp'
|
|
}})
|
|
except ClientError as err:
|
|
err.response['Error']['Code'].should.equal('InvalidParameterValue')
|
|
try:
|
|
# Test empty Value
|
|
conn.publish(
|
|
TopicArn=topic_arn, Message=message,
|
|
MessageAttributes={'store': {
|
|
'DataType': 'String',
|
|
'StringValue': ''
|
|
}})
|
|
except ClientError as err:
|
|
err.response['Error']['Code'].should.equal('InvalidParameterValue')
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_publish_to_sqs_msg_attr_byte_value():
|
|
conn = boto3.client('sns', region_name='us-east-1')
|
|
conn.create_topic(Name="some-topic")
|
|
response = conn.list_topics()
|
|
topic_arn = response["Topics"][0]['TopicArn']
|
|
|
|
sqs_conn = boto3.resource('sqs', region_name='us-east-1')
|
|
queue = sqs_conn.create_queue(QueueName="test-queue")
|
|
|
|
conn.subscribe(TopicArn=topic_arn,
|
|
Protocol="sqs",
|
|
Endpoint="arn:aws:sqs:us-east-1:123456789012:test-queue")
|
|
message = 'my message'
|
|
conn.publish(
|
|
TopicArn=topic_arn, Message=message,
|
|
MessageAttributes={'store': {
|
|
'DataType': 'Binary',
|
|
'BinaryValue': b'\x02\x03\x04'
|
|
}})
|
|
messages = queue.receive_messages(MaxNumberOfMessages=5)
|
|
message_attributes = [
|
|
json.loads(m.body)['MessageAttributes'] for m in messages]
|
|
message_attributes.should.equal([{
|
|
'store': {
|
|
'Type': 'Binary',
|
|
'Value': base64.b64encode(b'\x02\x03\x04').decode()
|
|
}
|
|
}])
|
|
|
|
|
|
@mock_sns
|
|
def test_publish_sms():
|
|
client = boto3.client('sns', region_name='us-east-1')
|
|
client.create_topic(Name="some-topic")
|
|
resp = client.create_topic(Name="some-topic")
|
|
arn = resp['TopicArn']
|
|
|
|
client.subscribe(
|
|
TopicArn=arn,
|
|
Protocol='sms',
|
|
Endpoint='+15551234567'
|
|
)
|
|
|
|
result = client.publish(PhoneNumber="+15551234567", Message="my message")
|
|
result.should.contain('MessageId')
|
|
|
|
|
|
@mock_sns
|
|
def test_publish_bad_sms():
|
|
client = boto3.client('sns', region_name='us-east-1')
|
|
client.create_topic(Name="some-topic")
|
|
resp = client.create_topic(Name="some-topic")
|
|
arn = resp['TopicArn']
|
|
|
|
client.subscribe(
|
|
TopicArn=arn,
|
|
Protocol='sms',
|
|
Endpoint='+15551234567'
|
|
)
|
|
|
|
try:
|
|
# Test invalid number
|
|
client.publish(PhoneNumber="NAA+15551234567", Message="my message")
|
|
except ClientError as err:
|
|
err.response['Error']['Code'].should.equal('InvalidParameter')
|
|
|
|
try:
|
|
# Test not found number
|
|
client.publish(PhoneNumber="+44001234567", Message="my message")
|
|
except ClientError as err:
|
|
err.response['Error']['Code'].should.equal('ParameterValueInvalid')
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_publish_to_sqs_dump_json():
|
|
conn = boto3.client('sns', region_name='us-east-1')
|
|
conn.create_topic(Name="some-topic")
|
|
response = conn.list_topics()
|
|
topic_arn = response["Topics"][0]['TopicArn']
|
|
|
|
sqs_conn = boto3.resource('sqs', region_name='us-east-1')
|
|
sqs_conn.create_queue(QueueName="test-queue")
|
|
|
|
conn.subscribe(TopicArn=topic_arn,
|
|
Protocol="sqs",
|
|
Endpoint="arn:aws:sqs:us-east-1:123456789012:test-queue")
|
|
|
|
message = json.dumps({
|
|
"Records": [{
|
|
"eventVersion": "2.0",
|
|
"eventSource": "aws:s3",
|
|
"s3": {
|
|
"s3SchemaVersion": "1.0"
|
|
}
|
|
}]
|
|
}, sort_keys=True)
|
|
with freeze_time("2015-01-01 12:00:00"):
|
|
published_message = conn.publish(TopicArn=topic_arn, Message=message)
|
|
published_message_id = published_message['MessageId']
|
|
|
|
queue = sqs_conn.get_queue_by_name(QueueName="test-queue")
|
|
messages = queue.receive_messages(MaxNumberOfMessages=1)
|
|
|
|
escaped = message.replace('"', '\\"')
|
|
expected = MESSAGE_FROM_SQS_TEMPLATE % (escaped, published_message_id, 'us-east-1')
|
|
acquired_message = re.sub("\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z", u'2015-01-01T12:00:00.000Z', messages[0].body)
|
|
acquired_message.should.equal(expected)
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_publish_to_sqs_in_different_region():
|
|
conn = boto3.client('sns', region_name='us-west-1')
|
|
conn.create_topic(Name="some-topic")
|
|
response = conn.list_topics()
|
|
topic_arn = response["Topics"][0]['TopicArn']
|
|
|
|
sqs_conn = boto3.resource('sqs', region_name='us-west-2')
|
|
sqs_conn.create_queue(QueueName="test-queue")
|
|
|
|
conn.subscribe(TopicArn=topic_arn,
|
|
Protocol="sqs",
|
|
Endpoint="arn:aws:sqs:us-west-2:123456789012:test-queue")
|
|
|
|
message = 'my message'
|
|
with freeze_time("2015-01-01 12:00:00"):
|
|
published_message = conn.publish(TopicArn=topic_arn, Message=message)
|
|
published_message_id = published_message['MessageId']
|
|
|
|
queue = sqs_conn.get_queue_by_name(QueueName="test-queue")
|
|
messages = queue.receive_messages(MaxNumberOfMessages=1)
|
|
expected = MESSAGE_FROM_SQS_TEMPLATE % (message, published_message_id, 'us-west-1')
|
|
acquired_message = re.sub("\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z", u'2015-01-01T12:00:00.000Z', messages[0].body)
|
|
acquired_message.should.equal(expected)
|
|
|
|
|
|
@freeze_time("2013-01-01")
|
|
@mock_sns
|
|
def test_publish_to_http():
|
|
def callback(request):
|
|
request.headers["Content-Type"].should.equal("text/plain; charset=UTF-8")
|
|
json.loads.when.called_with(
|
|
request.body.decode()
|
|
).should_not.throw(Exception)
|
|
return 200, {}, ""
|
|
|
|
responses.add_callback(
|
|
method="POST",
|
|
url="http://example.com/foobar",
|
|
callback=callback,
|
|
)
|
|
|
|
conn = boto3.client('sns', region_name='us-east-1')
|
|
conn.create_topic(Name="some-topic")
|
|
response = conn.list_topics()
|
|
topic_arn = response["Topics"][0]['TopicArn']
|
|
|
|
conn.subscribe(TopicArn=topic_arn,
|
|
Protocol="http",
|
|
Endpoint="http://example.com/foobar")
|
|
|
|
response = conn.publish(
|
|
TopicArn=topic_arn, Message="my message", Subject="my subject")
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_publish_subject():
|
|
conn = boto3.client('sns', region_name='us-east-1')
|
|
conn.create_topic(Name="some-topic")
|
|
response = conn.list_topics()
|
|
topic_arn = response["Topics"][0]['TopicArn']
|
|
|
|
sqs_conn = boto3.resource('sqs', region_name='us-east-1')
|
|
sqs_conn.create_queue(QueueName="test-queue")
|
|
|
|
conn.subscribe(TopicArn=topic_arn,
|
|
Protocol="sqs",
|
|
Endpoint="arn:aws:sqs:us-east-1:123456789012:test-queue")
|
|
message = 'my message'
|
|
subject1 = 'test subject'
|
|
subject2 = 'test subject' * 20
|
|
with freeze_time("2015-01-01 12:00:00"):
|
|
conn.publish(TopicArn=topic_arn, Message=message, Subject=subject1)
|
|
|
|
# Just that it doesnt error is a pass
|
|
try:
|
|
with freeze_time("2015-01-01 12:00:00"):
|
|
conn.publish(TopicArn=topic_arn, Message=message, Subject=subject2)
|
|
except ClientError as err:
|
|
err.response['Error']['Code'].should.equal('InvalidParameter')
|
|
else:
|
|
raise RuntimeError('Should have raised an InvalidParameter exception')
|
|
|
|
|
|
@mock_sns
|
|
def test_publish_message_too_long():
|
|
sns = boto3.resource('sns', region_name='us-east-1')
|
|
topic = sns.create_topic(Name='some-topic')
|
|
|
|
with assert_raises(ClientError):
|
|
topic.publish(
|
|
Message="".join(["." for i in range(0, 262145)]))
|
|
|
|
# message short enough - does not raise an error
|
|
topic.publish(
|
|
Message="".join(["." for i in range(0, 262144)]))
|
|
|
|
|
|
def _setup_filter_policy_test(filter_policy):
|
|
sns = boto3.resource('sns', region_name='us-east-1')
|
|
topic = sns.create_topic(Name='some-topic')
|
|
|
|
sqs = boto3.resource('sqs', region_name='us-east-1')
|
|
queue = sqs.create_queue(QueueName='test-queue')
|
|
|
|
subscription = topic.subscribe(
|
|
Protocol='sqs', Endpoint=queue.attributes['QueueArn'])
|
|
|
|
subscription.set_attributes(
|
|
AttributeName='FilterPolicy', AttributeValue=json.dumps(filter_policy))
|
|
|
|
return topic, subscription, queue
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_filtering_exact_string():
|
|
topic, subscription, queue = _setup_filter_policy_test(
|
|
{'store': ['example_corp']})
|
|
|
|
topic.publish(
|
|
Message='match',
|
|
MessageAttributes={'store': {'DataType': 'String',
|
|
'StringValue': 'example_corp'}})
|
|
|
|
messages = queue.receive_messages(MaxNumberOfMessages=5)
|
|
message_bodies = [json.loads(m.body)['Message'] for m in messages]
|
|
message_bodies.should.equal(['match'])
|
|
message_attributes = [
|
|
json.loads(m.body)['MessageAttributes'] for m in messages]
|
|
message_attributes.should.equal(
|
|
[{'store': {'Type': 'String', 'Value': 'example_corp'}}])
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_filtering_exact_string_multiple_message_attributes():
|
|
topic, subscription, queue = _setup_filter_policy_test(
|
|
{'store': ['example_corp']})
|
|
|
|
topic.publish(
|
|
Message='match',
|
|
MessageAttributes={'store': {'DataType': 'String',
|
|
'StringValue': 'example_corp'},
|
|
'event': {'DataType': 'String',
|
|
'StringValue': 'order_cancelled'}})
|
|
|
|
messages = queue.receive_messages(MaxNumberOfMessages=5)
|
|
message_bodies = [json.loads(m.body)['Message'] for m in messages]
|
|
message_bodies.should.equal(['match'])
|
|
message_attributes = [
|
|
json.loads(m.body)['MessageAttributes'] for m in messages]
|
|
message_attributes.should.equal([{
|
|
'store': {'Type': 'String', 'Value': 'example_corp'},
|
|
'event': {'Type': 'String', 'Value': 'order_cancelled'}}])
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_filtering_exact_string_OR_matching():
|
|
topic, subscription, queue = _setup_filter_policy_test(
|
|
{'store': ['example_corp', 'different_corp']})
|
|
|
|
topic.publish(
|
|
Message='match example_corp',
|
|
MessageAttributes={'store': {'DataType': 'String',
|
|
'StringValue': 'example_corp'}})
|
|
topic.publish(
|
|
Message='match different_corp',
|
|
MessageAttributes={'store': {'DataType': 'String',
|
|
'StringValue': 'different_corp'}})
|
|
messages = queue.receive_messages(MaxNumberOfMessages=5)
|
|
message_bodies = [json.loads(m.body)['Message'] for m in messages]
|
|
message_bodies.should.equal(
|
|
['match example_corp', 'match different_corp'])
|
|
message_attributes = [
|
|
json.loads(m.body)['MessageAttributes'] for m in messages]
|
|
message_attributes.should.equal([
|
|
{'store': {'Type': 'String', 'Value': 'example_corp'}},
|
|
{'store': {'Type': 'String', 'Value': 'different_corp'}}])
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_filtering_exact_string_AND_matching_positive():
|
|
topic, subscription, queue = _setup_filter_policy_test(
|
|
{'store': ['example_corp'],
|
|
'event': ['order_cancelled']})
|
|
|
|
topic.publish(
|
|
Message='match example_corp order_cancelled',
|
|
MessageAttributes={'store': {'DataType': 'String',
|
|
'StringValue': 'example_corp'},
|
|
'event': {'DataType': 'String',
|
|
'StringValue': 'order_cancelled'}})
|
|
|
|
messages = queue.receive_messages(MaxNumberOfMessages=5)
|
|
message_bodies = [json.loads(m.body)['Message'] for m in messages]
|
|
message_bodies.should.equal(
|
|
['match example_corp order_cancelled'])
|
|
message_attributes = [
|
|
json.loads(m.body)['MessageAttributes'] for m in messages]
|
|
message_attributes.should.equal([{
|
|
'store': {'Type': 'String', 'Value': 'example_corp'},
|
|
'event': {'Type': 'String', 'Value': 'order_cancelled'}}])
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_filtering_exact_string_AND_matching_no_match():
|
|
topic, subscription, queue = _setup_filter_policy_test(
|
|
{'store': ['example_corp'],
|
|
'event': ['order_cancelled']})
|
|
|
|
topic.publish(
|
|
Message='match example_corp order_accepted',
|
|
MessageAttributes={'store': {'DataType': 'String',
|
|
'StringValue': 'example_corp'},
|
|
'event': {'DataType': 'String',
|
|
'StringValue': 'order_accepted'}})
|
|
|
|
messages = queue.receive_messages(MaxNumberOfMessages=5)
|
|
message_bodies = [json.loads(m.body)['Message'] for m in messages]
|
|
message_bodies.should.equal([])
|
|
message_attributes = [
|
|
json.loads(m.body)['MessageAttributes'] for m in messages]
|
|
message_attributes.should.equal([])
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_filtering_exact_string_no_match():
|
|
topic, subscription, queue = _setup_filter_policy_test(
|
|
{'store': ['example_corp']})
|
|
|
|
topic.publish(
|
|
Message='no match',
|
|
MessageAttributes={'store': {'DataType': 'String',
|
|
'StringValue': 'different_corp'}})
|
|
|
|
messages = queue.receive_messages(MaxNumberOfMessages=5)
|
|
message_bodies = [json.loads(m.body)['Message'] for m in messages]
|
|
message_bodies.should.equal([])
|
|
message_attributes = [
|
|
json.loads(m.body)['MessageAttributes'] for m in messages]
|
|
message_attributes.should.equal([])
|
|
|
|
|
|
@mock_sqs
|
|
@mock_sns
|
|
def test_filtering_exact_string_no_attributes_no_match():
|
|
topic, subscription, queue = _setup_filter_policy_test(
|
|
{'store': ['example_corp']})
|
|
|
|
topic.publish(Message='no match')
|
|
|
|
messages = queue.receive_messages(MaxNumberOfMessages=5)
|
|
message_bodies = [json.loads(m.body)['Message'] for m in messages]
|
|
message_bodies.should.equal([])
|
|
message_attributes = [
|
|
json.loads(m.body)['MessageAttributes'] for m in messages]
|
|
message_attributes.should.equal([])
|