d560ff002d
Use `threading.Condition` instead of `sleep()` to prevent high cpu usage while SQS long polling on an empty queue. Ref: #871 Ref: #1916 Co-authored-by: Brian Pandola <bpandola@gmail.com>
100 lines
3.1 KiB
Python
100 lines
3.1 KiB
Python
import datetime
|
|
import re
|
|
import sure # noqa # pylint: disable=unused-import
|
|
import threading
|
|
import time
|
|
|
|
import moto.server as server
|
|
|
|
"""
|
|
Test the different server responses
|
|
"""
|
|
|
|
|
|
def test_sqs_list_identities():
|
|
backend = server.create_backend_app("sqs")
|
|
test_client = backend.test_client()
|
|
|
|
res = test_client.get("/?Action=ListQueues")
|
|
res.data.should.contain(b"ListQueuesResponse")
|
|
|
|
# Make sure that we can receive messages from queues whose name contains dots (".")
|
|
# The AWS API mandates that the names of FIFO queues use the suffix ".fifo"
|
|
# See: https://github.com/spulec/moto/issues/866
|
|
|
|
for queue_name in ("testqueue", "otherqueue.fifo"):
|
|
|
|
res = test_client.put("/?Action=CreateQueue&QueueName=%s" % queue_name)
|
|
|
|
res = test_client.put(
|
|
"/123/%s?MessageBody=test-message&Action=SendMessage" % queue_name
|
|
)
|
|
|
|
res = test_client.get(
|
|
"/123/%s?Action=ReceiveMessage&MaxNumberOfMessages=1" % queue_name
|
|
)
|
|
|
|
message = re.search("<Body>(.*?)</Body>", res.data.decode("utf-8")).groups()[0]
|
|
message.should.equal("test-message")
|
|
|
|
res = test_client.get("/?Action=ListQueues&QueueNamePrefix=other")
|
|
res.data.should.contain(b"otherqueue.fifo")
|
|
res.data.should_not.contain(b"testqueue")
|
|
|
|
|
|
def test_messages_polling():
|
|
backend = server.create_backend_app("sqs")
|
|
test_client = backend.test_client()
|
|
messages = []
|
|
|
|
test_client.put("/?Action=CreateQueue&QueueName=testqueue")
|
|
|
|
def insert_messages():
|
|
messages_count = 5
|
|
while messages_count > 0:
|
|
test_client.put(
|
|
"/123/testqueue?MessageBody=test-message&Action=SendMessage"
|
|
"&Attribute.1.Name=WaitTimeSeconds&Attribute.1.Value=10"
|
|
)
|
|
messages_count -= 1
|
|
time.sleep(0.5)
|
|
|
|
def get_messages():
|
|
count = 0
|
|
while count < 5:
|
|
msg_res = test_client.get(
|
|
"/123/testqueue?Action=ReceiveMessage&MaxNumberOfMessages=1&WaitTimeSeconds=5"
|
|
)
|
|
new_msgs = re.findall("<Body>(.*?)</Body>", msg_res.data.decode("utf-8"))
|
|
count += len(new_msgs)
|
|
messages.append(new_msgs)
|
|
|
|
get_messages_thread = threading.Thread(target=get_messages)
|
|
insert_messages_thread = threading.Thread(target=insert_messages)
|
|
|
|
get_messages_thread.start()
|
|
insert_messages_thread.start()
|
|
|
|
get_messages_thread.join()
|
|
insert_messages_thread.join()
|
|
|
|
# got each message in a separate call to ReceiveMessage, despite the long
|
|
# WaitTimeSeconds
|
|
assert len(messages) == 5
|
|
|
|
|
|
def test_no_messages_polling_timeout():
|
|
backend = server.create_backend_app("sqs")
|
|
queue_name = "test-queue"
|
|
test_client = backend.test_client()
|
|
test_client.put(f"/?Action=CreateQueue&QueueName={queue_name}")
|
|
wait_seconds = 5
|
|
start = datetime.datetime.utcnow()
|
|
test_client.get(
|
|
f"/123/{queue_name}?Action=ReceiveMessage&MaxNumberOfMessages=1&WaitTimeSeconds={wait_seconds}"
|
|
)
|
|
end = datetime.datetime.utcnow()
|
|
duration = end - start
|
|
assert duration.seconds >= wait_seconds
|
|
assert duration.seconds <= wait_seconds + (wait_seconds / 2)
|