moto/tests/test_sqs/test_server.py

"""Test different server responses."""
import datetime
import re
import threading
import time

import moto.server as server


def test_sqs_list_identities():
    backend = server.create_backend_app("sqs")
    test_client = backend.test_client()

    res = test_client.get("/?Action=ListQueues")
    assert b"ListQueuesResponse" in res.data

    # Make sure that we can receive messages from queues whose name contains dots (".")
    # The AWS API mandates that the names of FIFO queues use the suffix ".fifo"
    # See: https://github.com/getmoto/moto/issues/866

    for queue_name in ("testqueue", "otherqueue.fifo"):

        res = test_client.put(f"/?Action=CreateQueue&QueueName={queue_name}")

        res = test_client.put(
            f"/123/{queue_name}?MessageBody=test-message&Action=SendMessage"
        )

        res = test_client.get(
            f"/123/{queue_name}?Action=ReceiveMessage&MaxNumberOfMessages=1"
        )

        message = re.search("<Body>(.*?)</Body>", res.data.decode("utf-8")).groups()[0]
        assert message == "test-message"

    res = test_client.get("/?Action=ListQueues&QueueNamePrefix=other")
    assert b"otherqueue.fifo" in res.data
    assert b"testqueue" not in res.data


def test_messages_polling():
    backend = server.create_backend_app("sqs")
    test_client = backend.test_client()
    messages = []

    test_client.put("/?Action=CreateQueue&QueueName=testqueue")

    def insert_messages():
        messages_count = 5
        while messages_count > 0:
            test_client.put(
                "/123/testqueue?MessageBody=test-message&Action=SendMessage"
                "&Attribute.1.Name=WaitTimeSeconds&Attribute.1.Value=10"
            )
            messages_count -= 1
            time.sleep(0.5)

    def get_messages():
        count = 0
        while count < 5:
            msg_res = test_client.get(
                "/123/testqueue?Action=ReceiveMessage&MaxNumberOfMessages=1&WaitTimeSeconds=5"
            )
            new_msgs = re.findall("<Body>(.*?)</Body>", msg_res.data.decode("utf-8"))
            count += len(new_msgs)
            messages.append(new_msgs)

    get_messages_thread = threading.Thread(target=get_messages)
    insert_messages_thread = threading.Thread(target=insert_messages)

    get_messages_thread.start()
    insert_messages_thread.start()

    get_messages_thread.join()
    insert_messages_thread.join()

    # got each message in a separate call to ReceiveMessage, despite the long
    # WaitTimeSeconds
    assert len(messages) == 5


def test_no_messages_polling_timeout():
    backend = server.create_backend_app("sqs")
    queue_name = "test-queue"
    test_client = backend.test_client()
    test_client.put(f"/?Action=CreateQueue&QueueName={queue_name}")
    wait_seconds = 5
    start = datetime.datetime.utcnow()
    test_client.get(
        f"/123/{queue_name}?Action=ReceiveMessage&"
        f"MaxNumberOfMessages=1&WaitTimeSeconds={wait_seconds}"
    )
    end = datetime.datetime.utcnow()
    duration = end - start
    assert duration.seconds >= wait_seconds
    assert duration.seconds <= wait_seconds + (wait_seconds / 2)
Techdebt: Replace sure with regular assertions in SQS (#6634) 2023-08-12 07:10:50 +00:00			`"""Test different server responses."""`
Remove microsleep (#1903) Use `threading.Condition` instead of `sleep()` to prevent high cpu usage while SQS long polling on an empty queue. Ref: #871 Ref: #1916 Co-authored-by: Brian Pandola <bpandola@gmail.com> 2022-11-05 13:09:58 +00:00			`import datetime`
Adding server mode 2013-03-05 13:14:43 +00:00			`import re`
Added support for WaitTimeSeconds in SQS #392 2015-08-10 20:23:17 +00:00			`import threading`
			`import time`
Adding server mode 2013-03-05 13:14:43 +00:00
			`import moto.server as server`


fixes to sqs encoding. Closes #4. 2013-03-23 13:44:53 +00:00			`def test_sqs_list_identities():`
Clean up querystring logic. 2013-12-29 01:15:37 +00:00			`backend = server.create_backend_app("sqs")`
			`test_client = backend.test_client()`

Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`res = test_client.get("/?Action=ListQueues")`
Techdebt: Replace sure with regular assertions in SQS (#6634) 2023-08-12 07:10:50 +00:00			`assert b"ListQueuesResponse" in res.data`
Adding server mode 2013-03-05 13:14:43 +00:00
fix receiving of messages from queues with a dot character in their name 2017-08-05 05:47:40 +00:00			`# Make sure that we can receive messages from queues whose name contains dots (".")`
			`# The AWS API mandates that the names of FIFO queues use the suffix ".fifo"`
Admin: Update Docs to point to getmoto (#5826) 2023-01-07 11:35:14 +00:00			`# See: https://github.com/getmoto/moto/issues/866`
fix receiving of messages from queues with a dot character in their name 2017-08-05 05:47:40 +00:00
Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`for queue_name in ("testqueue", "otherqueue.fifo"):`
support QueueNamePrefix in the SQS Backend 2014-02-20 19:00:08 +00:00
Techdebt: Replace string-format with f-strings (for tests dirs) (#5678) 2022-11-17 22:41:08 +00:00			`res = test_client.put(f"/?Action=CreateQueue&QueueName={queue_name}")`
Adding server mode 2013-03-05 13:14:43 +00:00
fix receiving of messages from queues with a dot character in their name 2017-08-05 05:47:40 +00:00			`res = test_client.put(`
Techdebt: Replace string-format with f-strings (for tests dirs) (#5678) 2022-11-17 22:41:08 +00:00			`f"/123/{queue_name}?MessageBody=test-message&Action=SendMessage"`
Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`)`
Adding server mode 2013-03-05 13:14:43 +00:00
fix receiving of messages from queues with a dot character in their name 2017-08-05 05:47:40 +00:00			`res = test_client.get(`
Techdebt: Replace string-format with f-strings (for tests dirs) (#5678) 2022-11-17 22:41:08 +00:00			`f"/123/{queue_name}?Action=ReceiveMessage&MaxNumberOfMessages=1"`
Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`)`
Enhanced SQS support - Support for delaying messages - Support for visibility timeouts - Support for actually deleting messages - Support for message bodies longer than 27 characters - Support for message attributes - Support for accurate queue attributes Caveats: - All message attributes are returned regardless of whether or not attributes were requested when reading messages - I’m not sure why messages longer than 27 characters were breaking in my tests. Boto seems to expect the body to be base64 encoded and bodies less than 27 characters would be fine, but if I attempted to use a larger body it would mangle the content. I now base64 encode the body if the raw string is longer than 27 characters and all is fine. 2014-06-20 20:00:36 +00:00
Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`message = re.search("<Body>(.*?)</Body>", res.data.decode("utf-8")).groups()[0]`
Techdebt: Replace sure with regular assertions in SQS (#6634) 2023-08-12 07:10:50 +00:00			`assert message == "test-message"`
fix receiving of messages from queues with a dot character in their name 2017-08-05 05:47:40 +00:00
Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`res = test_client.get("/?Action=ListQueues&QueueNamePrefix=other")`
Techdebt: Replace sure with regular assertions in SQS (#6634) 2023-08-12 07:10:50 +00:00			`assert b"otherqueue.fifo" in res.data`
			`assert b"testqueue" not in res.data`
Added support for WaitTimeSeconds in SQS #392 2015-08-10 20:23:17 +00:00

			`def test_messages_polling():`
			`backend = server.create_backend_app("sqs")`
			`test_client = backend.test_client()`
			`messages = []`

Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`test_client.put("/?Action=CreateQueue&QueueName=testqueue")`
Added support for WaitTimeSeconds in SQS #392 2015-08-10 20:23:17 +00:00
			`def insert_messages():`
			`messages_count = 5`
			`while messages_count > 0:`
			`test_client.put(`
Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`"/123/testqueue?MessageBody=test-message&Action=SendMessage"`
			`"&Attribute.1.Name=WaitTimeSeconds&Attribute.1.Value=10"`
Added support for WaitTimeSeconds in SQS #392 2015-08-10 20:23:17 +00:00			`)`
			`messages_count -= 1`
Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`time.sleep(0.5)`
Added support for WaitTimeSeconds in SQS #392 2015-08-10 20:23:17 +00:00
			`def get_messages():`
update test_messages_polling to assume messages are returned immediately 2015-08-31 15:54:17 +00:00			`count = 0`
			`while count < 5:`
			`msg_res = test_client.get(`
Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`"/123/testqueue?Action=ReceiveMessage&MaxNumberOfMessages=1&WaitTimeSeconds=5"`
update test_messages_polling to assume messages are returned immediately 2015-08-31 15:54:17 +00:00			`)`
Run black on moto & test directories. 2019-10-31 15:44:26 +00:00			`new_msgs = re.findall("<Body>(.*?)</Body>", msg_res.data.decode("utf-8"))`
update test_messages_polling to assume messages are returned immediately 2015-08-31 15:54:17 +00:00			`count += len(new_msgs)`
			`messages.append(new_msgs)`
Added support for WaitTimeSeconds in SQS #392 2015-08-10 20:23:17 +00:00
			`get_messages_thread = threading.Thread(target=get_messages)`
			`insert_messages_thread = threading.Thread(target=insert_messages)`

			`get_messages_thread.start()`
			`insert_messages_thread.start()`

			`get_messages_thread.join()`
			`insert_messages_thread.join()`

Lints. 2017-02-24 02:37:43 +00:00			`# got each message in a separate call to ReceiveMessage, despite the long`
			`# WaitTimeSeconds`
Added support for WaitTimeSeconds in SQS #392 2015-08-10 20:23:17 +00:00			`assert len(messages) == 5`
Remove microsleep (#1903) Use `threading.Condition` instead of `sleep()` to prevent high cpu usage while SQS long polling on an empty queue. Ref: #871 Ref: #1916 Co-authored-by: Brian Pandola <bpandola@gmail.com> 2022-11-05 13:09:58 +00:00

			`def test_no_messages_polling_timeout():`
			`backend = server.create_backend_app("sqs")`
			`queue_name = "test-queue"`
			`test_client = backend.test_client()`
			`test_client.put(f"/?Action=CreateQueue&QueueName={queue_name}")`
			`wait_seconds = 5`
			`start = datetime.datetime.utcnow()`
			`test_client.get(`
Techdebt: Replace sure with regular assertions in SQS (#6634) 2023-08-12 07:10:50 +00:00			`f"/123/{queue_name}?Action=ReceiveMessage&"`
			`f"MaxNumberOfMessages=1&WaitTimeSeconds={wait_seconds}"`
Remove microsleep (#1903) Use `threading.Condition` instead of `sleep()` to prevent high cpu usage while SQS long polling on an empty queue. Ref: #871 Ref: #1916 Co-authored-by: Brian Pandola <bpandola@gmail.com> 2022-11-05 13:09:58 +00:00			`)`
			`end = datetime.datetime.utcnow()`
			`duration = end - start`
			`assert duration.seconds >= wait_seconds`
			`assert duration.seconds <= wait_seconds + (wait_seconds / 2)`