moto/tests/test_s3/test_s3_utils.py

130 lines
3.9 KiB
Python

from unittest.mock import patch
import pytest
from moto.s3.utils import (
bucket_name_from_url,
_VersionedKeyStore,
parse_region_from_url,
compute_checksum,
cors_matches_origin,
)
def test_base_url():
assert bucket_name_from_url("https://s3.amazonaws.com/") is None
def test_localhost_bucket():
assert bucket_name_from_url("https://wfoobar.localhost:5000/abc") == "wfoobar"
def test_localhost_without_bucket():
assert bucket_name_from_url("https://www.localhost:5000/def") is None
def test_force_ignore_subdomain_for_bucketnames():
with patch("moto.s3.utils.S3_IGNORE_SUBDOMAIN_BUCKETNAME", True):
assert (
bucket_name_from_url("https://subdomain.localhost:5000/abc/resource")
is None
)
def test_versioned_key_store():
key_store = _VersionedKeyStore()
assert not key_store
key_store["key"] = [1]
assert len(key_store) == 1
key_store["key"] = 2
assert len(key_store) == 1
assert key_store["key"] == 2
assert key_store.get("key") == 2
assert key_store.get("badkey") is None
assert key_store.get("badkey", "HELLO") == "HELLO"
# Tests key[
assert "badkey" not in key_store
with pytest.raises(KeyError):
_ = key_store["badkey"]
assert len(key_store.getlist("key")) == 2
assert key_store.getlist("key") == [[1], 2]
assert key_store.getlist("badkey") is None
key_store.setlist("key", 1)
assert key_store.getlist("key") == [1]
key_store.setlist("key", (1, 2))
assert key_store.getlist("key") != (1, 2)
assert key_store.getlist("key") == [1, 2]
key_store.setlist("key", [[1], [2]])
assert len(key_store["key"]) == 1
assert key_store.getlist("key") == [[1], [2]]
def test_parse_region_from_url():
expected = "us-west-2"
for url in [
"http://s3-us-west-2.amazonaws.com/bucket",
"http://s3.us-west-2.amazonaws.com/bucket",
"http://bucket.s3-us-west-2.amazonaws.com",
"https://s3-us-west-2.amazonaws.com/bucket",
"https://s3.us-west-2.amazonaws.com/bucket",
"https://bucket.s3-us-west-2.amazonaws.com",
]:
assert parse_region_from_url(url) == expected
expected = "us-east-1"
for url in [
"http://s3.amazonaws.com/bucket",
"http://bucket.s3.amazonaws.com",
"https://s3.amazonaws.com/bucket",
"https://bucket.s3.amazonaws.com",
]:
assert parse_region_from_url(url) == expected
def test_checksum_sha256():
checksum = b"h9FJy0JMA4dlbyEdJYn7Wx4WIpkhMJ6YWIQZzMqKc2I="
assert compute_checksum(b"somedata", "SHA256") == checksum
# Unknown algorithms fallback to SHA256 for now
assert compute_checksum(b"somedata", algorithm="unknown") == checksum
def test_checksum_sha1():
assert compute_checksum(b"somedata", "SHA1") == b"76oxGuRIpzdMEiBhv+2VLZQOnjc="
def test_checksum_crc32():
assert compute_checksum(b"somedata", "CRC32") == b"Uwy90A=="
def test_checksum_crc32c():
try:
import crc32c # noqa # pylint: disable=unused-import
assert compute_checksum(b"somedata", "CRC32C") == b"dB9qBQ=="
except: # noqa: E722 Do not use bare except
# Optional library Can't be found - just revert to CRC32
assert compute_checksum(b"somedata", "CRC32C") == b"Uwy90A=="
def test_cors_utils():
"Fancy string matching"
assert cors_matches_origin("a", ["a"])
assert cors_matches_origin("b", ["a", "b"])
assert not cors_matches_origin("c", [])
assert not cors_matches_origin("c", ["a", "b"])
assert cors_matches_origin("http://www.google.com", ["http://*.google.com"])
assert cors_matches_origin("http://www.google.com", ["http://www.*.com"])
assert cors_matches_origin("http://www.google.com", ["http://*"])
assert cors_matches_origin("http://www.google.com", ["*"])
assert not cors_matches_origin("http://www.google.com", ["http://www.*.org"])
assert not cors_matches_origin("http://www.google.com", ["https://*"])