moto/tests/test_s3/__init__.py

import boto3
import os
from functools import wraps
from moto import mock_s3, mock_sts, mock_s3control
from moto.s3.responses import DEFAULT_REGION_NAME
from uuid import uuid4


def s3_aws_verified(func):
    """
    Function that is verified to work against AWS.
    Can be run against AWS at any time by setting:
      MOTO_TEST_ALLOW_AWS_REQUEST=true

    If this environment variable is not set, the function runs in a `mock_s3` context.

    This decorator will:
      - Create a bucket
      - Run the test and pass the bucket_name as an argument
      - Delete the objects and the bucket itself
    """

    @wraps(func)
    def pagination_wrapper():
        client = boto3.client("s3", region_name=DEFAULT_REGION_NAME)
        bucket_name = str(uuid4())

        allow_aws_request = (
            os.environ.get("MOTO_TEST_ALLOW_AWS_REQUEST", "false").lower() == "true"
        )

        if allow_aws_request:
            print(f"Test {func} will create {bucket_name}")
            resp = create_bucket_and_test(bucket_name, client)
        else:
            with mock_s3(), mock_sts(), mock_s3control():
                resp = create_bucket_and_test(bucket_name, client)
        return resp

    def create_bucket_and_test(bucket_name, client):
        client.create_bucket(Bucket=bucket_name)
        client.put_bucket_tagging(
            Bucket=bucket_name,
            Tagging={"TagSet": [{"Key": "environment", "Value": "moto_tests"}]},
        )
        try:
            resp = func(bucket_name)
        finally:
            ### CLEANUP ###

            versions = client.list_object_versions(Bucket=bucket_name).get(
                "Versions", []
            )
            for key in versions:
                client.delete_object(
                    Bucket=bucket_name, Key=key["Key"], VersionId=key.get("VersionId")
                )
            delete_markers = client.list_object_versions(Bucket=bucket_name).get(
                "DeleteMarkers", []
            )
            for key in delete_markers:
                client.delete_object(
                    Bucket=bucket_name, Key=key["Key"], VersionId=key.get("VersionId")
                )
            client.delete_bucket(Bucket=bucket_name)

        return resp

    return pagination_wrapper