223 lines
8.0 KiB
Python
223 lines
8.0 KiB
Python
import json
|
|
from uuid import uuid4
|
|
|
|
import boto3
|
|
|
|
from moto import mock_aws
|
|
|
|
from .test_batch_jobs import _get_clients, _setup
|
|
|
|
# Copy of test_batch/test_batch_cloudformation
|
|
# Except that we verify this behaviour still works without docker
|
|
|
|
|
|
DEFAULT_REGION = "eu-central-1"
|
|
|
|
|
|
@mock_aws(config={"batch": {"use_docker": False}})
|
|
def test_create_env_cf() -> None:
|
|
ec2_client, iam_client, _, _, _ = _get_clients()
|
|
_, subnet_id, sg_id, iam_arn = _setup(ec2_client, iam_client)
|
|
|
|
create_environment_template = {
|
|
"Resources": {
|
|
"ComputeEnvironment": {
|
|
"Type": "AWS::Batch::ComputeEnvironment",
|
|
"Properties": {
|
|
"Type": "MANAGED",
|
|
"ComputeResources": {
|
|
"Type": "EC2",
|
|
"MinvCpus": 0,
|
|
"DesiredvCpus": 0,
|
|
"MaxvCpus": 64,
|
|
"InstanceTypes": ["optimal"],
|
|
"Subnets": [subnet_id],
|
|
"SecurityGroupIds": [sg_id],
|
|
"InstanceRole": iam_arn.replace("role", "instance-profile"),
|
|
},
|
|
"ServiceRole": iam_arn,
|
|
},
|
|
}
|
|
}
|
|
}
|
|
cf_json = json.dumps(create_environment_template)
|
|
|
|
cf_conn = boto3.client("cloudformation", DEFAULT_REGION)
|
|
stack_name = str(uuid4())[0:6]
|
|
stack_id = cf_conn.create_stack(StackName=stack_name, TemplateBody=cf_json)[
|
|
"StackId"
|
|
]
|
|
|
|
stack_resources = cf_conn.list_stack_resources(StackName=stack_id)
|
|
summary = stack_resources["StackResourceSummaries"][0]
|
|
|
|
assert summary["ResourceStatus"] == "CREATE_COMPLETE"
|
|
# Spot checks on the ARN
|
|
assert "arn:aws:batch:" in summary["PhysicalResourceId"]
|
|
assert stack_name in summary["PhysicalResourceId"]
|
|
|
|
|
|
@mock_aws(config={"batch": {"use_docker": False}})
|
|
def test_create_job_queue_cf() -> None:
|
|
ec2_client, iam_client, _, _, _ = _get_clients()
|
|
_, subnet_id, sg_id, iam_arn = _setup(ec2_client, iam_client)
|
|
|
|
create_environment_template = {
|
|
"Resources": {
|
|
"ComputeEnvironment": {
|
|
"Type": "AWS::Batch::ComputeEnvironment",
|
|
"Properties": {
|
|
"Type": "MANAGED",
|
|
"ComputeResources": {
|
|
"Type": "EC2",
|
|
"MinvCpus": 0,
|
|
"DesiredvCpus": 0,
|
|
"MaxvCpus": 64,
|
|
"InstanceTypes": ["optimal"],
|
|
"Subnets": [subnet_id],
|
|
"SecurityGroupIds": [sg_id],
|
|
"InstanceRole": iam_arn.replace("role", "instance-profile"),
|
|
},
|
|
"ServiceRole": iam_arn,
|
|
},
|
|
},
|
|
"JobQueue": {
|
|
"Type": "AWS::Batch::JobQueue",
|
|
"Properties": {
|
|
"Priority": 1,
|
|
"ComputeEnvironmentOrder": [
|
|
{
|
|
"Order": 1,
|
|
"ComputeEnvironment": {"Ref": "ComputeEnvironment"},
|
|
}
|
|
],
|
|
},
|
|
},
|
|
}
|
|
}
|
|
cf_json = json.dumps(create_environment_template)
|
|
|
|
cf_conn = boto3.client("cloudformation", DEFAULT_REGION)
|
|
stack_name = str(uuid4())[0:6]
|
|
stack_id = cf_conn.create_stack(StackName=stack_name, TemplateBody=cf_json)[
|
|
"StackId"
|
|
]
|
|
|
|
stack_resources = cf_conn.list_stack_resources(StackName=stack_id)
|
|
assert len(stack_resources["StackResourceSummaries"]) == 2
|
|
|
|
job_queue_resource = list(
|
|
filter(
|
|
lambda item: item["ResourceType"] == "AWS::Batch::JobQueue",
|
|
stack_resources["StackResourceSummaries"],
|
|
)
|
|
)[0]
|
|
|
|
assert job_queue_resource["ResourceStatus"] == "CREATE_COMPLETE"
|
|
# Spot checks on the ARN
|
|
assert job_queue_resource["PhysicalResourceId"].startswith("arn:aws:batch:")
|
|
assert stack_name in job_queue_resource["PhysicalResourceId"]
|
|
assert "job-queue/" in job_queue_resource["PhysicalResourceId"]
|
|
|
|
|
|
@mock_aws(config={"batch": {"use_docker": False}})
|
|
def test_create_job_def_cf() -> None:
|
|
ec2_client, iam_client, _, _, _ = _get_clients()
|
|
_, subnet_id, sg_id, iam_arn = _setup(ec2_client, iam_client)
|
|
|
|
create_environment_template = {
|
|
"Resources": {
|
|
"ComputeEnvironment": {
|
|
"Type": "AWS::Batch::ComputeEnvironment",
|
|
"Properties": {
|
|
"Type": "MANAGED",
|
|
"ComputeResources": {
|
|
"Type": "EC2",
|
|
"MinvCpus": 0,
|
|
"DesiredvCpus": 0,
|
|
"MaxvCpus": 64,
|
|
"InstanceTypes": ["optimal"],
|
|
"Subnets": [subnet_id],
|
|
"SecurityGroupIds": [sg_id],
|
|
"InstanceRole": iam_arn.replace("role", "instance-profile"),
|
|
},
|
|
"ServiceRole": iam_arn,
|
|
},
|
|
},
|
|
"JobQueue": {
|
|
"Type": "AWS::Batch::JobQueue",
|
|
"Properties": {
|
|
"Priority": 1,
|
|
"ComputeEnvironmentOrder": [
|
|
{
|
|
"Order": 1,
|
|
"ComputeEnvironment": {"Ref": "ComputeEnvironment"},
|
|
}
|
|
],
|
|
},
|
|
},
|
|
"JobDefinition": {
|
|
"Type": "AWS::Batch::JobDefinition",
|
|
"Properties": {
|
|
"Type": "container",
|
|
"ContainerProperties": {
|
|
"Image": {
|
|
"Fn::Join": [
|
|
"",
|
|
[
|
|
"137112412989.dkr.ecr.",
|
|
{"Ref": "AWS::Region"},
|
|
".amazonaws.com/amazonlinux:latest",
|
|
],
|
|
]
|
|
},
|
|
"ResourceRequirements": [
|
|
{"Type": "MEMORY", "Value": 2000},
|
|
{"Type": "VCPU", "Value": 2},
|
|
],
|
|
"Command": ["echo", "Hello world"],
|
|
"LinuxParameters": {"Devices": [{"HostPath": "test-path"}]},
|
|
},
|
|
"RetryStrategy": {"Attempts": 1},
|
|
},
|
|
},
|
|
}
|
|
}
|
|
cf_json = json.dumps(create_environment_template)
|
|
|
|
cf_conn = boto3.client("cloudformation", DEFAULT_REGION)
|
|
stack_name = str(uuid4())[0:6]
|
|
stack_id = cf_conn.create_stack(StackName=stack_name, TemplateBody=cf_json)[
|
|
"StackId"
|
|
]
|
|
|
|
stack_resources = cf_conn.list_stack_resources(StackName=stack_id)
|
|
assert len(stack_resources["StackResourceSummaries"]) == 3
|
|
|
|
job_def_resource = list(
|
|
filter(
|
|
lambda item: item["ResourceType"] == "AWS::Batch::JobDefinition",
|
|
stack_resources["StackResourceSummaries"],
|
|
)
|
|
)[0]
|
|
|
|
assert job_def_resource["ResourceStatus"] == "CREATE_COMPLETE"
|
|
# Spot checks on the ARN
|
|
assert job_def_resource["PhysicalResourceId"].startswith("arn:aws:batch:")
|
|
assert f"{stack_name}-JobDef" in job_def_resource["PhysicalResourceId"]
|
|
assert "job-definition/" in job_def_resource["PhysicalResourceId"]
|
|
|
|
# Test the linux parameter device host path
|
|
# This ensures that batch is parsing the parameter dictionaries
|
|
# correctly by recursively converting the first character of all
|
|
# dict keys to lowercase.
|
|
batch_conn = boto3.client("batch", DEFAULT_REGION)
|
|
response = batch_conn.describe_job_definitions(
|
|
jobDefinitions=[job_def_resource["PhysicalResourceId"]]
|
|
)
|
|
job_def_linux_device_host_path = response.get("jobDefinitions")[0][
|
|
"containerProperties"
|
|
]["linuxParameters"]["devices"][0]["hostPath"]
|
|
|
|
assert job_def_linux_device_host_path == "test-path"
|