108 lines
2.9 KiB
Python
108 lines
2.9 KiB
Python
"""Unit tests for glue-supported APIs."""
|
|
from random import randint
|
|
from uuid import uuid4
|
|
|
|
import boto3
|
|
import pytest
|
|
import sure # noqa # pylint: disable=unused-import
|
|
from botocore.exceptions import ParamValidationError
|
|
|
|
from moto import mock_glue
|
|
|
|
|
|
@mock_glue
|
|
def test_create_job():
|
|
client = create_glue_client()
|
|
job_name = str(uuid4())
|
|
response = client.create_job(
|
|
Name=job_name, Role="test_role", Command=dict(Name="test_command")
|
|
)
|
|
assert response["Name"] == job_name
|
|
|
|
|
|
@mock_glue
|
|
def test_create_job_default_argument_not_provided():
|
|
client = create_glue_client()
|
|
with pytest.raises(ParamValidationError) as exc:
|
|
client.create_job(Role="test_role", Command=dict(Name="test_command"))
|
|
|
|
exc.value.kwargs["report"].should.equal(
|
|
'Missing required parameter in input: "Name"'
|
|
)
|
|
|
|
|
|
@mock_glue
|
|
def test_list_jobs():
|
|
client = create_glue_client()
|
|
expected_jobs = randint(1, 15)
|
|
create_test_jobs(client, expected_jobs)
|
|
response = client.list_jobs()
|
|
response["JobNames"].should.have.length_of(expected_jobs)
|
|
response.shouldnt.have.key("NextToken")
|
|
|
|
|
|
@mock_glue
|
|
def test_list_jobs_with_max_results():
|
|
client = create_glue_client()
|
|
create_test_jobs(client, 4)
|
|
response = client.list_jobs(MaxResults=2)
|
|
response["JobNames"].should.have.length_of(2)
|
|
response.should.have.key("NextToken")
|
|
|
|
|
|
@mock_glue
|
|
def test_list_jobs_from_next_token():
|
|
client = create_glue_client()
|
|
create_test_jobs(client, 10)
|
|
first_response = client.list_jobs(MaxResults=3)
|
|
response = client.list_jobs(NextToken=first_response["NextToken"])
|
|
response["JobNames"].should.have.length_of(7)
|
|
|
|
|
|
@mock_glue
|
|
def test_list_jobs_with_max_results_greater_than_actual_results():
|
|
client = create_glue_client()
|
|
create_test_jobs(client, 4)
|
|
response = client.list_jobs(MaxResults=10)
|
|
response["JobNames"].should.have.length_of(4)
|
|
|
|
|
|
@mock_glue
|
|
def test_list_jobs_with_tags():
|
|
client = create_glue_client()
|
|
create_test_job(client)
|
|
create_test_job(client, {"string": "string"})
|
|
response = client.list_jobs(Tags={"string": "string"})
|
|
response["JobNames"].should.have.length_of(1)
|
|
|
|
|
|
@mock_glue
|
|
def test_next_token_logic_does_not_create_infinite_loop():
|
|
client = create_glue_client()
|
|
create_test_jobs(client, 4)
|
|
first_response = client.list_jobs(MaxResults=1)
|
|
next_token = first_response["NextToken"]
|
|
while next_token:
|
|
response = client.list_jobs(NextToken=next_token)
|
|
next_token = response.get("NextToken")
|
|
assert not next_token
|
|
|
|
|
|
def create_glue_client():
|
|
return boto3.client("glue", region_name="us-east-1")
|
|
|
|
|
|
def create_test_job(client, tags=None):
|
|
job_name = str(uuid4())
|
|
client.create_job(
|
|
Name=job_name,
|
|
Role="test_role",
|
|
Command=dict(Name="test_command"),
|
|
Tags=tags or {},
|
|
)
|
|
|
|
|
|
def create_test_jobs(client, number_of_jobs):
|
|
for _ in range(number_of_jobs):
|
|
create_test_job(client)
|