Glue: get_job() (#4948)

This commit is contained in:
Max A 2022-03-19 12:30:46 -04:00 committed by GitHub
parent de990b07f9
commit 662b96693d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 115 additions and 0 deletions

View File

@ -55,6 +55,11 @@ class CrawlerNotFoundException(EntityNotFoundException):
super().__init__("Crawler %s not found." % crawler)
class JobNotFoundException(EntityNotFoundException):
def __init__(self, job):
super().__init__("Job %s not found." % job)
class VersionNotFoundException(EntityNotFoundException):
def __init__(self):
super().__init__("Version not found.")

View File

@ -15,6 +15,7 @@ from .exceptions import (
PartitionAlreadyExistsException,
PartitionNotFoundException,
VersionNotFoundException,
JobNotFoundException,
)
from ..utilities.paginator import paginate
@ -198,6 +199,12 @@ class GlueBackend(BaseBackend):
)
return name
def get_job(self, name):
try:
return self.jobs[name]
except KeyError:
raise JobNotFoundException(name)
@paginate(pagination_model=PAGINATION_MODEL)
def list_jobs(self):
return [job for _, job in self.jobs.items()]
@ -470,5 +477,29 @@ class FakeJob:
def get_name(self):
return self.name
def as_dict(self):
return {
"Name": self.name,
"Description": self.description,
"LogUri": self.log_uri,
"Role": self.role,
"CreatedOn": self.created_on.isoformat(),
"LastModifiedOn": self.last_modified_on.isoformat(),
"ExecutionProperty": self.execution_property,
"Command": self.command,
"DefaultArguments": self.default_arguments,
"NonOverridableArguments": self.non_overridable_arguments,
"Connections": self.connections,
"MaxRetries": self.max_retries,
"AllocatedCapacity": self.allocated_capacity,
"Timeout": self.timeout,
"MaxCapacity": self.max_capacity,
"WorkerType": self.worker_type,
"NumberOfWorkers": self.number_of_workers,
"SecurityConfiguration": self.security_configuration,
"NotificationProperty": self.notification_property,
"GlueVersion": self.glue_version,
}
glue_backend = GlueBackend()

View File

@ -366,6 +366,11 @@ class GlueResponse(BaseResponse):
)
return json.dumps(dict(Name=name))
def get_job(self):
name = self.parameters.get("JobName")
job = self.glue_backend.get_job(name)
return json.dumps({"Job": job.as_dict()})
def list_jobs(self):
next_token = self._get_param("NextToken")
max_results = self._get_int_param("MaxResults")

View File

@ -6,6 +6,7 @@ import boto3
import pytest
import sure # noqa # pylint: disable=unused-import
from botocore.exceptions import ParamValidationError
from botocore.client import ClientError
from moto import mock_glue
@ -41,6 +42,72 @@ def test_list_jobs():
response.shouldnt.have.key("NextToken")
@mock_glue
def test_get_job_not_exists():
client = create_glue_client()
name = "my_job_name"
with pytest.raises(ClientError) as exc:
client.get_job(JobName=name)
exc.value.response["Error"]["Code"].should.equal("EntityNotFoundException")
exc.value.response["Error"]["Message"].should.match("Job my_job_name not found")
@mock_glue
def test_get_job_exists():
client = create_glue_client()
job_attributes = {
"Description": "test_description",
"LogUri": "test_log/",
"Role": "test_role",
"ExecutionProperty": {"MaxConcurrentRuns": 123},
"Command": {
"Name": "test_command",
"ScriptLocation": "test_s3_path",
"PythonVersion": "3.6",
},
"DefaultArguments": {"string": "string"},
"NonOverridableArguments": {"string": "string"},
"Connections": {
"Connections": [
"string",
]
},
"MaxRetries": 123,
"AllocatedCapacity": 123,
"Timeout": 123,
"MaxCapacity": 123.0,
"WorkerType": "G.2X",
"NumberOfWorkers": 123,
"SecurityConfiguration": "test_config",
"NotificationProperty": {"NotifyDelayAfter": 123},
"GlueVersion": "string",
}
job_name = create_test_job_w_all_attributes(client, **job_attributes)
response = client.get_job(JobName=job_name)
assert response["Job"]["Name"] == job_name
assert response["Job"]["Description"]
assert response["Job"]["LogUri"]
assert response["Job"]["Role"]
assert response["Job"]["CreatedOn"]
assert response["Job"]["LastModifiedOn"]
assert response["Job"]["ExecutionProperty"]
assert response["Job"]["Command"]
assert response["Job"]["DefaultArguments"]
assert response["Job"]["NonOverridableArguments"]
assert response["Job"]["Connections"]
assert response["Job"]["MaxRetries"]
assert response["Job"]["AllocatedCapacity"]
assert response["Job"]["Timeout"]
assert response["Job"]["MaxCapacity"]
assert response["Job"]["WorkerType"]
assert response["Job"]["NumberOfWorkers"]
assert response["Job"]["SecurityConfiguration"]
assert response["Job"]["NotificationProperty"]
assert response["Job"]["GlueVersion"]
@mock_glue
def test_list_jobs_with_max_results():
client = create_glue_client()
@ -100,6 +167,13 @@ def create_test_job(client, tags=None):
Command=dict(Name="test_command"),
Tags=tags or {},
)
return job_name
def create_test_job_w_all_attributes(client, **job_attributes):
job_name = str(uuid4())
client.create_job(Name=job_name, **job_attributes)
return job_name
def create_test_jobs(client, number_of_jobs):