diff --git a/moto/core/responses.py b/moto/core/responses.py
index aeef13fd5..13ff213b6 100644
--- a/moto/core/responses.py
+++ b/moto/core/responses.py
@@ -108,8 +108,17 @@ class _TemplateEnvironmentMixin(object):
     def contains_template(self, template_id):
         return self.environment.loader.contains(template_id)
 
+    @classmethod
+    def _make_template_id(cls, source):
+        """
+        Return a numeric string that's unique for the lifetime of the source.
+
+        Jinja2 expects to template IDs to be strings.
+        """
+        return str(id(source))
+
     def response_template(self, source):
-        template_id = id(source)
+        template_id = self._make_template_id(source)
         if not self.contains_template(template_id):
             collapsed = re.sub(
                 self.RIGHT_PATTERN, ">", re.sub(self.LEFT_PATTERN, "<", source)
diff --git a/tests/test_core/test_responses.py b/tests/test_core/test_responses.py
index 524d200dd..5f4208486 100644
--- a/tests/test_core/test_responses.py
+++ b/tests/test_core/test_responses.py
@@ -184,20 +184,24 @@ def test_response_environment_preserved_by_type():
     source_1 = "template"
     source_2 = "amother template"
 
-    assert not resp_a.contains_template(id(source_1))
+    assert not resp_a.contains_template(BaseResponse._make_template_id(source_1))
     resp_a.response_template(source_1)
-    assert resp_a.contains_template(id(source_1))
+    assert resp_a.contains_template(BaseResponse._make_template_id(source_1))
 
-    assert not resp_a.contains_template(id(source_2))
+    assert not resp_a.contains_template(BaseResponse._make_template_id(source_2))
     resp_a.response_template(source_2)
-    assert resp_a.contains_template(id(source_2))
+    assert resp_a.contains_template(BaseResponse._make_template_id(source_2))
 
-    assert not resp_b.contains_template(id(source_1))
-    assert not resp_b.contains_template(id(source_2))
+    assert not resp_b.contains_template(BaseResponse._make_template_id(source_1))
+    assert not resp_b.contains_template(BaseResponse._make_template_id(source_2))
 
-    assert another_resp_a.contains_template(id(source_1))
-    assert another_resp_a.contains_template(id(source_2))
+    assert another_resp_a.contains_template(BaseResponse._make_template_id(source_1))
+    assert another_resp_a.contains_template(BaseResponse._make_template_id(source_2))
 
     resp_a_new_instance = ResponseA()
-    assert resp_a_new_instance.contains_template(id(source_1))
-    assert resp_a_new_instance.contains_template(id(source_2))
+    assert resp_a_new_instance.contains_template(
+        BaseResponse._make_template_id(source_1)
+    )
+    assert resp_a_new_instance.contains_template(
+        BaseResponse._make_template_id(source_2)
+    )