diff --git a/moto/core/models.py b/moto/core/models.py
index c9895c0cb..cc7b5d8f9 100644
--- a/moto/core/models.py
+++ b/moto/core/models.py
@@ -206,8 +206,15 @@ class ResponsesMockAWS(BaseMockAWS):
                     )
 
     def disable_patching(self):
-        botocore_mock.stop()
-        responses.stop()
+        try:
+            botocore_mock.stop()
+        except RuntimeError:
+            pass
+
+        try:
+            responses.stop()
+        except RuntimeError:
+            pass
 
 
 MockAWS = ResponsesMockAWS