diff --git a/moto/events/models.py b/moto/events/models.py
index 82723ac6c..a80b86daa 100644
--- a/moto/events/models.py
+++ b/moto/events/models.py
@@ -144,7 +144,8 @@ class EventsBackend(BaseBackend):
     def delete_rule(self, name):
         self.rules_order.pop(self.rules_order.index(name))
         arn = self.rules.get(name).arn
-        self.tagger.delete_all_tags_for_resource(arn)
+        if self.tagger.has_tags(arn):
+            self.tagger.delete_all_tags_for_resource(arn)
         return self.rules.pop(name) is not None
 
     def describe_rule(self, name):
diff --git a/moto/utilities/tagging_service.py b/moto/utilities/tagging_service.py
index c56fd2306..89b857277 100644
--- a/moto/utilities/tagging_service.py
+++ b/moto/utilities/tagging_service.py
@@ -15,6 +15,9 @@ class TaggingService:
     def delete_all_tags_for_resource(self, arn):
         del self.tags[arn]
 
+    def has_tags(self, arn):
+        return arn in self.tags
+
     def tag_resource(self, arn, tags):
         if arn not in self.tags:
             self.tags[arn] = {}