diff --git a/moto/route53/models.py b/moto/route53/models.py
index 0ee7dc446..d901996fa 100644
--- a/moto/route53/models.py
+++ b/moto/route53/models.py
@@ -13,7 +13,7 @@ class FakeZone:
         self.rrsets[name] = rrset
 
     def delete_rrset(self, name):
-        del self.rrsets[name]
+        self.rrsets.pop(name, None)
 
 
 class Route53Backend(BaseBackend):