diff --git a/moto/route53/models.py b/moto/route53/models.py
index 4e85c172b..d70307036 100644
--- a/moto/route53/models.py
+++ b/moto/route53/models.py
@@ -165,6 +165,12 @@ class RecordSet(BaseModel):
         hosted_zone.delete_rrset_by_name(self.name)
 
 
+def reverse_domain_name(domain_name):
+    if domain_name.endswith('.'):  # normalize without trailing dot
+        domain_name = domain_name[:-1]
+    return '.'.join(reversed(domain_name.split('.')))
+
+
 class FakeZone(BaseModel):
 
     def __init__(self, name, id_, private_zone, comment=None):
@@ -202,7 +208,10 @@ class FakeZone(BaseModel):
         record_sets = list(self.rrsets)  # Copy the list
         if start_name:
             record_sets = [
-                record_set for record_set in record_sets if record_set.name >= start_name]
+                record_set
+                for record_set in record_sets
+                if reverse_domain_name(record_set.name) >= reverse_domain_name(start_name)
+            ]
         if start_type:
             record_sets = [
                 record_set for record_set in record_sets if record_set.type_ >= start_type]
diff --git a/tests/test_route53/test_route53.py b/tests/test_route53/test_route53.py
index d730f8dcf..e174e1c26 100644
--- a/tests/test_route53/test_route53.py
+++ b/tests/test_route53/test_route53.py
@@ -123,12 +123,12 @@ def test_rrset():
     rrsets.should.have.length_of(2)
 
     rrsets = conn.get_all_rrsets(
-        zoneid, name="foo.bar.testdns.aws.com", type="A")
+        zoneid, name="bar.foo.testdns.aws.com", type="A")
     rrsets.should.have.length_of(1)
-    rrsets[0].resource_records[0].should.equal('1.2.3.4')
+    rrsets[0].resource_records[0].should.equal('5.6.7.8')
 
     rrsets = conn.get_all_rrsets(
-        zoneid, name="bar.foo.testdns.aws.com", type="A")
+        zoneid, name="foo.bar.testdns.aws.com", type="A")
     rrsets.should.have.length_of(2)
     resource_records = [rr for rr_set in rrsets for rr in rr_set.resource_records]
     resource_records.should.contain('1.2.3.4')