diff --git a/moto/cloudformation/models.py b/moto/cloudformation/models.py
index 824d568a2..f791406ab 100644
--- a/moto/cloudformation/models.py
+++ b/moto/cloudformation/models.py
@@ -73,9 +73,9 @@ class FakeStack(BaseModel):
 
     def _parse_template(self):
         try:
-            self.template_dict = json.loads(self.template)
-        except json.JSONDecodeError:
             self.template_dict = yaml.load(self.template)
+        except yaml.parser.ParserError:
+            self.template_dict = json.loads(self.template)
 
     @property
     def stack_parameters(self):