diff --git a/moto/cloudformation/parsing.py b/moto/cloudformation/parsing.py
index 77f7089cd..d7aef2fa2 100644
--- a/moto/cloudformation/parsing.py
+++ b/moto/cloudformation/parsing.py
@@ -197,7 +197,7 @@ def clean_json(resource_json: Any, resources_map: "ResourceMap") -> Any:
                             resources_map,
                         )
                     if cleaned_ref is not None:
-                        fn_sub_value = fn_sub_value.replace(sub, cleaned_ref)
+                        fn_sub_value = fn_sub_value.replace(sub, str(cleaned_ref))
                     else:
                         # The ref was not found in the template - either it didn't exist, or we couldn't parse it
                         pass
diff --git a/tests/test_cloudformation/test_stack_parsing.py b/tests/test_cloudformation/test_stack_parsing.py
index 87229a4be..0c9b92354 100644
--- a/tests/test_cloudformation/test_stack_parsing.py
+++ b/tests/test_cloudformation/test_stack_parsing.py
@@ -121,6 +121,22 @@ sub_template = {
     },
 }
 
+sub_num_template = {
+    "AWSTemplateFormatVersion": "2010-09-09",
+    "Parameters": {
+        "Num": {"Type": "Number"},
+    },
+    "Resources": {
+        "Queue": {
+            "Type": "AWS::SQS::Queue",
+            "Properties": {
+                "QueueName": {"Fn::Sub": "${AWS::StackName}-queue-${Num}"},
+                "VisibilityTimeout": 60,
+            },
+        },
+    },
+}
+
 export_value_template = {
     "AWSTemplateFormatVersion": "2010-09-09",
     "Resources": {
@@ -174,6 +190,7 @@ parameters_template_json = json.dumps(parameters_template)
 ssm_parameter_template_json = json.dumps(ssm_parameter_template)
 split_select_template_json = json.dumps(split_select_template)
 sub_template_json = json.dumps(sub_template)
+sub_num_template_json = json.dumps(sub_num_template)
 export_value_template_json = json.dumps(export_value_template)
 import_value_template_json = json.dumps(import_value_template)
 
@@ -489,6 +506,21 @@ def test_sub():
     queue2.name.should.equal(queue1.name)
 
 
+def test_sub_num():
+    stack = FakeStack(
+        stack_id="test_id",
+        name="test_stack",
+        template=sub_num_template_json,
+        parameters={"Num": "42"},
+        account_id=ACCOUNT_ID,
+        region_name="us-west-1",
+    )
+
+    # Errors on moto<=4.0.10 because int(42) is used with str.replace
+    queue = stack.resource_map["Queue"]
+    queue.name.should.equal("test_stack-queue-42")
+
+
 def test_import():
     export_stack = FakeStack(
         stack_id="test_id",