diff --git a/moto/ssm/models.py b/moto/ssm/models.py
index 37d56c2dd..07812c316 100644
--- a/moto/ssm/models.py
+++ b/moto/ssm/models.py
@@ -1189,8 +1189,33 @@ class SimpleSystemManagerBackend(BaseBackend):
         return True
 
     def get_parameter(self, name, with_decryption):
-        if name in self._parameters:
-            return self._parameters[name][-1]
+        name_parts = name.split(":")
+        name_prefix = name_parts[0]
+
+        if len(name_parts) > 2:
+            return None
+
+        if name_prefix in self._parameters:
+            if len(name_parts) == 1:
+                return self._parameters[name][-1]
+
+            if len(name_parts) == 2:
+                version_or_label = name_parts[1]
+                parameters = self._parameters[name_prefix]
+
+                if version_or_label.isdigit():
+                    result = list(
+                        filter(lambda x: str(x.version) == version_or_label, parameters)
+                    )
+                    if len(result) > 0:
+                        return result[-1]
+
+                result = list(
+                    filter(lambda x: version_or_label in x.labels, parameters)
+                )
+                if len(result) > 0:
+                    return result[-1]
+
         return None
 
     def label_parameter_version(self, name, version, labels):
diff --git a/tests/test_ssm/test_ssm_boto3.py b/tests/test_ssm/test_ssm_boto3.py
index 9715866e9..cc79ce93d 100644
--- a/tests/test_ssm/test_ssm_boto3.py
+++ b/tests/test_ssm/test_ssm_boto3.py
@@ -396,6 +396,64 @@ def test_get_parameter():
     )
 
 
+@mock_ssm
+def test_get_parameter_with_version_and_labels():
+    client = boto3.client("ssm", region_name="us-east-1")
+
+    client.put_parameter(
+        Name="test-1", Description="A test parameter", Value="value", Type="String"
+    )
+    client.put_parameter(
+        Name="test-2", Description="A test parameter", Value="value", Type="String"
+    )
+
+    client.label_parameter_version(
+        Name="test-2", ParameterVersion=1, Labels=["test-label"]
+    )
+
+    response = client.get_parameter(Name="test-1:1", WithDecryption=False)
+
+    response["Parameter"]["Name"].should.equal("test-1")
+    response["Parameter"]["Value"].should.equal("value")
+    response["Parameter"]["Type"].should.equal("String")
+    response["Parameter"]["LastModifiedDate"].should.be.a(datetime.datetime)
+    response["Parameter"]["ARN"].should.equal(
+        "arn:aws:ssm:us-east-1:1234567890:parameter/test-1"
+    )
+
+    response = client.get_parameter(Name="test-2:1", WithDecryption=False)
+    response["Parameter"]["Name"].should.equal("test-2")
+    response["Parameter"]["Value"].should.equal("value")
+    response["Parameter"]["Type"].should.equal("String")
+    response["Parameter"]["LastModifiedDate"].should.be.a(datetime.datetime)
+    response["Parameter"]["ARN"].should.equal(
+        "arn:aws:ssm:us-east-1:1234567890:parameter/test-2"
+    )
+
+    response = client.get_parameter(Name="test-2:test-label", WithDecryption=False)
+    response["Parameter"]["Name"].should.equal("test-2")
+    response["Parameter"]["Value"].should.equal("value")
+    response["Parameter"]["Type"].should.equal("String")
+    response["Parameter"]["LastModifiedDate"].should.be.a(datetime.datetime)
+    response["Parameter"]["ARN"].should.equal(
+        "arn:aws:ssm:us-east-1:1234567890:parameter/test-2"
+    )
+
+    with assert_raises(ClientError) as ex:
+        client.get_parameter(Name="test-2:2:3", WithDecryption=False)
+    ex.exception.response["Error"]["Code"].should.equal("ParameterNotFound")
+    ex.exception.response["Error"]["Message"].should.equal(
+        "Parameter test-2:2:3 not found."
+    )
+
+    with assert_raises(ClientError) as ex:
+        client.get_parameter(Name="test-2:2", WithDecryption=False)
+    ex.exception.response["Error"]["Code"].should.equal("ParameterNotFound")
+    ex.exception.response["Error"]["Message"].should.equal(
+        "Parameter test-2:2 not found."
+    )
+
+
 @mock_ssm
 def test_get_parameters_errors():
     client = boto3.client("ssm", region_name="us-east-1")