diff --git a/moto/kinesis/models.py b/moto/kinesis/models.py
index fed8214d2..a26e45af7 100644
--- a/moto/kinesis/models.py
+++ b/moto/kinesis/models.py
@@ -145,7 +145,7 @@ class DeliveryStream(object):
         self.redshift_s3_role_arn = stream_kwargs['redshift_s3_role_arn']
         self.redshift_s3_bucket_arn = stream_kwargs['redshift_s3_bucket_arn']
         self.redshift_s3_prefix = stream_kwargs['redshift_s3_prefix']
-        self.redshift_s3_compression_format = stream_kwargs['redshift_s3_compression_format']
+        self.redshift_s3_compression_format = stream_kwargs.get('redshift_s3_compression_format', 'UNCOMPRESSED')
         self.redshift_s3_buffering_hings = stream_kwargs['redshift_s3_buffering_hings']
 
         self.records = []
diff --git a/moto/kinesis/responses.py b/moto/kinesis/responses.py
index 839bf73e1..5b8c7be06 100644
--- a/moto/kinesis/responses.py
+++ b/moto/kinesis/responses.py
@@ -106,7 +106,7 @@ class KinesisResponse(BaseResponse):
                 'redshift_s3_role_arn': redshift_s3_config['RoleARN'],
                 'redshift_s3_bucket_arn': redshift_s3_config['BucketARN'],
                 'redshift_s3_prefix': redshift_s3_config['Prefix'],
-                'redshift_s3_compression_format': redshift_s3_config['CompressionFormat'],
+                'redshift_s3_compression_format': redshift_s3_config.get('CompressionFormat'),
                 'redshift_s3_buffering_hings': redshift_s3_config['BufferingHints'],
             }
         stream = self.kinesis_backend.create_delivery_stream(stream_name, **stream_kwargs)