from __future__ import unicode_literals TABLE_INPUT = { 'Owner': 'a_fake_owner', 'Parameters': { 'EXTERNAL': 'TRUE', }, 'Retention': 0, 'StorageDescriptor': { 'BucketColumns': [], 'Compressed': False, 'InputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat', 'NumberOfBuckets': -1, 'OutputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat', 'Parameters': {}, 'SerdeInfo': { 'Parameters': { 'serialization.format': '1' }, 'SerializationLibrary': 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe' }, 'SkewedInfo': { 'SkewedColumnNames': [], 'SkewedColumnValueLocationMaps': {}, 'SkewedColumnValues': [] }, 'SortColumns': [], 'StoredAsSubDirectories': False }, 'TableType': 'EXTERNAL_TABLE', } PARTITION_INPUT = { # 'DatabaseName': 'dbname', 'StorageDescriptor': { 'BucketColumns': [], 'Columns': [], 'Compressed': False, 'InputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat', 'Location': 's3://.../partition=value', 'NumberOfBuckets': -1, 'OutputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat', 'Parameters': {}, 'SerdeInfo': { 'Parameters': {'path': 's3://...', 'serialization.format': '1'}, 'SerializationLibrary': 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'}, 'SkewedInfo': {'SkewedColumnNames': [], 'SkewedColumnValueLocationMaps': {}, 'SkewedColumnValues': []}, 'SortColumns': [], 'StoredAsSubDirectories': False, }, # 'TableName': 'source_table', # 'Values': ['2018-06-26'], }