56 lines
1.8 KiB
Python
56 lines
1.8 KiB
Python
from __future__ import unicode_literals
|
|
|
|
TABLE_INPUT = {
|
|
"Owner": "a_fake_owner",
|
|
"Parameters": {"EXTERNAL": "TRUE"},
|
|
"Retention": 0,
|
|
"StorageDescriptor": {
|
|
"BucketColumns": [],
|
|
"Compressed": False,
|
|
"InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat",
|
|
"NumberOfBuckets": -1,
|
|
"OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat",
|
|
"Parameters": {},
|
|
"SerdeInfo": {
|
|
"Parameters": {"serialization.format": "1"},
|
|
"SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe",
|
|
},
|
|
"SkewedInfo": {
|
|
"SkewedColumnNames": [],
|
|
"SkewedColumnValueLocationMaps": {},
|
|
"SkewedColumnValues": [],
|
|
},
|
|
"SortColumns": [],
|
|
"StoredAsSubDirectories": False,
|
|
},
|
|
"TableType": "EXTERNAL_TABLE",
|
|
}
|
|
|
|
|
|
PARTITION_INPUT = {
|
|
# 'DatabaseName': 'dbname',
|
|
"StorageDescriptor": {
|
|
"BucketColumns": [],
|
|
"Columns": [],
|
|
"Compressed": False,
|
|
"InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat",
|
|
"Location": "s3://.../partition=value",
|
|
"NumberOfBuckets": -1,
|
|
"OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat",
|
|
"Parameters": {},
|
|
"SerdeInfo": {
|
|
"Parameters": {"path": "s3://...", "serialization.format": "1"},
|
|
"SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe",
|
|
},
|
|
"SkewedInfo": {
|
|
"SkewedColumnNames": [],
|
|
"SkewedColumnValueLocationMaps": {},
|
|
"SkewedColumnValues": [],
|
|
},
|
|
"SortColumns": [],
|
|
"StoredAsSubDirectories": False,
|
|
},
|
|
# 'TableName': 'source_table',
|
|
# 'Values': ['2018-06-26'],
|
|
}
|