5783d66206
This adds some of the missing Get/Update/Create APIs relating to the Glue data catalog -- but not yet all of them, and none of the Batch* API calls.
57 lines
1.9 KiB
Python
57 lines
1.9 KiB
Python
from __future__ import unicode_literals
|
|
|
|
TABLE_INPUT = {
|
|
'Owner': 'a_fake_owner',
|
|
'Parameters': {
|
|
'EXTERNAL': 'TRUE',
|
|
},
|
|
'Retention': 0,
|
|
'StorageDescriptor': {
|
|
'BucketColumns': [],
|
|
'Compressed': False,
|
|
'InputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat',
|
|
'NumberOfBuckets': -1,
|
|
'OutputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat',
|
|
'Parameters': {},
|
|
'SerdeInfo': {
|
|
'Parameters': {
|
|
'serialization.format': '1'
|
|
},
|
|
'SerializationLibrary': 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'
|
|
},
|
|
'SkewedInfo': {
|
|
'SkewedColumnNames': [],
|
|
'SkewedColumnValueLocationMaps': {},
|
|
'SkewedColumnValues': []
|
|
},
|
|
'SortColumns': [],
|
|
'StoredAsSubDirectories': False
|
|
},
|
|
'TableType': 'EXTERNAL_TABLE',
|
|
}
|
|
|
|
|
|
PARTITION_INPUT = {
|
|
# 'DatabaseName': 'dbname',
|
|
'StorageDescriptor': {
|
|
'BucketColumns': [],
|
|
'Columns': [],
|
|
'Compressed': False,
|
|
'InputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat',
|
|
'Location': 's3://.../partition=value',
|
|
'NumberOfBuckets': -1,
|
|
'OutputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat',
|
|
'Parameters': {},
|
|
'SerdeInfo': {
|
|
'Parameters': {'path': 's3://...', 'serialization.format': '1'},
|
|
'SerializationLibrary': 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'},
|
|
'SkewedInfo': {'SkewedColumnNames': [],
|
|
'SkewedColumnValueLocationMaps': {},
|
|
'SkewedColumnValues': []},
|
|
'SortColumns': [],
|
|
'StoredAsSubDirectories': False,
|
|
},
|
|
# 'TableName': 'source_table',
|
|
# 'Values': ['2018-06-26'],
|
|
}
|