moto/tests/test_glue/fixtures/datacatalog.py

67 lines
2.1 KiB
Python
Raw Normal View History

TABLE_INPUT = {
2019-10-31 15:44:26 +00:00
"Owner": "a_fake_owner",
"Parameters": {"EXTERNAL": "TRUE"},
"Retention": 0,
"StorageDescriptor": {
"BucketColumns": [],
"Compressed": False,
"InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat",
"NumberOfBuckets": -1,
"OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat",
"Parameters": {},
"SerdeInfo": {
"Parameters": {"serialization.format": "1"},
"SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe",
},
2019-10-31 15:44:26 +00:00
"SkewedInfo": {
"SkewedColumnNames": [],
"SkewedColumnValueLocationMaps": {},
"SkewedColumnValues": [],
},
2019-10-31 15:44:26 +00:00
"SortColumns": [],
"StoredAsSubDirectories": False,
},
2019-10-31 15:44:26 +00:00
"TableType": "EXTERNAL_TABLE",
}
PARTITION_INPUT = {
# 'DatabaseName': 'dbname',
2019-10-31 15:44:26 +00:00
"StorageDescriptor": {
"BucketColumns": [],
"Columns": [],
"Compressed": False,
"InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat",
"Location": "s3://.../partition=value",
"NumberOfBuckets": -1,
"OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat",
"Parameters": {},
"SerdeInfo": {
"Parameters": {"path": "s3://...", "serialization.format": "1"},
"SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe",
},
"SkewedInfo": {
"SkewedColumnNames": [],
"SkewedColumnValueLocationMaps": {},
"SkewedColumnValues": [],
},
"SortColumns": [],
"StoredAsSubDirectories": False,
},
# 'TableName': 'source_table',
# 'Values': ['2018-06-26'],
}
DATABASE_INPUT = {
"Name": "testdatabase",
"Description": "a testdatabase",
"LocationUri": "",
"Parameters": {},
"CreateTableDefaultPermissions": [
{
"Principal": {"DataLakePrincipalIdentifier": "a_fake_owner"},
"Permissions": ["ALL"],
},
],
}