| 
									
										
										
										
											2018-07-26 17:05:09 -04:00
										 |  |  | TABLE_INPUT = { | 
					
						
							|  |  |  |     "Owner": "a_fake_owner", | 
					
						
							|  |  |  |     "Parameters": {"EXTERNAL": "TRUE"}, | 
					
						
							|  |  |  |     "Retention": 0, | 
					
						
							|  |  |  |     "StorageDescriptor": { | 
					
						
							|  |  |  |         "BucketColumns": [], | 
					
						
							|  |  |  |         "Compressed": False, | 
					
						
							|  |  |  |         "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", | 
					
						
							|  |  |  |         "NumberOfBuckets": -1, | 
					
						
							|  |  |  |         "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", | 
					
						
							|  |  |  |         "Parameters": {}, | 
					
						
							|  |  |  |         "SerdeInfo": { | 
					
						
							|  |  |  |             "Parameters": {"serialization.format": "1"}, | 
					
						
							|  |  |  |             "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", | 
					
						
							|  |  |  |         }, | 
					
						
							|  |  |  |         "SkewedInfo": { | 
					
						
							|  |  |  |             "SkewedColumnNames": [], | 
					
						
							|  |  |  |             "SkewedColumnValueLocationMaps": {}, | 
					
						
							|  |  |  |             "SkewedColumnValues": [], | 
					
						
							|  |  |  |         }, | 
					
						
							|  |  |  |         "SortColumns": [], | 
					
						
							|  |  |  |         "StoredAsSubDirectories": False, | 
					
						
							|  |  |  |     }, | 
					
						
							|  |  |  |     "TableType": "EXTERNAL_TABLE", | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2018-10-02 17:25:14 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | PARTITION_INPUT = { | 
					
						
							|  |  |  |     # 'DatabaseName': 'dbname', | 
					
						
							|  |  |  |     "StorageDescriptor": { | 
					
						
							|  |  |  |         "BucketColumns": [], | 
					
						
							|  |  |  |         "Columns": [], | 
					
						
							|  |  |  |         "Compressed": False, | 
					
						
							|  |  |  |         "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", | 
					
						
							|  |  |  |         "Location": "s3://.../partition=value", | 
					
						
							|  |  |  |         "NumberOfBuckets": -1, | 
					
						
							|  |  |  |         "OutputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat", | 
					
						
							|  |  |  |         "Parameters": {}, | 
					
						
							|  |  |  |         "SerdeInfo": { | 
					
						
							|  |  |  |             "Parameters": {"path": "s3://...", "serialization.format": "1"}, | 
					
						
							|  |  |  |             "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", | 
					
						
							|  |  |  |         }, | 
					
						
							|  |  |  |         "SkewedInfo": { | 
					
						
							|  |  |  |             "SkewedColumnNames": [], | 
					
						
							|  |  |  |             "SkewedColumnValueLocationMaps": {}, | 
					
						
							|  |  |  |             "SkewedColumnValues": [], | 
					
						
							|  |  |  |         }, | 
					
						
							|  |  |  |         "SortColumns": [], | 
					
						
							|  |  |  |         "StoredAsSubDirectories": False, | 
					
						
							|  |  |  |     }, | 
					
						
							|  |  |  |     # 'TableName': 'source_table', | 
					
						
							|  |  |  |     # 'Values': ['2018-06-26'], | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2021-01-11 13:10:18 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | DATABASE_INPUT = { | 
					
						
							|  |  |  |     "Name": "testdatabase", | 
					
						
							|  |  |  |     "Description": "a testdatabase", | 
					
						
							|  |  |  |     "LocationUri": "", | 
					
						
							|  |  |  |     "Parameters": {}, | 
					
						
							|  |  |  |     "CreateTableDefaultPermissions": [ | 
					
						
							|  |  |  |         { | 
					
						
							|  |  |  |             "Principal": {"DataLakePrincipalIdentifier": "a_fake_owner"}, | 
					
						
							|  |  |  |             "Permissions": ["ALL"], | 
					
						
							|  |  |  |         }, | 
					
						
							|  |  |  |     ], | 
					
						
							|  |  |  | } |