PREHOOK: query: -- INCLUDE_HADOOP_MAJOR_VERSIONS(0.20,0.20S) -- Tests that when overwriting a partition in a table after altering the bucketing/sorting metadata -- the partition metadata is updated as well. CREATE TABLE tst1(key STRING, value STRING) PARTITIONED BY (ds STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default POSTHOOK: query: -- INCLUDE_HADOOP_MAJOR_VERSIONS(0.20,0.20S) -- Tests that when overwriting a partition in a table after altering the bucketing/sorting metadata -- the partition metadata is updated as well. CREATE TABLE tst1(key STRING, value STRING) PARTITIONED BY (ds STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@tst1 PREHOOK: query: DESCRIBE FORMATTED tst1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Table Information Database: default #### A masked pattern was here #### Protect Mode: None Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: -1 Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 PREHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@tst1@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@tst1@ds=1 POSTHOOK: Lineage: tst1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tst1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Partition Information Partition Value: [1] Database: default Table: tst1 #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 totalSize 5812 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: -1 Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 PREHOOK: query: -- Test an unbucketed partition gets converted to bucketed ALTER TABLE tst1 CLUSTERED BY (key) INTO 8 BUCKETS PREHOOK: type: ALTERTABLE_CLUSTER_SORT PREHOOK: Input: default@tst1 PREHOOK: Output: default@tst1 POSTHOOK: query: -- Test an unbucketed partition gets converted to bucketed ALTER TABLE tst1 CLUSTERED BY (key) INTO 8 BUCKETS POSTHOOK: type: ALTERTABLE_CLUSTER_SORT POSTHOOK: Input: default@tst1 POSTHOOK: Output: default@tst1 PREHOOK: query: DESCRIBE FORMATTED tst1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Table Information Database: default #### A masked pattern was here #### Protect Mode: None Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 8 Bucket Columns: [key] Sort Columns: [] Storage Desc Params: serialization.format 1 PREHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@tst1@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@tst1@ds=1 POSTHOOK: Lineage: tst1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tst1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Partition Information Partition Value: [1] Database: default Table: tst1 #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 totalSize 5812 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 8 Bucket Columns: [key] Sort Columns: [] Storage Desc Params: serialization.format 1 PREHOOK: query: -- Test an unsorted partition gets converted to sorted ALTER TABLE tst1 CLUSTERED BY (key) SORTED BY (key DESC) INTO 8 BUCKETS PREHOOK: type: ALTERTABLE_CLUSTER_SORT PREHOOK: Input: default@tst1 PREHOOK: Output: default@tst1 POSTHOOK: query: -- Test an unsorted partition gets converted to sorted ALTER TABLE tst1 CLUSTERED BY (key) SORTED BY (key DESC) INTO 8 BUCKETS POSTHOOK: type: ALTERTABLE_CLUSTER_SORT POSTHOOK: Input: default@tst1 POSTHOOK: Output: default@tst1 PREHOOK: query: DESCRIBE FORMATTED tst1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Table Information Database: default #### A masked pattern was here #### Protect Mode: None Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 8 Bucket Columns: [key] Sort Columns: [Order(col:key, order:0)] Storage Desc Params: serialization.format 1 PREHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@tst1@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@tst1@ds=1 POSTHOOK: Lineage: tst1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tst1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Partition Information Partition Value: [1] Database: default Table: tst1 #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 totalSize 5812 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 8 Bucket Columns: [key] Sort Columns: [Order(col:key, order:0)] Storage Desc Params: serialization.format 1 PREHOOK: query: -- Test changing the bucket columns ALTER TABLE tst1 CLUSTERED BY (value) SORTED BY (key DESC) INTO 8 BUCKETS PREHOOK: type: ALTERTABLE_CLUSTER_SORT PREHOOK: Input: default@tst1 PREHOOK: Output: default@tst1 POSTHOOK: query: -- Test changing the bucket columns ALTER TABLE tst1 CLUSTERED BY (value) SORTED BY (key DESC) INTO 8 BUCKETS POSTHOOK: type: ALTERTABLE_CLUSTER_SORT POSTHOOK: Input: default@tst1 POSTHOOK: Output: default@tst1 PREHOOK: query: DESCRIBE FORMATTED tst1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Table Information Database: default #### A masked pattern was here #### Protect Mode: None Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 8 Bucket Columns: [value] Sort Columns: [Order(col:key, order:0)] Storage Desc Params: serialization.format 1 PREHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@tst1@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@tst1@ds=1 POSTHOOK: Lineage: tst1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tst1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Partition Information Partition Value: [1] Database: default Table: tst1 #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 totalSize 5812 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 8 Bucket Columns: [value] Sort Columns: [Order(col:key, order:0)] Storage Desc Params: serialization.format 1 PREHOOK: query: -- Test changing the number of buckets ALTER TABLE tst1 CLUSTERED BY (value) SORTED BY (key DESC) INTO 4 BUCKETS PREHOOK: type: ALTERTABLE_CLUSTER_SORT PREHOOK: Input: default@tst1 PREHOOK: Output: default@tst1 POSTHOOK: query: -- Test changing the number of buckets ALTER TABLE tst1 CLUSTERED BY (value) SORTED BY (key DESC) INTO 4 BUCKETS POSTHOOK: type: ALTERTABLE_CLUSTER_SORT POSTHOOK: Input: default@tst1 POSTHOOK: Output: default@tst1 PREHOOK: query: DESCRIBE FORMATTED tst1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Table Information Database: default #### A masked pattern was here #### Protect Mode: None Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 4 Bucket Columns: [value] Sort Columns: [Order(col:key, order:0)] Storage Desc Params: serialization.format 1 PREHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@tst1@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@tst1@ds=1 POSTHOOK: Lineage: tst1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tst1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Partition Information Partition Value: [1] Database: default Table: tst1 #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 totalSize 5812 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 4 Bucket Columns: [value] Sort Columns: [Order(col:key, order:0)] Storage Desc Params: serialization.format 1 PREHOOK: query: -- Test changing the sort columns ALTER TABLE tst1 CLUSTERED BY (value) SORTED BY (value DESC) INTO 4 BUCKETS PREHOOK: type: ALTERTABLE_CLUSTER_SORT PREHOOK: Input: default@tst1 PREHOOK: Output: default@tst1 POSTHOOK: query: -- Test changing the sort columns ALTER TABLE tst1 CLUSTERED BY (value) SORTED BY (value DESC) INTO 4 BUCKETS POSTHOOK: type: ALTERTABLE_CLUSTER_SORT POSTHOOK: Input: default@tst1 POSTHOOK: Output: default@tst1 PREHOOK: query: DESCRIBE FORMATTED tst1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Table Information Database: default #### A masked pattern was here #### Protect Mode: None Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 4 Bucket Columns: [value] Sort Columns: [Order(col:value, order:0)] Storage Desc Params: serialization.format 1 PREHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@tst1@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@tst1@ds=1 POSTHOOK: Lineage: tst1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tst1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Partition Information Partition Value: [1] Database: default Table: tst1 #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 totalSize 5812 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 4 Bucket Columns: [value] Sort Columns: [Order(col:value, order:0)] Storage Desc Params: serialization.format 1 PREHOOK: query: -- Test changing the sort order ALTER TABLE tst1 CLUSTERED BY (value) SORTED BY (value ASC) INTO 4 BUCKETS PREHOOK: type: ALTERTABLE_CLUSTER_SORT PREHOOK: Input: default@tst1 PREHOOK: Output: default@tst1 POSTHOOK: query: -- Test changing the sort order ALTER TABLE tst1 CLUSTERED BY (value) SORTED BY (value ASC) INTO 4 BUCKETS POSTHOOK: type: ALTERTABLE_CLUSTER_SORT POSTHOOK: Input: default@tst1 POSTHOOK: Output: default@tst1 PREHOOK: query: DESCRIBE FORMATTED tst1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Table Information Database: default #### A masked pattern was here #### Protect Mode: None Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 4 Bucket Columns: [value] Sort Columns: [Order(col:value, order:1)] Storage Desc Params: serialization.format 1 PREHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@tst1@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@tst1@ds=1 POSTHOOK: Lineage: tst1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tst1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Partition Information Partition Value: [1] Database: default Table: tst1 #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 totalSize 5812 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 4 Bucket Columns: [value] Sort Columns: [Order(col:value, order:1)] Storage Desc Params: serialization.format 1 PREHOOK: query: -- Test a sorted partition gets converted to unsorted ALTER TABLE tst1 CLUSTERED BY (value) INTO 4 BUCKETS PREHOOK: type: ALTERTABLE_CLUSTER_SORT PREHOOK: Input: default@tst1 PREHOOK: Output: default@tst1 POSTHOOK: query: -- Test a sorted partition gets converted to unsorted ALTER TABLE tst1 CLUSTERED BY (value) INTO 4 BUCKETS POSTHOOK: type: ALTERTABLE_CLUSTER_SORT POSTHOOK: Input: default@tst1 POSTHOOK: Output: default@tst1 PREHOOK: query: DESCRIBE FORMATTED tst1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Table Information Database: default #### A masked pattern was here #### Protect Mode: None Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 4 Bucket Columns: [value] Sort Columns: [] Storage Desc Params: serialization.format 1 PREHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@tst1@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@tst1@ds=1 POSTHOOK: Lineage: tst1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tst1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Partition Information Partition Value: [1] Database: default Table: tst1 #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 totalSize 5812 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: 4 Bucket Columns: [value] Sort Columns: [] Storage Desc Params: serialization.format 1 PREHOOK: query: -- Test a bucketed partition gets converted to unbucketed ALTER TABLE tst1 NOT CLUSTERED PREHOOK: type: ALTERTABLE_CLUSTER_SORT PREHOOK: Input: default@tst1 PREHOOK: Output: default@tst1 POSTHOOK: query: -- Test a bucketed partition gets converted to unbucketed ALTER TABLE tst1 NOT CLUSTERED POSTHOOK: type: ALTERTABLE_CLUSTER_SORT POSTHOOK: Input: default@tst1 POSTHOOK: Output: default@tst1 PREHOOK: query: DESCRIBE FORMATTED tst1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Table Information Database: default #### A masked pattern was here #### Protect Mode: None Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: -1 Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 PREHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@tst1@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE tst1 PARTITION (ds = '1') SELECT key, value FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@tst1@ds=1 POSTHOOK: Lineage: tst1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tst1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') PREHOOK: type: DESCTABLE PREHOOK: Input: default@tst1 POSTHOOK: query: DESCRIBE FORMATTED tst1 PARTITION (ds = '1') POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@tst1 # col_name data_type comment key string value string # Partition Information # col_name data_type comment ds string # Detailed Partition Information Partition Value: [1] Database: default Table: tst1 #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 totalSize 5812 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: -1 Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1