PREHOOK: query: DROP TABLE if exists parquet_mixed_fileformat PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE if exists parquet_mixed_fileformat POSTHOOK: type: DROPTABLE PREHOOK: query: CREATE TABLE parquet_mixed_fileformat ( id int, str string, part string ) PARTITIONED BY (dateint int) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@parquet_mixed_fileformat POSTHOOK: query: CREATE TABLE parquet_mixed_fileformat ( id int, str string, part string ) PARTITIONED BY (dateint int) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@parquet_mixed_fileformat PREHOOK: query: ---- partition dateint=20140330 is stored as TEXTFILE LOAD DATA LOCAL INPATH '../../data/files/parquet_partitioned.txt' OVERWRITE INTO TABLE parquet_mixed_fileformat PARTITION (dateint=20140330) PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@parquet_mixed_fileformat POSTHOOK: query: ---- partition dateint=20140330 is stored as TEXTFILE LOAD DATA LOCAL INPATH '../../data/files/parquet_partitioned.txt' OVERWRITE INTO TABLE parquet_mixed_fileformat PARTITION (dateint=20140330) POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@parquet_mixed_fileformat POSTHOOK: Output: default@parquet_mixed_fileformat@dateint=20140330 PREHOOK: query: SELECT * FROM parquet_mixed_fileformat PREHOOK: type: QUERY PREHOOK: Input: default@parquet_mixed_fileformat PREHOOK: Input: default@parquet_mixed_fileformat@dateint=20140330 #### A masked pattern was here #### POSTHOOK: query: SELECT * FROM parquet_mixed_fileformat POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_mixed_fileformat POSTHOOK: Input: default@parquet_mixed_fileformat@dateint=20140330 #### A masked pattern was here #### 1 foo part1 20140330 2 bar part2 20140330 3 baz part2 20140330 PREHOOK: query: DESCRIBE FORMATTED parquet_mixed_fileformat PARTITION (dateint=20140330) PREHOOK: type: DESCTABLE PREHOOK: Input: default@parquet_mixed_fileformat POSTHOOK: query: DESCRIBE FORMATTED parquet_mixed_fileformat PARTITION (dateint=20140330) POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@parquet_mixed_fileformat # col_name data_type comment id int str string part string # Partition Information # col_name data_type comment dateint int # Detailed Partition Information Partition Value: [20140330] Database: default Table: parquet_mixed_fileformat #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 totalSize 36 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: -1 Bucket Columns: [] Sort Columns: [] Storage Desc Params: field.delim | serialization.format | PREHOOK: query: ---change table serde and file format to PARQUET---- ALTER TABLE parquet_mixed_fileformat set SERDE 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe' PREHOOK: type: ALTERTABLE_SERIALIZER PREHOOK: Input: default@parquet_mixed_fileformat PREHOOK: Output: default@parquet_mixed_fileformat POSTHOOK: query: ---change table serde and file format to PARQUET---- ALTER TABLE parquet_mixed_fileformat set SERDE 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe' POSTHOOK: type: ALTERTABLE_SERIALIZER POSTHOOK: Input: default@parquet_mixed_fileformat POSTHOOK: Output: default@parquet_mixed_fileformat PREHOOK: query: ALTER TABLE parquet_mixed_fileformat SET FILEFORMAT INPUTFORMAT 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat' SERDE 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe' PREHOOK: type: ALTERTABLE_FILEFORMAT PREHOOK: Input: default@parquet_mixed_fileformat PREHOOK: Output: default@parquet_mixed_fileformat POSTHOOK: query: ALTER TABLE parquet_mixed_fileformat SET FILEFORMAT INPUTFORMAT 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat' SERDE 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe' POSTHOOK: type: ALTERTABLE_FILEFORMAT POSTHOOK: Input: default@parquet_mixed_fileformat POSTHOOK: Output: default@parquet_mixed_fileformat PREHOOK: query: DESCRIBE FORMATTED parquet_mixed_fileformat PREHOOK: type: DESCTABLE PREHOOK: Input: default@parquet_mixed_fileformat POSTHOOK: query: DESCRIBE FORMATTED parquet_mixed_fileformat POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@parquet_mixed_fileformat # col_name data_type comment id int str string part string # Partition Information # col_name data_type comment dateint int # Detailed Table Information Database: default #### A masked pattern was here #### Protect Mode: None Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe InputFormat: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat Compressed: No Num Buckets: -1 Bucket Columns: [] Sort Columns: [] Storage Desc Params: field.delim | serialization.format | PREHOOK: query: DESCRIBE FORMATTED parquet_mixed_fileformat PARTITION (dateint=20140330) PREHOOK: type: DESCTABLE PREHOOK: Input: default@parquet_mixed_fileformat POSTHOOK: query: DESCRIBE FORMATTED parquet_mixed_fileformat PARTITION (dateint=20140330) POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@parquet_mixed_fileformat # col_name data_type comment id int str string part string # Partition Information # col_name data_type comment dateint int # Detailed Partition Information Partition Value: [20140330] Database: default Table: parquet_mixed_fileformat #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 totalSize 36 #### A masked pattern was here #### # Storage Information SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe InputFormat: org.apache.hadoop.mapred.TextInputFormat OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Compressed: No Num Buckets: -1 Bucket Columns: [] Sort Columns: [] Storage Desc Params: field.delim | serialization.format | PREHOOK: query: SELECT * FROM parquet_mixed_fileformat PREHOOK: type: QUERY PREHOOK: Input: default@parquet_mixed_fileformat PREHOOK: Input: default@parquet_mixed_fileformat@dateint=20140330 #### A masked pattern was here #### POSTHOOK: query: SELECT * FROM parquet_mixed_fileformat POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_mixed_fileformat POSTHOOK: Input: default@parquet_mixed_fileformat@dateint=20140330 #### A masked pattern was here #### 1 foo part1 20140330 2 bar part2 20140330 3 baz part2 20140330