PREHOOK: query: -- This tests that a query can span multiple partitions which can not only have different file formats, but
-- also different serdes
create table partition_test_partitioned(key string, value string) partitioned by (dt string) stored as rcfile
PREHOOK: type: CREATETABLE
POSTHOOK: query: -- This tests that a query can span multiple partitions which can not only have different file formats, but
-- also different serdes
create table partition_test_partitioned(key string, value string) partitioned by (dt string) stored as rcfile
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: default@partition_test_partitioned
PREHOOK: query: insert overwrite table partition_test_partitioned partition(dt='1') select * from src
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Output: default@partition_test_partitioned@dt=1
POSTHOOK: query: insert overwrite table partition_test_partitioned partition(dt='1') select * from src
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@partition_test_partitioned@dt=1
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: alter table partition_test_partitioned set fileformat sequencefile
PREHOOK: type: ALTERTABLE_FILEFORMAT
PREHOOK: Input: default@partition_test_partitioned
PREHOOK: Output: default@partition_test_partitioned
POSTHOOK: query: alter table partition_test_partitioned set fileformat sequencefile
POSTHOOK: type: ALTERTABLE_FILEFORMAT
POSTHOOK: Input: default@partition_test_partitioned
POSTHOOK: Output: default@partition_test_partitioned
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: insert overwrite table partition_test_partitioned partition(dt='2') select * from src
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Output: default@partition_test_partitioned@dt=2
POSTHOOK: query: insert overwrite table partition_test_partitioned partition(dt='2') select * from src
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@partition_test_partitioned@dt=2
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=2).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: alter table partition_test_partitioned set serde 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
PREHOOK: type: ALTERTABLE_SERIALIZER
PREHOOK: Input: default@partition_test_partitioned
PREHOOK: Output: default@partition_test_partitioned
POSTHOOK: query: alter table partition_test_partitioned set serde 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
POSTHOOK: type: ALTERTABLE_SERIALIZER
POSTHOOK: Input: default@partition_test_partitioned
POSTHOOK: Output: default@partition_test_partitioned
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=2).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: insert overwrite table partition_test_partitioned partition(dt='3') select * from src
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Output: default@partition_test_partitioned@dt=3
POSTHOOK: query: insert overwrite table partition_test_partitioned partition(dt='3') select * from src
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@partition_test_partitioned@dt=3
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=2).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=3).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=3).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: select * from partition_test_partitioned where dt is not null order by key, value, dt limit 20
PREHOOK: type: QUERY
PREHOOK: Input: default@partition_test_partitioned
PREHOOK: Input: default@partition_test_partitioned@dt=1
PREHOOK: Input: default@partition_test_partitioned@dt=2
PREHOOK: Input: default@partition_test_partitioned@dt=3
#### A masked pattern was here ####
POSTHOOK: query: select * from partition_test_partitioned where dt is not null order by key, value, dt limit 20
POSTHOOK: type: QUERY
POSTHOOK: Input: default@partition_test_partitioned
POSTHOOK: Input: default@partition_test_partitioned@dt=1
POSTHOOK: Input: default@partition_test_partitioned@dt=2
POSTHOOK: Input: default@partition_test_partitioned@dt=3
#### A masked pattern was here ####
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=2).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=3).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=3).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
0	val_0	1
0	val_0	1
0	val_0	1
0	val_0	2
0	val_0	2
0	val_0	2
0	val_0	3
0	val_0	3
0	val_0	3
10	val_10	1
10	val_10	2
10	val_10	3
100	val_100	1
100	val_100	1
100	val_100	2
100	val_100	2
100	val_100	3
100	val_100	3
103	val_103	1
103	val_103	1
PREHOOK: query: select key+key as key, value, dt from partition_test_partitioned where dt is not null order by key, value, dt limit 20
PREHOOK: type: QUERY
PREHOOK: Input: default@partition_test_partitioned
PREHOOK: Input: default@partition_test_partitioned@dt=1
PREHOOK: Input: default@partition_test_partitioned@dt=2
PREHOOK: Input: default@partition_test_partitioned@dt=3
#### A masked pattern was here ####
POSTHOOK: query: select key+key as key, value, dt from partition_test_partitioned where dt is not null order by key, value, dt limit 20
POSTHOOK: type: QUERY
POSTHOOK: Input: default@partition_test_partitioned
POSTHOOK: Input: default@partition_test_partitioned@dt=1
POSTHOOK: Input: default@partition_test_partitioned@dt=2
POSTHOOK: Input: default@partition_test_partitioned@dt=3
#### A masked pattern was here ####
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=2).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=3).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=3).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
0.0	val_0	1
0.0	val_0	1
0.0	val_0	1
0.0	val_0	2
0.0	val_0	2
0.0	val_0	2
0.0	val_0	3
0.0	val_0	3
0.0	val_0	3
4.0	val_2	1
4.0	val_2	2
4.0	val_2	3
8.0	val_4	1
8.0	val_4	2
8.0	val_4	3
10.0	val_5	1
10.0	val_5	1
10.0	val_5	1
10.0	val_5	2
10.0	val_5	2