PREHOOK: query: DROP TABLE if exists part PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE if exists part POSTHOOK: type: DROPTABLE PREHOOK: query: -- data setup CREATE TABLE part( p_partkey INT, p_name STRING, p_mfgr STRING, p_brand STRING, p_type STRING, p_size INT, p_container STRING, p_retailprice DOUBLE, p_comment STRING ) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@part POSTHOOK: query: -- data setup CREATE TABLE part( p_partkey INT, p_name STRING, p_mfgr STRING, p_brand STRING, p_type STRING, p_size INT, p_container STRING, p_retailprice DOUBLE, p_comment STRING ) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@part PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@part POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@part PREHOOK: query: drop table over10k PREHOOK: type: DROPTABLE POSTHOOK: query: drop table over10k POSTHOOK: type: DROPTABLE PREHOOK: query: create table over10k( t tinyint, si smallint, i int, b bigint, f float, d double, bo boolean, s string, ts timestamp, dec decimal(4,2), bin binary) row format delimited fields terminated by '|' PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@over10k POSTHOOK: query: create table over10k( t tinyint, si smallint, i int, b bigint, f float, d double, bo boolean, s string, ts timestamp, dec decimal(4,2), bin binary) row format delimited fields terminated by '|' POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@over10k PREHOOK: query: load data local inpath '../../data/files/over10k' into table over10k PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@over10k POSTHOOK: query: load data local inpath '../../data/files/over10k' into table over10k POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@over10k PREHOOK: query: -- part tests explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a PREHOOK: type: QUERY POSTHOOK: query: -- part tests explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-1 Map Reduce Map Operator Tree: TableScan alias: part Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE value expressions: p_name (type: string), p_mfgr (type: string) Reduce Operator Tree: Extract Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE PTF Operator Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _wcol0 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: ListSink PREHOOK: query: explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 PREHOOK: type: QUERY POSTHOOK: query: explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-1 Map Reduce Map Operator Tree: TableScan alias: part Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.8 value expressions: p_name (type: string), p_mfgr (type: string) Reduce Operator Tree: Extract Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE PTF Operator Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 < 4) (type: boolean) Statistics: Num rows: 5 Data size: 1057 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _wcol0 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 5 Data size: 1057 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 5 Data size: 1057 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: ListSink PREHOOK: query: select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 PREHOOK: type: QUERY PREHOOK: Input: default@part #### A masked pattern was here #### POSTHOOK: query: select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### Manufacturer#1 1 Manufacturer#1 1 Manufacturer#1 3 Manufacturer#2 1 Manufacturer#2 2 Manufacturer#2 3 Manufacturer#3 1 Manufacturer#3 2 Manufacturer#3 3 Manufacturer#4 1 Manufacturer#4 2 Manufacturer#4 3 Manufacturer#5 1 Manufacturer#5 2 Manufacturer#5 3 PREHOOK: query: select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 2 PREHOOK: type: QUERY PREHOOK: Input: default@part #### A masked pattern was here #### POSTHOOK: query: select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### Manufacturer#1 1 Manufacturer#1 1 Manufacturer#2 1 Manufacturer#3 1 Manufacturer#4 1 Manufacturer#5 1 PREHOOK: query: -- over10k tests select * from (select t, f, rank() over(partition by t order by f) r from over10k) a where r < 6 and t < 5 PREHOOK: type: QUERY PREHOOK: Input: default@over10k #### A masked pattern was here #### POSTHOOK: query: -- over10k tests select * from (select t, f, rank() over(partition by t order by f) r from over10k) a where r < 6 and t < 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k #### A masked pattern was here #### -3 0.56 1 -3 0.83 2 -3 2.26 3 -3 2.48 4 -3 3.82 5 -2 1.55 1 -2 1.65 2 -2 1.79 3 -2 4.06 4 -2 4.4 5 -1 0.79 1 -1 0.95 2 -1 1.27 3 -1 1.49 4 -1 2.8 5 0 0.08 1 0 0.94 2 0 1.44 3 0 2.0 4 0 2.12 5 1 0.13 1 1 0.44 2 1 1.04 3 1 3.41 4 1 3.45 5 2 2.21 1 2 3.1 2 2 9.93 3 2 11.43 4 2 15.45 5 3 0.12 1 3 0.19 2 3 7.14 3 3 7.97 4 3 8.95 5 4 2.26 1 4 5.51 2 4 5.53 3 4 5.76 4 4 7.26 5 PREHOOK: query: explain select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 PREHOOK: type: QUERY POSTHOOK: query: explain select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-1 Map Reduce Map Operator Tree: TableScan alias: alltypesorc Statistics: Num rows: 31436 Data size: 377237 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: ctinyint (type: tinyint), cdouble (type: double) sort order: ++ Map-reduce partition columns: ctinyint (type: tinyint) Statistics: Num rows: 31436 Data size: 377237 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.8 value expressions: ctinyint (type: tinyint), cdouble (type: double) Reduce Operator Tree: Extract Statistics: Num rows: 31436 Data size: 377237 Basic stats: COMPLETE Column stats: NONE PTF Operator Statistics: Num rows: 31436 Data size: 377237 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 < 5) (type: boolean) Statistics: Num rows: 10478 Data size: 125737 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: tinyint), _col5 (type: double), _wcol0 (type: int) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 10478 Data size: 125737 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 10478 Data size: 125737 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: ListSink PREHOOK: query: drop table if exists sB PREHOOK: type: DROPTABLE POSTHOOK: query: drop table if exists sB POSTHOOK: type: DROPTABLE PREHOOK: query: create table sB ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE as select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default PREHOOK: Output: default@sB POSTHOOK: query: create table sB ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE as select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@sB PREHOOK: query: select * from sB where ctinyint is null PREHOOK: type: QUERY PREHOOK: Input: default@sb #### A masked pattern was here #### POSTHOOK: query: select * from sB where ctinyint is null POSTHOOK: type: QUERY POSTHOOK: Input: default@sb #### A masked pattern was here #### NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 PREHOOK: query: drop table if exists sD PREHOOK: type: DROPTABLE POSTHOOK: query: drop table if exists sD POSTHOOK: type: DROPTABLE PREHOOK: query: create table sD ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE as select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default PREHOOK: Output: default@sD POSTHOOK: query: create table sD ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE as select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@sD PREHOOK: query: select * from sD where ctinyint is null PREHOOK: type: QUERY PREHOOK: Input: default@sd #### A masked pattern was here #### POSTHOOK: query: select * from sD where ctinyint is null POSTHOOK: type: QUERY POSTHOOK: Input: default@sd #### A masked pattern was here #### NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1