PREHOOK: query: drop table over10k PREHOOK: type: DROPTABLE POSTHOOK: query: drop table over10k POSTHOOK: type: DROPTABLE PREHOOK: query: create table over10k( t tinyint, si smallint, i int, b bigint, f float, d double, bo boolean, s string, ts timestamp, dec decimal(4,2), bin binary) row format delimited fields terminated by '|' PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@over10k POSTHOOK: query: create table over10k( t tinyint, si smallint, i int, b bigint, f float, d double, bo boolean, s string, ts timestamp, dec decimal(4,2), bin binary) row format delimited fields terminated by '|' POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@over10k PREHOOK: query: load data local inpath '../../data/files/over10k' into table over10k PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@over10k POSTHOOK: query: load data local inpath '../../data/files/over10k' into table over10k POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@over10k PREHOOK: query: -- part tests explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a PREHOOK: type: QUERY POSTHOOK: query: -- part tests explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-1 Map Reduce Map Operator Tree: TableScan alias: part Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col1, _col2 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator Function definitions: Input definition input alias: ptf_0 output shape: _col1: string, _col2: string type: WINDOWING Windowing table definition input alias: ptf_1 name: windowingtablefunction order by: _col1 partition by: _col2 raw input shape: window functions: window function definition alias: rank_window_0 arguments: _col1 name: rank window function: GenericUDAFRankEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), rank_window_0 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: ListSink PREHOOK: query: explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 PREHOOK: type: QUERY POSTHOOK: query: explain select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-1 Map Reduce Map Operator Tree: TableScan alias: part Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.8 Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col1, _col2 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator Function definitions: Input definition input alias: ptf_0 output shape: _col1: string, _col2: string type: WINDOWING Windowing table definition input alias: ptf_1 name: windowingtablefunction order by: _col1 partition by: _col2 raw input shape: window functions: window function definition alias: rank_window_0 arguments: _col1 name: rank window function: GenericUDAFRankEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (rank_window_0 < 4) (type: boolean) Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), rank_window_0 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: ListSink PREHOOK: query: select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 PREHOOK: type: QUERY PREHOOK: Input: default@part #### A masked pattern was here #### POSTHOOK: query: select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 4 POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### Manufacturer#1 1 Manufacturer#1 1 Manufacturer#1 3 Manufacturer#2 1 Manufacturer#2 2 Manufacturer#2 3 Manufacturer#3 1 Manufacturer#3 2 Manufacturer#3 3 Manufacturer#4 1 Manufacturer#4 2 Manufacturer#4 3 Manufacturer#5 1 Manufacturer#5 2 Manufacturer#5 3 PREHOOK: query: select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 2 PREHOOK: type: QUERY PREHOOK: Input: default@part #### A masked pattern was here #### POSTHOOK: query: select * from ( select p_mfgr, rank() over(partition by p_mfgr order by p_name) r from part) a where r < 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### Manufacturer#1 1 Manufacturer#1 1 Manufacturer#2 1 Manufacturer#3 1 Manufacturer#4 1 Manufacturer#5 1 PREHOOK: query: -- over10k tests select * from (select t, f, rank() over(partition by t order by f) r from over10k) a where r < 6 and t < 5 PREHOOK: type: QUERY PREHOOK: Input: default@over10k #### A masked pattern was here #### POSTHOOK: query: -- over10k tests select * from (select t, f, rank() over(partition by t order by f) r from over10k) a where r < 6 and t < 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k #### A masked pattern was here #### -3 0.56 1 -3 0.83 2 -3 2.26 3 -3 2.48 4 -3 3.82 5 -2 1.55 1 -2 1.65 2 -2 1.79 3 -2 4.06 4 -2 4.4 5 -1 0.79 1 -1 0.95 2 -1 1.27 3 -1 1.49 4 -1 2.8 5 0 0.08 1 0 0.94 2 0 1.44 3 0 2.0 4 0 2.12 5 1 0.13 1 1 0.44 2 1 1.04 3 1 3.41 4 1 3.45 5 2 2.21 1 2 3.1 2 2 9.93 3 2 11.43 4 2 15.45 5 3 0.12 1 3 0.19 2 3 7.14 3 3 7.97 4 3 8.95 5 4 2.26 1 4 5.51 2 4 5.53 3 4 5.76 4 4 7.26 5 PREHOOK: query: explain select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 PREHOOK: type: QUERY POSTHOOK: query: explain select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-1 Map Reduce Map Operator Tree: TableScan alias: alltypesorc Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: ctinyint (type: tinyint), cdouble (type: double) sort order: ++ Map-reduce partition columns: ctinyint (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.8 Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: double) outputColumnNames: _col0, _col5 Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE PTF Operator Function definitions: Input definition input alias: ptf_0 output shape: _col0: tinyint, _col5: double type: WINDOWING Windowing table definition input alias: ptf_1 name: windowingtablefunction order by: _col5 partition by: _col0 raw input shape: window functions: window function definition alias: rank_window_0 arguments: _col5 name: rank window function: GenericUDAFRankEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (rank_window_0 < 5) (type: boolean) Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: tinyint), _col5 (type: double), rank_window_0 (type: int) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: ListSink PREHOOK: query: drop table if exists sB PREHOOK: type: DROPTABLE POSTHOOK: query: drop table if exists sB POSTHOOK: type: DROPTABLE PREHOOK: query: create table sB ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE as select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default PREHOOK: Output: default@sB POSTHOOK: query: create table sB ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE as select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@sB PREHOOK: query: select * from sB where ctinyint is null PREHOOK: type: QUERY PREHOOK: Input: default@sb #### A masked pattern was here #### POSTHOOK: query: select * from sB where ctinyint is null POSTHOOK: type: QUERY POSTHOOK: Input: default@sb #### A masked pattern was here #### NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 PREHOOK: query: drop table if exists sD PREHOOK: type: DROPTABLE POSTHOOK: query: drop table if exists sD POSTHOOK: type: DROPTABLE PREHOOK: query: create table sD ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE as select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default PREHOOK: Output: default@sD POSTHOOK: query: create table sD ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE as select * from (select ctinyint, cdouble, rank() over(partition by ctinyint order by cdouble) r from alltypesorc) a where r < 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@sD PREHOOK: query: select * from sD where ctinyint is null PREHOOK: type: QUERY PREHOOK: Input: default@sd #### A masked pattern was here #### POSTHOOK: query: select * from sD where ctinyint is null POSTHOOK: type: QUERY POSTHOOK: Input: default@sd #### A masked pattern was here #### NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1 NULL NULL 1