PREHOOK: query: -- SORT_QUERY_RESULTS create table orc_merge5 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@orc_merge5 POSTHOOK: query: -- SORT_QUERY_RESULTS create table orc_merge5 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_merge5 PREHOOK: query: create table orc_merge5b (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@orc_merge5b POSTHOOK: query: create table orc_merge5b (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_merge5b PREHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' into table orc_merge5 PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@orc_merge5 POSTHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' into table orc_merge5 POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@orc_merge5 PREHOOK: query: -- 3 mappers explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY POSTHOOK: query: -- 3 mappers explain insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 Stage-2 depends on stages: Stage-0 STAGE PLANS: Stage: Stage-1 Map Reduce Map Operator Tree: TableScan alias: orc_merge5 Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (userid <= 13) (type: boolean) Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b Stage: Stage-0 Move Operator tables: replace: true table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b Stage: Stage-2 Stats-Aggr Operator PREHOOK: query: insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5b POSTHOOK: query: insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5b POSTHOOK: Lineage: orc_merge5b.decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b.string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b.subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b.ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5b.userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: insert into table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5b POSTHOOK: query: insert into table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5b POSTHOOK: Lineage: orc_merge5b.decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b.string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b.subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b.ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5b.userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: insert into table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5b POSTHOOK: query: insert into table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5b POSTHOOK: Lineage: orc_merge5b.decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b.string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b.subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b.ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5b.userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: insert into table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5b POSTHOOK: query: insert into table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5b POSTHOOK: Lineage: orc_merge5b.decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b.string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b.subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b.ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5b.userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: insert into table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5b POSTHOOK: query: insert into table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5b POSTHOOK: Lineage: orc_merge5b.decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b.string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b.subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b.ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5b.userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: insert into table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5b POSTHOOK: query: insert into table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5b POSTHOOK: Lineage: orc_merge5b.decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b.string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b.subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b.ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5b.userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: -- 5 files total analyze table orc_merge5b compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b PREHOOK: Output: default@orc_merge5b POSTHOOK: query: -- 5 files total analyze table orc_merge5b compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 6 items #### A masked pattern was here #### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b #### A masked pattern was here #### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b #### A masked pattern was here #### 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 2 foo 0.8 1 1969-12-31 16:00:00 2 foo 0.8 1 1969-12-31 16:00:00 2 foo 0.8 1 1969-12-31 16:00:00 2 foo 0.8 1 1969-12-31 16:00:00 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 5 eat 0.8 6 1969-12-31 16:00:20 5 eat 0.8 6 1969-12-31 16:00:20 5 eat 0.8 6 1969-12-31 16:00:20 5 eat 0.8 6 1969-12-31 16:00:20 5 eat 0.8 6 1969-12-31 16:00:20 PREHOOK: query: alter table orc_merge5b concatenate PREHOOK: type: ALTER_TABLE_MERGE PREHOOK: Input: default@orc_merge5b PREHOOK: Output: default@orc_merge5b POSTHOOK: query: alter table orc_merge5b concatenate POSTHOOK: type: ALTER_TABLE_MERGE POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b PREHOOK: query: -- 3 file after merging - all 0.12 format files will be merged and 0.11 files will be left behind analyze table orc_merge5b compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b PREHOOK: Output: default@orc_merge5b POSTHOOK: query: -- 3 file after merging - all 0.12 format files will be merged and 0.11 files will be left behind analyze table orc_merge5b compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 4 items #### A masked pattern was here #### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b #### A masked pattern was here #### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b #### A masked pattern was here #### 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 2 foo 0.8 1 1969-12-31 16:00:00 2 foo 0.8 1 1969-12-31 16:00:00 2 foo 0.8 1 1969-12-31 16:00:00 2 foo 0.8 1 1969-12-31 16:00:00 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 5 eat 0.8 6 1969-12-31 16:00:20 5 eat 0.8 6 1969-12-31 16:00:20 5 eat 0.8 6 1969-12-31 16:00:20 5 eat 0.8 6 1969-12-31 16:00:20 5 eat 0.8 6 1969-12-31 16:00:20