PREHOOK: query: -- SORT_QUERY_RESULTS -- orc merge file tests for dynamic partition case create table orc_merge5 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@orc_merge5 POSTHOOK: query: -- SORT_QUERY_RESULTS -- orc merge file tests for dynamic partition case create table orc_merge5 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_merge5 PREHOOK: query: create table orc_merge5a (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) partitioned by (st double) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@orc_merge5a POSTHOOK: query: create table orc_merge5a (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) partitioned by (st double) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_merge5a PREHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' into table orc_merge5 PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@orc_merge5 POSTHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' into table orc_merge5 POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@orc_merge5 PREHOOK: query: -- 3 mappers explain insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY POSTHOOK: query: -- 3 mappers explain insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 Stage-0 depends on stages: Stage-2 Stage-3 depends on stages: Stage-0 STAGE PLANS: Stage: Stage-1 Tez #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: orc_merge5 Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp), subtype (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5a Stage: Stage-2 Dependency Collection Stage: Stage-0 Move Operator tables: partition: st replace: true table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5a Stage: Stage-3 Stats-Aggr Operator PREHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5a POSTHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: Output: default@orc_merge5a@st=1.8 POSTHOOK: Output: default@orc_merge5a@st=8.0 POSTHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5a POSTHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: Output: default@orc_merge5a@st=1.8 POSTHOOK: Output: default@orc_merge5a@st=8.0 POSTHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: -- 3 files total analyze table orc_merge5a partition(st=80.0) compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Output: default@orc_merge5a PREHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: query: -- 3 files total analyze table orc_merge5a partition(st=80.0) compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=80.0 PREHOOK: query: analyze table orc_merge5a partition(st=0.8) compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Output: default@orc_merge5a PREHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: query: analyze table orc_merge5a partition(st=0.8) compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items #### A masked pattern was here #### Found 2 items #### A masked pattern was here #### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a POSTHOOK: query: show partitions orc_merge5a POSTHOOK: type: SHOWPARTITIONS POSTHOOK: Input: default@orc_merge5a st=0.8 st=1.8 st=8.0 st=80.0 PREHOOK: query: select * from orc_merge5a where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 #### A masked pattern was here #### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 #### A masked pattern was here #### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 PREHOOK: query: -- 3 mappers explain insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY POSTHOOK: query: -- 3 mappers explain insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 Stage-5 Stage-2 depends on stages: Stage-5, Stage-4, Stage-7 Stage-0 depends on stages: Stage-2 Stage-3 depends on stages: Stage-0 Stage-4 Stage-6 Stage-7 depends on stages: Stage-6 STAGE PLANS: Stage: Stage-1 Tez #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: orc_merge5 Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp), subtype (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5a Stage: Stage-8 Conditional Operator Stage: Stage-5 Move Operator files: hdfs directory: true #### A masked pattern was here #### Stage: Stage-2 Dependency Collection Stage: Stage-0 Move Operator tables: partition: st replace: true table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5a Stage: Stage-3 Stats-Aggr Operator Stage: Stage-4 Tez #### A masked pattern was here #### Vertices: File Merge Merge File Operator Map Operator Tree: ORC File Merge Operator merge level: stripe input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat Stage: Stage-6 Tez #### A masked pattern was here #### Vertices: File Merge Merge File Operator Map Operator Tree: ORC File Merge Operator merge level: stripe input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat Stage: Stage-7 Move Operator files: hdfs directory: true #### A masked pattern was here #### PREHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5a POSTHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: Output: default@orc_merge5a@st=1.8 POSTHOOK: Output: default@orc_merge5a@st=8.0 POSTHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5a POSTHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: Output: default@orc_merge5a@st=1.8 POSTHOOK: Output: default@orc_merge5a@st=8.0 POSTHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: -- 1 file after merging analyze table orc_merge5a partition(st=80.0) compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Output: default@orc_merge5a PREHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: query: -- 1 file after merging analyze table orc_merge5a partition(st=80.0) compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=80.0 PREHOOK: query: analyze table orc_merge5a partition(st=0.8) compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Output: default@orc_merge5a PREHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: query: analyze table orc_merge5a partition(st=0.8) compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items #### A masked pattern was here #### Found 1 items #### A masked pattern was here #### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a POSTHOOK: query: show partitions orc_merge5a POSTHOOK: type: SHOWPARTITIONS POSTHOOK: Input: default@orc_merge5a st=0.8 st=1.8 st=8.0 st=80.0 PREHOOK: query: select * from orc_merge5a where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 #### A masked pattern was here #### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 #### A masked pattern was here #### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 PREHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5a POSTHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: Output: default@orc_merge5a@st=1.8 POSTHOOK: Output: default@orc_merge5a@st=8.0 POSTHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5 PREHOOK: Output: default@orc_merge5a POSTHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5 POSTHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: Output: default@orc_merge5a@st=1.8 POSTHOOK: Output: default@orc_merge5a@st=8.0 POSTHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=0.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=1.8).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=8.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).decimal1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).string1 SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).subtype SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).ts SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_merge5a PARTITION(st=80.0).userid SIMPLE [(orc_merge5)orc_merge5.FieldSchema(name:userid, type:bigint, comment:null), ] PREHOOK: query: analyze table orc_merge5a partition(st=80.0) compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Output: default@orc_merge5a PREHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: query: analyze table orc_merge5a partition(st=80.0) compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=80.0 PREHOOK: query: analyze table orc_merge5a partition(st=0.8) compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Output: default@orc_merge5a PREHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: query: analyze table orc_merge5a partition(st=0.8) compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items #### A masked pattern was here #### Found 2 items #### A masked pattern was here #### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a POSTHOOK: query: show partitions orc_merge5a POSTHOOK: type: SHOWPARTITIONS POSTHOOK: Input: default@orc_merge5a st=0.8 st=1.8 st=8.0 st=80.0 PREHOOK: query: select * from orc_merge5a where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 #### A masked pattern was here #### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 #### A masked pattern was here #### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 PREHOOK: query: explain alter table orc_merge5a partition(st=80.0) concatenate PREHOOK: type: ALTER_PARTITION_MERGE POSTHOOK: query: explain alter table orc_merge5a partition(st=80.0) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE STAGE DEPENDENCIES: Stage-0 is a root stage Stage-1 depends on stages: Stage-0 Stage-2 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-0 Stage: Stage-1 Move Operator tables: partition: st 80.0 replace: true table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5a Stage: Stage-2 Stats-Aggr Operator PREHOOK: query: alter table orc_merge5a partition(st=80.0) concatenate PREHOOK: type: ALTER_PARTITION_MERGE PREHOOK: Input: default@orc_merge5a PREHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: query: alter table orc_merge5a partition(st=80.0) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=80.0 PREHOOK: query: alter table orc_merge5a partition(st=0.8) concatenate PREHOOK: type: ALTER_PARTITION_MERGE PREHOOK: Input: default@orc_merge5a PREHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: query: alter table orc_merge5a partition(st=0.8) concatenate POSTHOOK: type: ALTER_PARTITION_MERGE POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 PREHOOK: query: -- 1 file after merging analyze table orc_merge5a partition(st=80.0) compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Output: default@orc_merge5a PREHOOK: Output: default@orc_merge5a@st=80.0 POSTHOOK: query: -- 1 file after merging analyze table orc_merge5a partition(st=80.0) compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=80.0 PREHOOK: query: analyze table orc_merge5a partition(st=0.8) compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Output: default@orc_merge5a PREHOOK: Output: default@orc_merge5a@st=0.8 POSTHOOK: query: analyze table orc_merge5a partition(st=0.8) compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items #### A masked pattern was here #### Found 1 items #### A masked pattern was here #### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a POSTHOOK: query: show partitions orc_merge5a POSTHOOK: type: SHOWPARTITIONS POSTHOOK: Input: default@orc_merge5a st=0.8 st=1.8 st=8.0 st=80.0 PREHOOK: query: select * from orc_merge5a where userid<=13 PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 #### A masked pattern was here #### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 #### A masked pattern was here #### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8