PREHOOK: query: show partitions srcpart PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions srcpart POSTHOOK: type: SHOWPARTITIONS ds=2008-04-08/hr=11 ds=2008-04-08/hr=12 ds=2008-04-09/hr=11 ds=2008-04-09/hr=12 PREHOOK: query: drop table nzhang_part13 PREHOOK: type: DROPTABLE POSTHOOK: query: drop table nzhang_part13 POSTHOOK: type: DROPTABLE PREHOOK: query: create table if not exists nzhang_part13 like srcpart PREHOOK: type: CREATETABLE POSTHOOK: query: create table if not exists nzhang_part13 like srcpart POSTHOOK: type: CREATETABLE POSTHOOK: Output: default@nzhang_part13 PREHOOK: query: describe extended nzhang_part13 PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part13 POSTHOOK: type: DESCTABLE key string default value string default ds string hr string Detailed Table Information Table(tableName:nzhang_part13, dbName:default, owner:null, createTime:1271267587, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/nzhang_part13, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE,transient_lastDdlTime=1271267587}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain insert overwrite table nzhang_part13 partition (ds="2010-03-03", hr) select * from ( select key, value, '22' from src where key < 20 union all select key, value, '33' from src where key > 20 and key < 40) s PREHOOK: type: QUERY POSTHOOK: query: explain insert overwrite table nzhang_part13 partition (ds="2010-03-03", hr) select * from ( select key, value, '22' from src where key < 20 union all select key, value, '33' from src where key > 20 and key < 40) s POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR '22')) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 20)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR '33')) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 20) (< (TOK_TABLE_OR_COL key) 40)))))) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB nzhang_part13 (TOK_PARTSPEC (TOK_PARTVAL ds "2010-03-03") (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)))) STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-1 Map Reduce Alias -> Map Operator Tree: null-subquery1:s-subquery1:src TableScan alias: src Filter Operator predicate: expr: (key < 20) type: boolean Filter Operator predicate: expr: (key < 20) type: boolean Select Operator expressions: expr: key type: string expr: value type: string expr: '22' type: string outputColumnNames: _col0, _col1, _col2 Union Select Operator expressions: expr: _col0 type: string expr: _col1 type: string expr: _col2 type: string outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false GlobalTableId: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part13 null-subquery2:s-subquery2:src TableScan alias: src Filter Operator predicate: expr: ((key > 20) and (key < 40)) type: boolean Filter Operator predicate: expr: ((key > 20) and (key < 40)) type: boolean Select Operator expressions: expr: key type: string expr: value type: string expr: '33' type: string outputColumnNames: _col0, _col1, _col2 Union Select Operator expressions: expr: _col0 type: string expr: _col1 type: string expr: _col2 type: string outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false GlobalTableId: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part13 Stage: Stage-0 Move Operator tables: partition: ds 2010-03-03 hr replace: true table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part13 PREHOOK: query: insert overwrite table nzhang_part13 partition (ds="2010-03-03", hr) select * from ( select key, value, '22' from src where key < 20 union all select key, value, '33' from src where key > 20 and key < 40) s PREHOOK: type: QUERY PREHOOK: Input: default@src POSTHOOK: query: insert overwrite table nzhang_part13 partition (ds="2010-03-03", hr) select * from ( select key, value, '22' from src where key < 20 union all select key, value, '33' from src where key > 20 and key < 40) s POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@nzhang_part13@ds=2010-03-03/hr=22 POSTHOOK: Output: default@nzhang_part13@ds=2010-03-03/hr=33 POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=33).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=33).value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: show partitions nzhang_part13 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions nzhang_part13 POSTHOOK: type: SHOWPARTITIONS POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=33).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=33).value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] ds=2010-03-03/hr=22 ds=2010-03-03/hr=33 PREHOOK: query: select * from nzhang_part13 where ds is not null and hr is not null PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=22 PREHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=33 PREHOOK: Output: file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-14_10-53-12_256_3141269474960312939/10000 POSTHOOK: query: select * from nzhang_part13 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=22 POSTHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=33 POSTHOOK: Output: file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-14_10-53-12_256_3141269474960312939/10000 POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=33).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=33).value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 15 val_15 2010-03-03 22 17 val_17 2010-03-03 22 0 val_0 2010-03-03 22 4 val_4 2010-03-03 22 12 val_12 2010-03-03 22 8 val_8 2010-03-03 22 0 val_0 2010-03-03 22 0 val_0 2010-03-03 22 15 val_15 2010-03-03 22 19 val_19 2010-03-03 22 10 val_10 2010-03-03 22 5 val_5 2010-03-03 22 11 val_11 2010-03-03 22 5 val_5 2010-03-03 22 2 val_2 2010-03-03 22 12 val_12 2010-03-03 22 5 val_5 2010-03-03 22 18 val_18 2010-03-03 22 9 val_9 2010-03-03 22 18 val_18 2010-03-03 22 27 val_27 2010-03-03 33 37 val_37 2010-03-03 33 35 val_35 2010-03-03 33 24 val_24 2010-03-03 33 26 val_26 2010-03-03 33 35 val_35 2010-03-03 33 34 val_34 2010-03-03 33 30 val_30 2010-03-03 33 33 val_33 2010-03-03 33 35 val_35 2010-03-03 33 24 val_24 2010-03-03 33 26 val_26 2010-03-03 33 28 val_28 2010-03-03 33 37 val_37 2010-03-03 33 PREHOOK: query: drop table nzhang_part13 PREHOOK: type: DROPTABLE POSTHOOK: query: drop table nzhang_part13 POSTHOOK: type: DROPTABLE POSTHOOK: Output: default@nzhang_part13 POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=33).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=33).value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]