Saving all output to "!!{outputDirectory}!!/join34.q.raw". Enter "record" with no arguments to stop it.
>>>  !run !!{qFileDirectory}!!/join34.q
>>>  
>>>  
>>>  CREATE TABLE dest_j1(key STRING, value STRING, val2 STRING) STORED AS TEXTFILE;
No rows affected 
>>>  
>>>  EXPLAIN EXTENDED 
INSERT OVERWRITE TABLE dest_j1 
SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.value 
FROM 
( SELECT x.key as key, x.value as value from src x where x.key < 20 
UNION ALL 
SELECT x1.key as key, x1.value as value from src x1 where x1.key > 100 
) subq1 
JOIN src1 x ON (x.key = subq1.key);
'Explain'
'ABSTRACT SYNTAX TREE:'
'  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) x)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value) value)) (TOK_WHERE (< (. (TOK_TABLE_OR_COL x) key) 20)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) x1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL x1) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x1) value) value)) (TOK_WHERE (> (. (TOK_TABLE_OR_COL x1) key) 100))))) subq1) (TOK_TABREF (TOK_TABNAME src1) x) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL subq1) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL subq1) value)))))'
''
'STAGE DEPENDENCIES:'
'  Stage-10 is a root stage'
'  Stage-1 depends on stages: Stage-10'
'  Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5'
'  Stage-4'
'  Stage-0 depends on stages: Stage-4, Stage-3, Stage-6'
'  Stage-2 depends on stages: Stage-0'
'  Stage-3'
'  Stage-5'
'  Stage-6 depends on stages: Stage-5'
''
'STAGE PLANS:'
'  Stage: Stage-10'
'    Map Reduce Local Work'
'      Alias -> Map Local Tables:'
'        x '
'          Fetch Operator'
'            limit: -1'
'      Alias -> Map Local Operator Tree:'
'        x '
'          TableScan'
'            alias: x'
'            GatherStats: false'
'            HashTable Sink Operator'
'              condition expressions:'
'                0 {_col1}'
'                1 {key} {value}'
'              handleSkewJoin: false'
'              keys:'
'                0 [Column[_col0]]'
'                1 [Column[key]]'
'              Position of Big Table: 0'
''
'  Stage: Stage-1'
'    Map Reduce'
'      Alias -> Map Operator Tree:'
'        null-subquery1:subq1-subquery1:x '
'          TableScan'
'            alias: x'
'            GatherStats: false'
'            Filter Operator'
'              isSamplingPred: false'
'              predicate:'
'                  expr: (key < 20.0)'
'                  type: boolean'
'              Select Operator'
'                expressions:'
'                      expr: key'
'                      type: string'
'                      expr: value'
'                      type: string'
'                outputColumnNames: _col0, _col1'
'                Union'
'                  Map Join Operator'
'                    condition map:'
'                         Inner Join 0 to 1'
'                    condition expressions:'
'                      0 {_col1}'
'                      1 {key} {value}'
'                    handleSkewJoin: false'
'                    keys:'
'                      0 [Column[_col0]]'
'                      1 [Column[key]]'
'                    outputColumnNames: _col1, _col2, _col3'
'                    Position of Big Table: 0'
'                    Select Operator'
'                      expressions:'
'                            expr: _col1'
'                            type: string'
'                            expr: _col2'
'                            type: string'
'                            expr: _col3'
'                            type: string'
'                      outputColumnNames: _col1, _col2, _col3'
'                      Select Operator'
'                        expressions:'
'                              expr: _col2'
'                              type: string'
'                              expr: _col3'
'                              type: string'
'                              expr: _col1'
'                              type: string'
'                        outputColumnNames: _col0, _col1, _col2'
'                        File Output Operator'
'                          compressed: false'
'                          GlobalTableId: 1'
'                          directory: pfile:!!{hive.exec.scratchdir}!!'
'                          NumFilesPerFileSink: 1'
'                          Stats Publishing Key Prefix: pfile:!!{hive.exec.scratchdir}!!'
'                          table:'
'                              input format: org.apache.hadoop.mapred.TextInputFormat'
'                              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                              properties:'
'                                bucket_count -1'
'                                columns key,value,val2'
'                                columns.types string:string:string'
'                                file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'                                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                                location !!{hive.metastore.warehouse.dir}!!/join34.db/dest_j1'
'                                name join34.dest_j1'
'                                serialization.ddl struct dest_j1 { string key, string value, string val2}'
'                                serialization.format 1'
'                                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                                transient_lastDdlTime !!UNIXTIME!!'
'                              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                              name: join34.dest_j1'
'                          TotalFiles: 1'
'                          GatherStats: true'
'                          MultiFileSpray: false'
'        null-subquery2:subq1-subquery2:x1 '
'          TableScan'
'            alias: x1'
'            GatherStats: false'
'            Filter Operator'
'              isSamplingPred: false'
'              predicate:'
'                  expr: (key > 100.0)'
'                  type: boolean'
'              Select Operator'
'                expressions:'
'                      expr: key'
'                      type: string'
'                      expr: value'
'                      type: string'
'                outputColumnNames: _col0, _col1'
'                Union'
'                  Map Join Operator'
'                    condition map:'
'                         Inner Join 0 to 1'
'                    condition expressions:'
'                      0 {_col1}'
'                      1 {key} {value}'
'                    handleSkewJoin: false'
'                    keys:'
'                      0 [Column[_col0]]'
'                      1 [Column[key]]'
'                    outputColumnNames: _col1, _col2, _col3'
'                    Position of Big Table: 0'
'                    Select Operator'
'                      expressions:'
'                            expr: _col1'
'                            type: string'
'                            expr: _col2'
'                            type: string'
'                            expr: _col3'
'                            type: string'
'                      outputColumnNames: _col1, _col2, _col3'
'                      Select Operator'
'                        expressions:'
'                              expr: _col2'
'                              type: string'
'                              expr: _col3'
'                              type: string'
'                              expr: _col1'
'                              type: string'
'                        outputColumnNames: _col0, _col1, _col2'
'                        File Output Operator'
'                          compressed: false'
'                          GlobalTableId: 1'
'                          directory: pfile:!!{hive.exec.scratchdir}!!'
'                          NumFilesPerFileSink: 1'
'                          Stats Publishing Key Prefix: pfile:!!{hive.exec.scratchdir}!!'
'                          table:'
'                              input format: org.apache.hadoop.mapred.TextInputFormat'
'                              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                              properties:'
'                                bucket_count -1'
'                                columns key,value,val2'
'                                columns.types string:string:string'
'                                file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'                                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                                location !!{hive.metastore.warehouse.dir}!!/join34.db/dest_j1'
'                                name join34.dest_j1'
'                                serialization.ddl struct dest_j1 { string key, string value, string val2}'
'                                serialization.format 1'
'                                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                                transient_lastDdlTime !!UNIXTIME!!'
'                              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                              name: join34.dest_j1'
'                          TotalFiles: 1'
'                          GatherStats: true'
'                          MultiFileSpray: false'
'      Local Work:'
'        Map Reduce Local Work'
'      Needs Tagging: false'
'      Path -> Alias:'
'        !!{hive.metastore.warehouse.dir}!!/join34.db/src [null-subquery1:subq1-subquery1:x, null-subquery2:subq1-subquery2:x1]'
'      Path -> Partition:'
'        !!{hive.metastore.warehouse.dir}!!/join34.db/src '
'          Partition'
'            base file name: src'
'            input format: org.apache.hadoop.mapred.TextInputFormat'
'            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'            properties:'
'              bucket_count -1'
'              columns key,value'
'              columns.types string:string'
'              file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'              location !!{hive.metastore.warehouse.dir}!!/join34.db/src'
'              name join34.src'
'              numFiles 1'
'              numPartitions 0'
'              numRows 0'
'              rawDataSize 0'
'              serialization.ddl struct src { string key, string value}'
'              serialization.format 1'
'              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'              totalSize 5812'
'              transient_lastDdlTime !!UNIXTIME!!'
'            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'          '
'              input format: org.apache.hadoop.mapred.TextInputFormat'
'              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'              properties:'
'                bucket_count -1'
'                columns key,value'
'                columns.types string:string'
'                file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                location !!{hive.metastore.warehouse.dir}!!/join34.db/src'
'                name join34.src'
'                numFiles 1'
'                numPartitions 0'
'                numRows 0'
'                rawDataSize 0'
'                serialization.ddl struct src { string key, string value}'
'                serialization.format 1'
'                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                totalSize 5812'
'                transient_lastDdlTime !!UNIXTIME!!'
'              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'              name: join34.src'
'            name: join34.src'
''
'  Stage: Stage-7'
'    Conditional Operator'
''
'  Stage: Stage-4'
'    Move Operator'
'      files:'
'          hdfs directory: true'
'          source: pfile:!!{hive.exec.scratchdir}!!'
'          destination: pfile:!!{hive.exec.scratchdir}!!'
''
'  Stage: Stage-0'
'    Move Operator'
'      tables:'
'          replace: true'
'          source: pfile:!!{hive.exec.scratchdir}!!'
'          table:'
'              input format: org.apache.hadoop.mapred.TextInputFormat'
'              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'              properties:'
'                bucket_count -1'
'                columns key,value,val2'
'                columns.types string:string:string'
'                file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                location !!{hive.metastore.warehouse.dir}!!/join34.db/dest_j1'
'                name join34.dest_j1'
'                serialization.ddl struct dest_j1 { string key, string value, string val2}'
'                serialization.format 1'
'                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                transient_lastDdlTime !!UNIXTIME!!'
'              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'              name: join34.dest_j1'
'          tmp directory: pfile:!!{hive.exec.scratchdir}!!'
''
'  Stage: Stage-2'
'    Stats-Aggr Operator'
'      Stats Aggregation Key Prefix: pfile:!!{hive.exec.scratchdir}!!'
''
'  Stage: Stage-3'
'    Map Reduce'
'      Alias -> Map Operator Tree:'
'        pfile:!!{hive.exec.scratchdir}!! '
'            File Output Operator'
'              compressed: false'
'              GlobalTableId: 0'
'              directory: pfile:!!{hive.exec.scratchdir}!!'
'              NumFilesPerFileSink: 1'
'              table:'
'                  input format: org.apache.hadoop.mapred.TextInputFormat'
'                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                  properties:'
'                    bucket_count -1'
'                    columns key,value,val2'
'                    columns.types string:string:string'
'                    file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'                    file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                    location !!{hive.metastore.warehouse.dir}!!/join34.db/dest_j1'
'                    name join34.dest_j1'
'                    serialization.ddl struct dest_j1 { string key, string value, string val2}'
'                    serialization.format 1'
'                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                    transient_lastDdlTime !!UNIXTIME!!'
'                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                  name: join34.dest_j1'
'              TotalFiles: 1'
'              GatherStats: false'
'              MultiFileSpray: false'
'      Needs Tagging: false'
'      Path -> Alias:'
'        pfile:!!{hive.exec.scratchdir}!! [pfile:!!{hive.exec.scratchdir}!!]'
'      Path -> Partition:'
'        pfile:!!{hive.exec.scratchdir}!! '
'          Partition'
'            base file name: -ext-10002'
'            input format: org.apache.hadoop.mapred.TextInputFormat'
'            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'            properties:'
'              bucket_count -1'
'              columns key,value,val2'
'              columns.types string:string:string'
'              file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'              location !!{hive.metastore.warehouse.dir}!!/join34.db/dest_j1'
'              name join34.dest_j1'
'              serialization.ddl struct dest_j1 { string key, string value, string val2}'
'              serialization.format 1'
'              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'              transient_lastDdlTime !!UNIXTIME!!'
'            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'          '
'              input format: org.apache.hadoop.mapred.TextInputFormat'
'              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'              properties:'
'                bucket_count -1'
'                columns key,value,val2'
'                columns.types string:string:string'
'                file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                location !!{hive.metastore.warehouse.dir}!!/join34.db/dest_j1'
'                name join34.dest_j1'
'                serialization.ddl struct dest_j1 { string key, string value, string val2}'
'                serialization.format 1'
'                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                transient_lastDdlTime !!UNIXTIME!!'
'              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'              name: join34.dest_j1'
'            name: join34.dest_j1'
''
'  Stage: Stage-5'
'    Map Reduce'
'      Alias -> Map Operator Tree:'
'        pfile:!!{hive.exec.scratchdir}!! '
'            File Output Operator'
'              compressed: false'
'              GlobalTableId: 0'
'              directory: pfile:!!{hive.exec.scratchdir}!!'
'              NumFilesPerFileSink: 1'
'              table:'
'                  input format: org.apache.hadoop.mapred.TextInputFormat'
'                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                  properties:'
'                    bucket_count -1'
'                    columns key,value,val2'
'                    columns.types string:string:string'
'                    file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'                    file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                    location !!{hive.metastore.warehouse.dir}!!/join34.db/dest_j1'
'                    name join34.dest_j1'
'                    serialization.ddl struct dest_j1 { string key, string value, string val2}'
'                    serialization.format 1'
'                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                    transient_lastDdlTime !!UNIXTIME!!'
'                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                  name: join34.dest_j1'
'              TotalFiles: 1'
'              GatherStats: false'
'              MultiFileSpray: false'
'      Needs Tagging: false'
'      Path -> Alias:'
'        pfile:!!{hive.exec.scratchdir}!! [pfile:!!{hive.exec.scratchdir}!!]'
'      Path -> Partition:'
'        pfile:!!{hive.exec.scratchdir}!! '
'          Partition'
'            base file name: -ext-10002'
'            input format: org.apache.hadoop.mapred.TextInputFormat'
'            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'            properties:'
'              bucket_count -1'
'              columns key,value,val2'
'              columns.types string:string:string'
'              file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'              location !!{hive.metastore.warehouse.dir}!!/join34.db/dest_j1'
'              name join34.dest_j1'
'              serialization.ddl struct dest_j1 { string key, string value, string val2}'
'              serialization.format 1'
'              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'              transient_lastDdlTime !!UNIXTIME!!'
'            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'          '
'              input format: org.apache.hadoop.mapred.TextInputFormat'
'              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'              properties:'
'                bucket_count -1'
'                columns key,value,val2'
'                columns.types string:string:string'
'                file.inputformat org.apache.hadoop.mapred.TextInputFormat'
'                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
'                location !!{hive.metastore.warehouse.dir}!!/join34.db/dest_j1'
'                name join34.dest_j1'
'                serialization.ddl struct dest_j1 { string key, string value, string val2}'
'                serialization.format 1'
'                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'                transient_lastDdlTime !!UNIXTIME!!'
'              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
'              name: join34.dest_j1'
'            name: join34.dest_j1'
''
'  Stage: Stage-6'
'    Move Operator'
'      files:'
'          hdfs directory: true'
'          source: pfile:!!{hive.exec.scratchdir}!!'
'          destination: pfile:!!{hive.exec.scratchdir}!!'
''
''
424 rows selected 
>>>  
>>>  INSERT OVERWRITE TABLE dest_j1 
SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.value 
FROM 
( SELECT x.key as key, x.value as value from src x where x.key < 20 
UNION ALL 
SELECT x1.key as key, x1.value as value from src x1 where x1.key > 100 
) subq1 
JOIN src1 x ON (x.key = subq1.key);
'key','value','value'
No rows selected 
>>>  
>>>  select * from dest_j1 x order by x.key;
'key','value','val2'
'128','','val_128'
'128','','val_128'
'128','','val_128'
'146','val_146','val_146'
'146','val_146','val_146'
'150','val_150','val_150'
'213','val_213','val_213'
'213','val_213','val_213'
'224','','val_224'
'224','','val_224'
'238','val_238','val_238'
'238','val_238','val_238'
'255','val_255','val_255'
'255','val_255','val_255'
'273','val_273','val_273'
'273','val_273','val_273'
'273','val_273','val_273'
'278','val_278','val_278'
'278','val_278','val_278'
'311','val_311','val_311'
'311','val_311','val_311'
'311','val_311','val_311'
'369','','val_369'
'369','','val_369'
'369','','val_369'
'401','val_401','val_401'
'401','val_401','val_401'
'401','val_401','val_401'
'401','val_401','val_401'
'401','val_401','val_401'
'406','val_406','val_406'
'406','val_406','val_406'
'406','val_406','val_406'
'406','val_406','val_406'
34 rows selected 
>>>  
>>>  
>>>  
>>>  !record