PREHOOK: query: -- INCLUDE_HADOOP_MAJOR_VERSIONS(0.20, 0.20S) CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE PREHOOK: Output: database:default POSTHOOK: query: -- INCLUDE_HADOOP_MAJOR_VERSIONS(0.20, 0.20S) CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@dest1 PREHOOK: query: CREATE TABLE dest2(key INT, value STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE PREHOOK: Output: database:default POSTHOOK: query: CREATE TABLE dest2(key INT, value STRING) STORED AS TEXTFILE POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@dest2 PREHOOK: query: CREATE TABLE dest3(key INT) PARTITIONED BY(ds STRING, hr STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE PREHOOK: Output: database:default POSTHOOK: query: CREATE TABLE dest3(key INT) PARTITIONED BY(ds STRING, hr STRING) STORED AS TEXTFILE POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@dest3 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.* WHERE src.key < 100 INSERT OVERWRITE TABLE dest2 SELECT src.key, src.value WHERE src.key >= 100 and src.key < 200 INSERT OVERWRITE TABLE dest3 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 SELECT src.* WHERE src.key < 100 INSERT OVERWRITE TABLE dest2 SELECT src.key, src.value WHERE src.key >= 100 and src.key < 200 INSERT OVERWRITE TABLE dest3 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-3 is a root stage Stage-9 depends on stages: Stage-3 , consists of Stage-6, Stage-5, Stage-7 Stage-6 Stage-0 depends on stages: Stage-6, Stage-5, Stage-8 Stage-4 depends on stages: Stage-0 Stage-5 Stage-7 Stage-8 depends on stages: Stage-7 Stage-15 depends on stages: Stage-3 , consists of Stage-12, Stage-11, Stage-13 Stage-12 Stage-1 depends on stages: Stage-12, Stage-11, Stage-14 Stage-10 depends on stages: Stage-1 Stage-11 Stage-13 Stage-14 depends on stages: Stage-13 Stage-21 depends on stages: Stage-3 , consists of Stage-18, Stage-17, Stage-19 Stage-18 Stage-2 depends on stages: Stage-18, Stage-17, Stage-20 Stage-16 depends on stages: Stage-2 Stage-17 Stage-19 Stage-20 depends on stages: Stage-19 STAGE PLANS: Stage: Stage-3 Map Reduce Map Operator Tree: TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key < 100) (type: boolean) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: UDFToInteger(key) (type: int), value (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Filter Operator predicate: ((key >= 100) and (key < 200)) (type: boolean) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: UDFToInteger(key) (type: int), value (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 Filter Operator predicate: (key >= 200) (type: boolean) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: UDFToInteger(key) (type: int) outputColumnNames: _col0 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest3 Stage: Stage-9 Conditional Operator Stage: Stage-6 Move Operator files: hdfs directory: true #### A masked pattern was here #### Stage: Stage-0 Move Operator tables: replace: true table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Stage: Stage-4 Stats-Aggr Operator Stage: Stage-5 Map Reduce Map Operator Tree: TableScan File Output Operator compressed: false table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Stage: Stage-7 Map Reduce Map Operator Tree: TableScan File Output Operator compressed: false table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Stage: Stage-8 Move Operator files: hdfs directory: true #### A masked pattern was here #### Stage: Stage-15 Conditional Operator Stage: Stage-12 Move Operator files: hdfs directory: true #### A masked pattern was here #### Stage: Stage-1 Move Operator tables: replace: true table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 Stage: Stage-10 Stats-Aggr Operator Stage: Stage-11 Map Reduce Map Operator Tree: TableScan File Output Operator compressed: false table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 Stage: Stage-13 Map Reduce Map Operator Tree: TableScan File Output Operator compressed: false table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 Stage: Stage-14 Move Operator files: hdfs directory: true #### A masked pattern was here #### Stage: Stage-21 Conditional Operator Stage: Stage-18 Move Operator files: hdfs directory: true #### A masked pattern was here #### Stage: Stage-2 Move Operator tables: partition: ds 2008-04-08 hr 12 replace: true table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest3 Stage: Stage-16 Stats-Aggr Operator Stage: Stage-17 Map Reduce Map Operator Tree: TableScan File Output Operator compressed: false table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest3 Stage: Stage-19 Map Reduce Map Operator Tree: TableScan File Output Operator compressed: false table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest3 Stage: Stage-20 Move Operator files: hdfs directory: true #### A masked pattern was here #### PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 SELECT src.* WHERE src.key < 100 INSERT OVERWRITE TABLE dest2 SELECT src.key, src.value WHERE src.key >= 100 and src.key < 200 INSERT OVERWRITE TABLE dest3 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@dest1 PREHOOK: Output: default@dest2 PREHOOK: Output: default@dest3@ds=2008-04-08/hr=12 POSTHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 SELECT src.* WHERE src.key < 100 INSERT OVERWRITE TABLE dest2 SELECT src.key, src.value WHERE src.key >= 100 and src.key < 200 INSERT OVERWRITE TABLE dest3 PARTITION(ds='2008-04-08', hr='12') SELECT src.key WHERE src.key >= 200 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@dest1 POSTHOOK: Output: default@dest2 POSTHOOK: Output: default@dest3@ds=2008-04-08/hr=12 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest3 PARTITION(ds=2008-04-08,hr=12).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 #### A masked pattern was here #### POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 #### A masked pattern was here #### 86 val_86 27 val_27 98 val_98 66 val_66 37 val_37 15 val_15 82 val_82 17 val_17 0 val_0 57 val_57 20 val_20 92 val_92 47 val_47 72 val_72 4 val_4 35 val_35 54 val_54 51 val_51 65 val_65 83 val_83 12 val_12 67 val_67 84 val_84 58 val_58 8 val_8 24 val_24 42 val_42 0 val_0 96 val_96 26 val_26 51 val_51 43 val_43 95 val_95 98 val_98 85 val_85 77 val_77 0 val_0 87 val_87 15 val_15 72 val_72 90 val_90 19 val_19 10 val_10 5 val_5 58 val_58 35 val_35 95 val_95 11 val_11 34 val_34 42 val_42 78 val_78 76 val_76 41 val_41 30 val_30 64 val_64 76 val_76 74 val_74 69 val_69 33 val_33 70 val_70 5 val_5 2 val_2 35 val_35 80 val_80 44 val_44 53 val_53 90 val_90 12 val_12 5 val_5 70 val_70 24 val_24 70 val_70 83 val_83 26 val_26 67 val_67 18 val_18 9 val_9 18 val_18 97 val_97 84 val_84 28 val_28 37 val_37 90 val_90 97 val_97 PREHOOK: query: SELECT dest2.* FROM dest2 PREHOOK: type: QUERY PREHOOK: Input: default@dest2 #### A masked pattern was here #### POSTHOOK: query: SELECT dest2.* FROM dest2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 #### A masked pattern was here #### 165 val_165 193 val_193 150 val_150 128 val_128 146 val_146 152 val_152 145 val_145 166 val_166 153 val_153 193 val_193 174 val_174 199 val_199 174 val_174 162 val_162 167 val_167 195 val_195 113 val_113 155 val_155 128 val_128 149 val_149 129 val_129 170 val_170 157 val_157 111 val_111 169 val_169 125 val_125 192 val_192 187 val_187 176 val_176 138 val_138 103 val_103 176 val_176 137 val_137 180 val_180 181 val_181 138 val_138 179 val_179 172 val_172 129 val_129 158 val_158 119 val_119 197 val_197 100 val_100 199 val_199 191 val_191 165 val_165 120 val_120 131 val_131 156 val_156 196 val_196 197 val_197 187 val_187 137 val_137 169 val_169 179 val_179 118 val_118 134 val_134 138 val_138 118 val_118 177 val_177 168 val_168 143 val_143 160 val_160 195 val_195 119 val_119 149 val_149 138 val_138 103 val_103 113 val_113 167 val_167 116 val_116 191 val_191 128 val_128 193 val_193 104 val_104 175 val_175 105 val_105 190 val_190 114 val_114 164 val_164 125 val_125 164 val_164 187 val_187 104 val_104 163 val_163 119 val_119 199 val_199 120 val_120 169 val_169 178 val_178 136 val_136 172 val_172 133 val_133 175 val_175 189 val_189 134 val_134 100 val_100 146 val_146 186 val_186 167 val_167 183 val_183 152 val_152 194 val_194 126 val_126 169 val_169 PREHOOK: query: SELECT dest3.* FROM dest3 PREHOOK: type: QUERY PREHOOK: Input: default@dest3 PREHOOK: Input: default@dest3@ds=2008-04-08/hr=12 #### A masked pattern was here #### POSTHOOK: query: SELECT dest3.* FROM dest3 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest3 POSTHOOK: Input: default@dest3@ds=2008-04-08/hr=12 #### A masked pattern was here #### 238 2008-04-08 12 311 2008-04-08 12 409 2008-04-08 12 255 2008-04-08 12 278 2008-04-08 12 484 2008-04-08 12 265 2008-04-08 12 401 2008-04-08 12 273 2008-04-08 12 224 2008-04-08 12 369 2008-04-08 12 213 2008-04-08 12 406 2008-04-08 12 429 2008-04-08 12 374 2008-04-08 12 469 2008-04-08 12 495 2008-04-08 12 327 2008-04-08 12 281 2008-04-08 12 277 2008-04-08 12 209 2008-04-08 12 403 2008-04-08 12 417 2008-04-08 12 430 2008-04-08 12 252 2008-04-08 12 292 2008-04-08 12 219 2008-04-08 12 287 2008-04-08 12 338 2008-04-08 12 446 2008-04-08 12 459 2008-04-08 12 394 2008-04-08 12 237 2008-04-08 12 482 2008-04-08 12 413 2008-04-08 12 494 2008-04-08 12 207 2008-04-08 12 466 2008-04-08 12 208 2008-04-08 12 399 2008-04-08 12 396 2008-04-08 12 247 2008-04-08 12 417 2008-04-08 12 489 2008-04-08 12 377 2008-04-08 12 397 2008-04-08 12 309 2008-04-08 12 365 2008-04-08 12 266 2008-04-08 12 439 2008-04-08 12 342 2008-04-08 12 367 2008-04-08 12 325 2008-04-08 12 475 2008-04-08 12 203 2008-04-08 12 339 2008-04-08 12 455 2008-04-08 12 311 2008-04-08 12 316 2008-04-08 12 302 2008-04-08 12 205 2008-04-08 12 438 2008-04-08 12 345 2008-04-08 12 489 2008-04-08 12 378 2008-04-08 12 221 2008-04-08 12 280 2008-04-08 12 427 2008-04-08 12 277 2008-04-08 12 208 2008-04-08 12 356 2008-04-08 12 399 2008-04-08 12 382 2008-04-08 12 498 2008-04-08 12 386 2008-04-08 12 437 2008-04-08 12 469 2008-04-08 12 286 2008-04-08 12 459 2008-04-08 12 239 2008-04-08 12 213 2008-04-08 12 216 2008-04-08 12 430 2008-04-08 12 278 2008-04-08 12 289 2008-04-08 12 221 2008-04-08 12 318 2008-04-08 12 332 2008-04-08 12 311 2008-04-08 12 275 2008-04-08 12 241 2008-04-08 12 333 2008-04-08 12 284 2008-04-08 12 230 2008-04-08 12 260 2008-04-08 12 404 2008-04-08 12 384 2008-04-08 12 489 2008-04-08 12 353 2008-04-08 12 373 2008-04-08 12 272 2008-04-08 12 217 2008-04-08 12 348 2008-04-08 12 466 2008-04-08 12 411 2008-04-08 12 230 2008-04-08 12 208 2008-04-08 12 348 2008-04-08 12 463 2008-04-08 12 431 2008-04-08 12 496 2008-04-08 12 322 2008-04-08 12 468 2008-04-08 12 393 2008-04-08 12 454 2008-04-08 12 298 2008-04-08 12 418 2008-04-08 12 327 2008-04-08 12 230 2008-04-08 12 205 2008-04-08 12 404 2008-04-08 12 436 2008-04-08 12 469 2008-04-08 12 468 2008-04-08 12 308 2008-04-08 12 288 2008-04-08 12 481 2008-04-08 12 457 2008-04-08 12 282 2008-04-08 12 318 2008-04-08 12 318 2008-04-08 12 409 2008-04-08 12 470 2008-04-08 12 369 2008-04-08 12 316 2008-04-08 12 413 2008-04-08 12 490 2008-04-08 12 364 2008-04-08 12 395 2008-04-08 12 282 2008-04-08 12 238 2008-04-08 12 419 2008-04-08 12 307 2008-04-08 12 435 2008-04-08 12 277 2008-04-08 12 273 2008-04-08 12 306 2008-04-08 12 224 2008-04-08 12 309 2008-04-08 12 389 2008-04-08 12 327 2008-04-08 12 242 2008-04-08 12 369 2008-04-08 12 392 2008-04-08 12 272 2008-04-08 12 331 2008-04-08 12 401 2008-04-08 12 242 2008-04-08 12 452 2008-04-08 12 226 2008-04-08 12 497 2008-04-08 12 402 2008-04-08 12 396 2008-04-08 12 317 2008-04-08 12 395 2008-04-08 12 336 2008-04-08 12 229 2008-04-08 12 233 2008-04-08 12 472 2008-04-08 12 322 2008-04-08 12 498 2008-04-08 12 321 2008-04-08 12 430 2008-04-08 12 489 2008-04-08 12 458 2008-04-08 12 223 2008-04-08 12 492 2008-04-08 12 449 2008-04-08 12 218 2008-04-08 12 228 2008-04-08 12 453 2008-04-08 12 209 2008-04-08 12 468 2008-04-08 12 342 2008-04-08 12 230 2008-04-08 12 368 2008-04-08 12 296 2008-04-08 12 216 2008-04-08 12 367 2008-04-08 12 344 2008-04-08 12 274 2008-04-08 12 219 2008-04-08 12 239 2008-04-08 12 485 2008-04-08 12 223 2008-04-08 12 256 2008-04-08 12 263 2008-04-08 12 487 2008-04-08 12 480 2008-04-08 12 401 2008-04-08 12 288 2008-04-08 12 244 2008-04-08 12 438 2008-04-08 12 467 2008-04-08 12 432 2008-04-08 12 202 2008-04-08 12 316 2008-04-08 12 229 2008-04-08 12 469 2008-04-08 12 463 2008-04-08 12 280 2008-04-08 12 283 2008-04-08 12 331 2008-04-08 12 235 2008-04-08 12 321 2008-04-08 12 335 2008-04-08 12 466 2008-04-08 12 366 2008-04-08 12 403 2008-04-08 12 483 2008-04-08 12 257 2008-04-08 12 406 2008-04-08 12 409 2008-04-08 12 406 2008-04-08 12 401 2008-04-08 12 258 2008-04-08 12 203 2008-04-08 12 262 2008-04-08 12 348 2008-04-08 12 424 2008-04-08 12 396 2008-04-08 12 201 2008-04-08 12 217 2008-04-08 12 431 2008-04-08 12 454 2008-04-08 12 478 2008-04-08 12 298 2008-04-08 12 431 2008-04-08 12 424 2008-04-08 12 382 2008-04-08 12 397 2008-04-08 12 480 2008-04-08 12 291 2008-04-08 12 351 2008-04-08 12 255 2008-04-08 12 438 2008-04-08 12 414 2008-04-08 12 200 2008-04-08 12 491 2008-04-08 12 237 2008-04-08 12 439 2008-04-08 12 360 2008-04-08 12 248 2008-04-08 12 479 2008-04-08 12 305 2008-04-08 12 417 2008-04-08 12 444 2008-04-08 12 429 2008-04-08 12 443 2008-04-08 12 323 2008-04-08 12 325 2008-04-08 12 277 2008-04-08 12 230 2008-04-08 12 478 2008-04-08 12 468 2008-04-08 12 310 2008-04-08 12 317 2008-04-08 12 333 2008-04-08 12 493 2008-04-08 12 460 2008-04-08 12 207 2008-04-08 12 249 2008-04-08 12 265 2008-04-08 12 480 2008-04-08 12 353 2008-04-08 12 214 2008-04-08 12 462 2008-04-08 12 233 2008-04-08 12 406 2008-04-08 12 454 2008-04-08 12 375 2008-04-08 12 401 2008-04-08 12 421 2008-04-08 12 407 2008-04-08 12 384 2008-04-08 12 256 2008-04-08 12 384 2008-04-08 12 379 2008-04-08 12 462 2008-04-08 12 492 2008-04-08 12 298 2008-04-08 12 341 2008-04-08 12 498 2008-04-08 12 458 2008-04-08 12 362 2008-04-08 12 285 2008-04-08 12 348 2008-04-08 12 273 2008-04-08 12 281 2008-04-08 12 344 2008-04-08 12 469 2008-04-08 12 315 2008-04-08 12 448 2008-04-08 12 348 2008-04-08 12 307 2008-04-08 12 414 2008-04-08 12 477 2008-04-08 12 222 2008-04-08 12 403 2008-04-08 12 400 2008-04-08 12 200 2008-04-08 12