PREHOOK: query: -- SORT_BEFORE_DIFF -- union case: both subqueries are map jobs on same input, followed by filesink EXPLAIN FROM ( FROM src select src.key, src.value WHERE src.key < 100 UNION ALL FROM src SELECT src.* WHERE src.key > 100 ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* PREHOOK: type: QUERY POSTHOOK: query: -- SORT_BEFORE_DIFF -- union case: both subqueries are map jobs on same input, followed by filesink EXPLAIN FROM ( FROM src select src.key, src.value WHERE src.key < 100 UNION ALL FROM src SELECT src.* WHERE src.key > 100 ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-1 Spark #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: src Filter Operator predicate: (key < 100) (type: boolean) Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 File Output Operator compressed: false table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Map 2 Map Operator Tree: TableScan alias: src Filter Operator predicate: (key > 100) (type: boolean) Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 File Output Operator compressed: false table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Move Operator files: hdfs directory: true destination: target/warehouse/union.out PREHOOK: query: FROM ( FROM src select src.key, src.value WHERE src.key < 100 UNION ALL FROM src SELECT src.* WHERE src.key > 100 ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: target/warehouse/union.out POSTHOOK: query: FROM ( FROM src select src.key, src.value WHERE src.key < 100 UNION ALL FROM src SELECT src.* WHERE src.key > 100 ) unioninput INSERT OVERWRITE DIRECTORY 'target/warehouse/union.out' SELECT unioninput.* POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: target/warehouse/union.out 86val_86 27val_27 98val_98 66val_66 37val_37 15val_15 82val_82 17val_17 0val_0 57val_57 20val_20 92val_92 47val_47 72val_72 4val_4 35val_35 54val_54 51val_51 65val_65 83val_83 12val_12 67val_67 84val_84 58val_58 8val_8 24val_24 42val_42 0val_0 96val_96 26val_26 51val_51 43val_43 95val_95 98val_98 85val_85 77val_77 0val_0 87val_87 15val_15 72val_72 90val_90 19val_19 10val_10 5val_5 58val_58 35val_35 95val_95 11val_11 34val_34 42val_42 78val_78 76val_76 41val_41 30val_30 64val_64 76val_76 74val_74 69val_69 33val_33 70val_70 5val_5 2val_2 35val_35 80val_80 44val_44 53val_53 90val_90 12val_12 5val_5 70val_70 24val_24 70val_70 83val_83 26val_26 67val_67 18val_18 9val_9 18val_18 97val_97 84val_84 28val_28 37val_37 90val_90 97val_97 238val_238 311val_311 165val_165 409val_409 255val_255 278val_278 484val_484 265val_265 193val_193 401val_401 150val_150 273val_273 224val_224 369val_369 128val_128 213val_213 146val_146 406val_406 429val_429 374val_374 152val_152 469val_469 145val_145 495val_495 327val_327 281val_281 277val_277 209val_209 403val_403 166val_166 417val_417 430val_430 252val_252 292val_292 219val_219 287val_287 153val_153 193val_193 338val_338 446val_446 459val_459 394val_394 237val_237 482val_482 174val_174 413val_413 494val_494 207val_207 199val_199 466val_466 208val_208 174val_174 399val_399 396val_396 247val_247 417val_417 489val_489 162val_162 377val_377 397val_397 309val_309 365val_365 266val_266 439val_439 342val_342 367val_367 325val_325 167val_167 195val_195 475val_475 113val_113 155val_155 203val_203 339val_339 455val_455 128val_128 311val_311 316val_316 302val_302 205val_205 149val_149 438val_438 345val_345 129val_129 170val_170 489val_489 157val_157 378val_378 221val_221 111val_111 280val_280 427val_427 277val_277 208val_208 356val_356 399val_399 169val_169 382val_382 498val_498 125val_125 386val_386 437val_437 469val_469 192val_192 286val_286 187val_187 176val_176 459val_459 138val_138 103val_103 239val_239 213val_213 216val_216 430val_430 278val_278 176val_176 289val_289 221val_221 318val_318 332val_332 311val_311 275val_275 137val_137 241val_241 333val_333 180val_180 284val_284 230val_230 181val_181 260val_260 404val_404 384val_384 489val_489 353val_353 373val_373 272val_272 138val_138 217val_217 348val_348 466val_466 411val_411 230val_230 208val_208 348val_348 463val_463 431val_431 179val_179 172val_172 129val_129 158val_158 119val_119 496val_496 322val_322 197val_197 468val_468 393val_393 454val_454 298val_298 199val_199 191val_191 418val_418 165val_165 327val_327 230val_230 205val_205 120val_120 131val_131 404val_404 436val_436 156val_156 469val_469 468val_468 308val_308 196val_196 288val_288 481val_481 457val_457 282val_282 197val_197 187val_187 318val_318 318val_318 409val_409 470val_470 137val_137 369val_369 316val_316 169val_169 413val_413 490val_490 364val_364 179val_179 118val_118 134val_134 395val_395 282val_282 138val_138 238val_238 419val_419 118val_118 307val_307 435val_435 277val_277 273val_273 306val_306 224val_224 309val_309 389val_389 327val_327 242val_242 369val_369 392val_392 272val_272 331val_331 401val_401 242val_242 452val_452 177val_177 226val_226 497val_497 402val_402 396val_396 317val_317 395val_395 336val_336 168val_168 229val_229 233val_233 143val_143 472val_472 322val_322 498val_498 160val_160 195val_195 321val_321 430val_430 119val_119 489val_489 458val_458 223val_223 492val_492 149val_149 449val_449 218val_218 228val_228 138val_138 453val_453 209val_209 468val_468 342val_342 230val_230 368val_368 103val_103 296val_296 113val_113 216val_216 367val_367 344val_344 167val_167 274val_274 219val_219 239val_239 485val_485 116val_116 223val_223 256val_256 263val_263 487val_487 480val_480 401val_401 288val_288 191val_191 244val_244 438val_438 128val_128 467val_467 432val_432 202val_202 316val_316 229val_229 469val_469 463val_463 280val_280 283val_283 331val_331 235val_235 193val_193 321val_321 335val_335 104val_104 466val_466 366val_366 175val_175 403val_403 483val_483 105val_105 257val_257 406val_406 409val_409 190val_190 406val_406 401val_401 114val_114 258val_258 203val_203 262val_262 348val_348 424val_424 396val_396 201val_201 217val_217 164val_164 431val_431 454val_454 478val_478 298val_298 125val_125 431val_431 164val_164 424val_424 187val_187 382val_382 397val_397 480val_480 291val_291 351val_351 255val_255 104val_104 163val_163 438val_438 119val_119 414val_414 200val_200 491val_491 237val_237 439val_439 360val_360 248val_248 479val_479 305val_305 417val_417 199val_199 444val_444 120val_120 429val_429 169val_169 443val_443 323val_323 325val_325 277val_277 230val_230 478val_478 178val_178 468val_468 310val_310 317val_317 333val_333 493val_493 460val_460 207val_207 249val_249 265val_265 480val_480 136val_136 353val_353 172val_172 214val_214 462val_462 233val_233 406val_406 133val_133 175val_175 189val_189 454val_454 375val_375 401val_401 421val_421 407val_407 384val_384 256val_256 134val_134 384val_384 379val_379 462val_462 492val_492 298val_298 341val_341 498val_498 146val_146 458val_458 362val_362 186val_186 285val_285 348val_348 167val_167 273val_273 183val_183 281val_281 344val_344 469val_469 315val_315 448val_448 152val_152 348val_348 307val_307 194val_194 414val_414 477val_477 222val_222 126val_126 169val_169 403val_403 400val_400 200val_200