PREHOOK: query: create table if not exists emp_staging ( lastname string, deptid int ) row format delimited fields terminated by '|' stored as textfile PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@emp_staging POSTHOOK: query: create table if not exists emp_staging ( lastname string, deptid int ) row format delimited fields terminated by '|' stored as textfile POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@emp_staging PREHOOK: query: create table if not exists emp_orc like emp_staging PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@emp_orc POSTHOOK: query: create table if not exists emp_orc like emp_staging POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@emp_orc PREHOOK: query: alter table emp_orc set fileformat orc PREHOOK: type: ALTERTABLE_FILEFORMAT PREHOOK: Input: default@emp_orc PREHOOK: Output: default@emp_orc POSTHOOK: query: alter table emp_orc set fileformat orc POSTHOOK: type: ALTERTABLE_FILEFORMAT POSTHOOK: Input: default@emp_orc POSTHOOK: Output: default@emp_orc PREHOOK: query: -- basicStatState: NONE colStatState: NONE explain select * from emp_orc PREHOOK: type: QUERY POSTHOOK: query: -- basicStatState: NONE colStatState: NONE explain select * from emp_orc POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-0 is a root stage STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: TableScan alias: emp_orc Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE ListSink PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/emp.txt' OVERWRITE INTO TABLE emp_staging PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@emp_staging POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/emp.txt' OVERWRITE INTO TABLE emp_staging POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@emp_staging PREHOOK: query: insert overwrite table emp_orc select * from emp_staging PREHOOK: type: QUERY PREHOOK: Input: default@emp_staging PREHOOK: Output: default@emp_orc POSTHOOK: query: insert overwrite table emp_orc select * from emp_staging POSTHOOK: type: QUERY POSTHOOK: Input: default@emp_staging POSTHOOK: Output: default@emp_orc POSTHOOK: Lineage: emp_orc.deptid SIMPLE [(emp_staging)emp_staging.FieldSchema(name:deptid, type:int, comment:null), ] POSTHOOK: Lineage: emp_orc.lastname SIMPLE [(emp_staging)emp_staging.FieldSchema(name:lastname, type:string, comment:null), ] PREHOOK: query: -- stats are disabled. basic stats will report the file size but not raw data size. so initial statistics will be PARTIAL -- basicStatState: PARTIAL colStatState: NONE explain select * from emp_orc PREHOOK: type: QUERY POSTHOOK: query: -- stats are disabled. basic stats will report the file size but not raw data size. so initial statistics will be PARTIAL -- basicStatState: PARTIAL colStatState: NONE explain select * from emp_orc POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-0 is a root stage STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: TableScan alias: emp_orc Statistics: Num rows: 3 Data size: 384 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 384 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: -- table level analyze statistics analyze table emp_orc compute statistics PREHOOK: type: QUERY PREHOOK: Input: default@emp_orc PREHOOK: Output: default@emp_orc POSTHOOK: query: -- table level analyze statistics analyze table emp_orc compute statistics POSTHOOK: type: QUERY POSTHOOK: Input: default@emp_orc POSTHOOK: Output: default@emp_orc PREHOOK: query: -- basicStatState: COMPLETE colStatState: NONE explain select * from emp_orc PREHOOK: type: QUERY POSTHOOK: query: -- basicStatState: COMPLETE colStatState: NONE explain select * from emp_orc POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-0 is a root stage STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: TableScan alias: emp_orc Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: -- column level partial statistics analyze table emp_orc compute statistics for columns deptid PREHOOK: type: QUERY PREHOOK: Input: default@emp_orc #### A masked pattern was here #### POSTHOOK: query: -- column level partial statistics analyze table emp_orc compute statistics for columns deptid POSTHOOK: type: QUERY POSTHOOK: Input: default@emp_orc #### A masked pattern was here #### PREHOOK: query: -- basicStatState: COMPLETE colStatState: PARTIAL explain select * from emp_orc PREHOOK: type: QUERY POSTHOOK: query: -- basicStatState: COMPLETE colStatState: PARTIAL explain select * from emp_orc POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-0 is a root stage STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: TableScan alias: emp_orc Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 48 Data size: 192 Basic stats: COMPLETE Column stats: PARTIAL ListSink PREHOOK: query: -- all selected columns have statistics -- basicStatState: COMPLETE colStatState: COMPLETE explain select deptid from emp_orc PREHOOK: type: QUERY POSTHOOK: query: -- all selected columns have statistics -- basicStatState: COMPLETE colStatState: COMPLETE explain select deptid from emp_orc POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-0 is a root stage STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: TableScan alias: emp_orc Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: deptid (type: int) outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE ListSink PREHOOK: query: -- column level complete statistics analyze table emp_orc compute statistics for columns lastname,deptid PREHOOK: type: QUERY PREHOOK: Input: default@emp_orc #### A masked pattern was here #### POSTHOOK: query: -- column level complete statistics analyze table emp_orc compute statistics for columns lastname,deptid POSTHOOK: type: QUERY POSTHOOK: Input: default@emp_orc #### A masked pattern was here #### PREHOOK: query: -- basicStatState: COMPLETE colStatState: COMPLETE explain select * from emp_orc PREHOOK: type: QUERY POSTHOOK: query: -- basicStatState: COMPLETE colStatState: COMPLETE explain select * from emp_orc POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-0 is a root stage STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: TableScan alias: emp_orc Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 48 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE ListSink PREHOOK: query: -- basicStatState: COMPLETE colStatState: COMPLETE explain select lastname from emp_orc PREHOOK: type: QUERY POSTHOOK: query: -- basicStatState: COMPLETE colStatState: COMPLETE explain select lastname from emp_orc POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-0 is a root stage STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: TableScan alias: emp_orc Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: lastname (type: string) outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 4368 Basic stats: COMPLETE Column stats: COMPLETE ListSink PREHOOK: query: -- basicStatState: COMPLETE colStatState: COMPLETE explain select deptid from emp_orc PREHOOK: type: QUERY POSTHOOK: query: -- basicStatState: COMPLETE colStatState: COMPLETE explain select deptid from emp_orc POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-0 is a root stage STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: TableScan alias: emp_orc Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: deptid (type: int) outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE ListSink PREHOOK: query: -- basicStatState: COMPLETE colStatState: COMPLETE explain select lastname,deptid from emp_orc PREHOOK: type: QUERY POSTHOOK: query: -- basicStatState: COMPLETE colStatState: COMPLETE explain select lastname,deptid from emp_orc POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-0 is a root stage STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: TableScan alias: emp_orc Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 48 Data size: 4560 Basic stats: COMPLETE Column stats: COMPLETE ListSink