PREHOOK: query: DROP TABLE IF EXISTS dec PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE IF EXISTS dec POSTHOOK: type: DROPTABLE PREHOOK: query: CREATE TABLE dec(name string, value decimal(8,4)) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@dec POSTHOOK: query: CREATE TABLE dec(name string, value decimal(8,4)) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@dec PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/dec.txt' into TABLE dec PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@dec POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/dec.txt' into TABLE dec POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@dec PREHOOK: query: ANALYZE TABLE dec COMPUTE STATISTICS FOR COLUMNS value PREHOOK: type: QUERY PREHOOK: Input: default@dec #### A masked pattern was here #### POSTHOOK: query: ANALYZE TABLE dec COMPUTE STATISTICS FOR COLUMNS value POSTHOOK: type: QUERY POSTHOOK: Input: default@dec #### A masked pattern was here #### PREHOOK: query: DESC FORMATTED dec value PREHOOK: type: DESCTABLE PREHOOK: Input: default@dec POSTHOOK: query: DESC FORMATTED dec value POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@dec # col_name data_type min max num_nulls distinct_count avg_col_len max_col_len num_trues num_falses comment value decimal(8,4) -12.25 234.79 0 6 from deserializer PREHOOK: query: DROP TABLE IF EXISTS avro_dec PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE IF EXISTS avro_dec POSTHOOK: type: DROPTABLE PREHOOK: query: CREATE TABLE `avro_dec`( `name` string COMMENT 'from deserializer', `value` decimal(5,2) COMMENT 'from deserializer') COMMENT 'just drop the schema right into the HQL' ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat' TBLPROPERTIES ( 'numFiles'='1', 'avro.schema.literal'='{\"namespace\":\"com.howdy\",\"name\":\"some_schema\",\"type\":\"record\",\"fields\":[{\"name\":\"name\",\"type\":\"string\"},{\"name\":\"value\",\"type\":{\"type\":\"bytes\",\"logicalType\":\"decimal\",\"precision\":5,\"scale\":2}}]}' ) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@avro_dec POSTHOOK: query: CREATE TABLE `avro_dec`( `name` string COMMENT 'from deserializer', `value` decimal(5,2) COMMENT 'from deserializer') COMMENT 'just drop the schema right into the HQL' ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat' TBLPROPERTIES ( 'numFiles'='1', 'avro.schema.literal'='{\"namespace\":\"com.howdy\",\"name\":\"some_schema\",\"type\":\"record\",\"fields\":[{\"name\":\"name\",\"type\":\"string\"},{\"name\":\"value\",\"type\":{\"type\":\"bytes\",\"logicalType\":\"decimal\",\"precision\":5,\"scale\":2}}]}' ) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@avro_dec PREHOOK: query: DESC avro_dec PREHOOK: type: DESCTABLE PREHOOK: Input: default@avro_dec POSTHOOK: query: DESC avro_dec POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@avro_dec name string from deserializer value decimal(5,2) from deserializer PREHOOK: query: INSERT OVERWRITE TABLE avro_dec select name, value from dec PREHOOK: type: QUERY PREHOOK: Input: default@dec PREHOOK: Output: default@avro_dec POSTHOOK: query: INSERT OVERWRITE TABLE avro_dec select name, value from dec POSTHOOK: type: QUERY POSTHOOK: Input: default@dec POSTHOOK: Output: default@avro_dec POSTHOOK: Lineage: avro_dec.name SIMPLE [(dec)dec.FieldSchema(name:name, type:string, comment:null), ] POSTHOOK: Lineage: avro_dec.value EXPRESSION [(dec)dec.FieldSchema(name:value, type:decimal(8,4), comment:null), ] PREHOOK: query: SELECT * FROM avro_dec PREHOOK: type: QUERY PREHOOK: Input: default@avro_dec #### A masked pattern was here #### POSTHOOK: query: SELECT * FROM avro_dec POSTHOOK: type: QUERY POSTHOOK: Input: default@avro_dec #### A masked pattern was here #### Tom 234.79 Beck 77.34 Snow 55.71 Mary 4.33 Cluck 5.96 Tom -12.25 Mary 33.33 Tom 19 Beck 0 Beck 79.9 PREHOOK: query: DROP TABLE IF EXISTS avro_dec1 PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE IF EXISTS avro_dec1 POSTHOOK: type: DROPTABLE PREHOOK: query: CREATE TABLE `avro_dec1`( `name` string COMMENT 'from deserializer', `value` decimal(4,1) COMMENT 'from deserializer') COMMENT 'just drop the schema right into the HQL' ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat' TBLPROPERTIES ( 'numFiles'='1', 'avro.schema.literal'='{\"namespace\":\"com.howdy\",\"name\":\"some_schema\",\"type\":\"record\",\"fields\":[{\"name\":\"name\",\"type\":\"string\"},{\"name\":\"value\",\"type\":{\"type\":\"bytes\",\"logicalType\":\"decimal\",\"precision\":4,\"scale\":1}}]}' ) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@avro_dec1 POSTHOOK: query: CREATE TABLE `avro_dec1`( `name` string COMMENT 'from deserializer', `value` decimal(4,1) COMMENT 'from deserializer') COMMENT 'just drop the schema right into the HQL' ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat' TBLPROPERTIES ( 'numFiles'='1', 'avro.schema.literal'='{\"namespace\":\"com.howdy\",\"name\":\"some_schema\",\"type\":\"record\",\"fields\":[{\"name\":\"name\",\"type\":\"string\"},{\"name\":\"value\",\"type\":{\"type\":\"bytes\",\"logicalType\":\"decimal\",\"precision\":4,\"scale\":1}}]}' ) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@avro_dec1 PREHOOK: query: DESC avro_dec1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@avro_dec1 POSTHOOK: query: DESC avro_dec1 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@avro_dec1 name string from deserializer value decimal(4,1) from deserializer PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/dec.avro' into TABLE avro_dec1 PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@avro_dec1 POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/dec.avro' into TABLE avro_dec1 POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@avro_dec1 PREHOOK: query: select value from avro_dec1 PREHOOK: type: QUERY PREHOOK: Input: default@avro_dec1 #### A masked pattern was here #### POSTHOOK: query: select value from avro_dec1 POSTHOOK: type: QUERY POSTHOOK: Input: default@avro_dec1 #### A masked pattern was here #### 234.8 77.3 55.7 4.3 6 12.3 33.3 19 3.2 79.9 PREHOOK: query: DROP TABLE dec PREHOOK: type: DROPTABLE PREHOOK: Input: default@dec PREHOOK: Output: default@dec POSTHOOK: query: DROP TABLE dec POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@dec POSTHOOK: Output: default@dec PREHOOK: query: DROP TABLE avro_dec PREHOOK: type: DROPTABLE PREHOOK: Input: default@avro_dec PREHOOK: Output: default@avro_dec POSTHOOK: query: DROP TABLE avro_dec POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@avro_dec POSTHOOK: Output: default@avro_dec PREHOOK: query: DROP TABLE avro_dec1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@avro_dec1 PREHOOK: Output: default@avro_dec1 POSTHOOK: query: DROP TABLE avro_dec1 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@avro_dec1 POSTHOOK: Output: default@avro_dec1