PREHOOK: query: DROP TABLE parquet_types_staging PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE parquet_types_staging POSTHOOK: type: DROPTABLE PREHOOK: query: DROP TABLE parquet_types PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE parquet_types POSTHOOK: type: DROPTABLE PREHOOK: query: CREATE TABLE parquet_types_staging ( cint int, ctinyint tinyint, csmallint smallint, cfloat float, cdouble double, cstring1 string, t timestamp, cchar char(5), cvarchar varchar(10), cbinary string, m1 map, l1 array, st1 struct ) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' COLLECTION ITEMS TERMINATED BY ',' MAP KEYS TERMINATED BY ':' PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@parquet_types_staging POSTHOOK: query: CREATE TABLE parquet_types_staging ( cint int, ctinyint tinyint, csmallint smallint, cfloat float, cdouble double, cstring1 string, t timestamp, cchar char(5), cvarchar varchar(10), cbinary string, m1 map, l1 array, st1 struct ) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' COLLECTION ITEMS TERMINATED BY ',' MAP KEYS TERMINATED BY ':' POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@parquet_types_staging PREHOOK: query: CREATE TABLE parquet_types ( cint int, ctinyint tinyint, csmallint smallint, cfloat float, cdouble double, cstring1 string, t timestamp, cchar char(5), cvarchar varchar(10), cbinary binary, m1 map, l1 array, st1 struct ) STORED AS PARQUET PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@parquet_types POSTHOOK: query: CREATE TABLE parquet_types ( cint int, ctinyint tinyint, csmallint smallint, cfloat float, cdouble double, cstring1 string, t timestamp, cchar char(5), cvarchar varchar(10), cbinary binary, m1 map, l1 array, st1 struct ) STORED AS PARQUET POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@parquet_types PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/parquet_types.txt' OVERWRITE INTO TABLE parquet_types_staging PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@parquet_types_staging POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/parquet_types.txt' OVERWRITE INTO TABLE parquet_types_staging POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@parquet_types_staging PREHOOK: query: SELECT * FROM parquet_types_staging PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types_staging #### A masked pattern was here #### POSTHOOK: query: SELECT * FROM parquet_types_staging POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types_staging #### A masked pattern was here #### 100 1 1 1.0 0.0 abc 2011-01-01 01:01:01.111111111 a a B4F3CAFDBEDD {"k1":"v1"} [101,200] {"c1":10,"c2":"a"} 101 2 2 1.1 0.3 def 2012-02-02 02:02:02.222222222 ab ab 68692CCAC0BDE7 {"k2":"v2"} [102,200] {"c1":10,"c2":"d"} 102 3 3 1.2 0.6 ghi 2013-03-03 03:03:03.333333333 abc abc B4F3CAFDBEDD {"k3":"v3"} [103,200] {"c1":10,"c2":"g"} 103 1 4 1.3 0.9 jkl 2014-04-04 04:04:04.444444444 abcd abcd 68692CCAC0BDE7 {"k4":"v4"} [104,200] {"c1":10,"c2":"j"} 104 2 5 1.4 1.2 mno 2015-05-05 05:05:05.555555555 abcde abcde B4F3CAFDBEDD {"k5":"v5"} [105,200] {"c1":10,"c2":"m"} 105 3 1 1.0 1.5 pqr 2016-06-06 06:06:06.666666666 abcde abcdef 68692CCAC0BDE7 {"k6":"v6"} [106,200] {"c1":10,"c2":"p"} 106 1 2 1.1 1.8 stu 2017-07-07 07:07:07.777777777 abcde abcdefg B4F3CAFDBEDD {"k7":"v7"} [107,200] {"c1":10,"c2":"s"} 107 2 3 1.2 2.1 vwx 2018-08-08 08:08:08.888888888 bcdef abcdefgh 68692CCAC0BDE7 {"k8":"v8"} [108,200] {"c1":10,"c2":"v"} 108 3 4 1.3 2.4 yza 2019-09-09 09:09:09.999999999 cdefg B4F3CAFDBE 68656C6C6F {"k9":"v9"} [109,200] {"c1":10,"c2":"y"} 109 1 5 1.4 2.7 bcd 2020-10-10 10:10:10.101010101 klmno abcdedef 68692CCAC0BDE7 {"k10":"v10"} [110,200] {"c1":10,"c2":"b"} 110 2 1 1.0 3.0 efg 2021-11-11 11:11:11.111111111 pqrst abcdede B4F3CAFDBEDD {"k11":"v11"} [111,200] {"c1":10,"c2":"e"} 111 3 2 1.1 3.3 hij 2022-12-12 12:12:12.121212121 nopqr abcded 68692CCAC0BDE7 {"k12":"v12"} [112,200] {"c1":10,"c2":"h"} 112 1 3 1.2 3.6 klm 2023-01-02 13:13:13.131313131 opqrs abcdd B4F3CAFDBEDD {"k13":"v13"} [113,200] {"c1":10,"c2":"k"} 113 2 4 1.3 3.9 nop 2024-02-02 14:14:14.141414141 pqrst abc 68692CCAC0BDE7 {"k14":"v14"} [114,200] {"c1":10,"c2":"n"} 114 3 5 1.4 4.2 qrs 2025-03-03 15:15:15.151515151 qrstu b B4F3CAFDBEDD {"k15":"v15"} [115,200] {"c1":10,"c2":"q"} 115 1 1 1.0 4.5 qrs 2026-04-04 16:16:16.161616161 rstuv abcded 68692CCAC0BDE7 {"k16":"v16"} [116,200] {"c1":10,"c2":"q"} 116 2 2 1.1 4.8 wxy 2027-05-05 17:17:17.171717171 stuvw abcded B4F3CAFDBEDD {"k17":"v17"} [117,200] {"c1":10,"c2":"w"} 117 3 3 1.2 5.1 zab 2028-06-06 18:18:18.181818181 tuvwx abcded 68692CCAC0BDE7 {"k18":"v18"} [118,200] {"c1":10,"c2":"z"} 118 1 4 1.3 5.4 cde 2029-07-07 19:19:19.191919191 uvwzy abcdede B4F3CAFDBEDD {"k19":"v19"} [119,200] {"c1":10,"c2":"c"} 119 2 5 1.4 5.7 fgh 2030-08-08 20:20:20.202020202 vwxyz abcdede 68692CCAC0BDE7 {"k20":"v20"} [120,200] {"c1":10,"c2":"f"} 120 3 1 1.0 6.0 ijk 2031-09-09 21:21:21.212121212 wxyza abcde B4F3CAFDBEDD {"k21":"v21"} [121,200] {"c1":10,"c2":"i"} 121 1 2 1.1 6.3 lmn 2032-10-10 22:22:22.222222222 bcdef abcde {"k22":"v22"} [122,200] {"c1":10,"c2":"l"} PREHOOK: query: INSERT OVERWRITE TABLE parquet_types SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, unhex(cbinary), m1, l1, st1 FROM parquet_types_staging PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types_staging PREHOOK: Output: default@parquet_types POSTHOOK: query: INSERT OVERWRITE TABLE parquet_types SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, unhex(cbinary), m1, l1, st1 FROM parquet_types_staging POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types_staging POSTHOOK: Output: default@parquet_types POSTHOOK: Lineage: parquet_types.cbinary EXPRESSION [(parquet_types_staging)parquet_types_staging.FieldSchema(name:cbinary, type:string, comment:null), ] POSTHOOK: Lineage: parquet_types.cchar SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:cchar, type:char(5), comment:null), ] POSTHOOK: Lineage: parquet_types.cdouble SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:cdouble, type:double, comment:null), ] POSTHOOK: Lineage: parquet_types.cfloat SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:cfloat, type:float, comment:null), ] POSTHOOK: Lineage: parquet_types.cint SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:cint, type:int, comment:null), ] POSTHOOK: Lineage: parquet_types.csmallint SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:csmallint, type:smallint, comment:null), ] POSTHOOK: Lineage: parquet_types.cstring1 SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:cstring1, type:string, comment:null), ] POSTHOOK: Lineage: parquet_types.ctinyint SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] POSTHOOK: Lineage: parquet_types.cvarchar SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:cvarchar, type:varchar(10), comment:null), ] POSTHOOK: Lineage: parquet_types.l1 SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:l1, type:array, comment:null), ] POSTHOOK: Lineage: parquet_types.m1 SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:m1, type:map, comment:null), ] POSTHOOK: Lineage: parquet_types.st1 SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:st1, type:struct, comment:null), ] POSTHOOK: Lineage: parquet_types.t SIMPLE [(parquet_types_staging)parquet_types_staging.FieldSchema(name:t, type:timestamp, comment:null), ] PREHOOK: query: SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), m1, l1, st1 FROM parquet_types PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types #### A masked pattern was here #### POSTHOOK: query: SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), m1, l1, st1 FROM parquet_types POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types #### A masked pattern was here #### 100 1 1 1.0 0.0 abc 2011-01-01 01:01:01.111111111 a a B4F3CAFDBEDD {"k1":"v1"} [101,200] {"c1":10,"c2":"a"} 101 2 2 1.1 0.3 def 2012-02-02 02:02:02.222222222 ab ab 68692CCAC0BDE7 {"k2":"v2"} [102,200] {"c1":10,"c2":"d"} 102 3 3 1.2 0.6 ghi 2013-03-03 03:03:03.333333333 abc abc B4F3CAFDBEDD {"k3":"v3"} [103,200] {"c1":10,"c2":"g"} 103 1 4 1.3 0.9 jkl 2014-04-04 04:04:04.444444444 abcd abcd 68692CCAC0BDE7 {"k4":"v4"} [104,200] {"c1":10,"c2":"j"} 104 2 5 1.4 1.2 mno 2015-05-05 05:05:05.555555555 abcde abcde B4F3CAFDBEDD {"k5":"v5"} [105,200] {"c1":10,"c2":"m"} 105 3 1 1.0 1.5 pqr 2016-06-06 06:06:06.666666666 abcde abcdef 68692CCAC0BDE7 {"k6":"v6"} [106,200] {"c1":10,"c2":"p"} 106 1 2 1.1 1.8 stu 2017-07-07 07:07:07.777777777 abcde abcdefg B4F3CAFDBEDD {"k7":"v7"} [107,200] {"c1":10,"c2":"s"} 107 2 3 1.2 2.1 vwx 2018-08-08 08:08:08.888888888 bcdef abcdefgh 68692CCAC0BDE7 {"k8":"v8"} [108,200] {"c1":10,"c2":"v"} 108 3 4 1.3 2.4 yza 2019-09-09 09:09:09.999999999 cdefg B4F3CAFDBE 68656C6C6F {"k9":"v9"} [109,200] {"c1":10,"c2":"y"} 109 1 5 1.4 2.7 bcd 2020-10-10 10:10:10.101010101 klmno abcdedef 68692CCAC0BDE7 {"k10":"v10"} [110,200] {"c1":10,"c2":"b"} 110 2 1 1.0 3.0 efg 2021-11-11 11:11:11.111111111 pqrst abcdede B4F3CAFDBEDD {"k11":"v11"} [111,200] {"c1":10,"c2":"e"} 111 3 2 1.1 3.3 hij 2022-12-12 12:12:12.121212121 nopqr abcded 68692CCAC0BDE7 {"k12":"v12"} [112,200] {"c1":10,"c2":"h"} 112 1 3 1.2 3.6 klm 2023-01-02 13:13:13.131313131 opqrs abcdd B4F3CAFDBEDD {"k13":"v13"} [113,200] {"c1":10,"c2":"k"} 113 2 4 1.3 3.9 nop 2024-02-02 14:14:14.141414141 pqrst abc 68692CCAC0BDE7 {"k14":"v14"} [114,200] {"c1":10,"c2":"n"} 114 3 5 1.4 4.2 qrs 2025-03-03 15:15:15.151515151 qrstu b B4F3CAFDBEDD {"k15":"v15"} [115,200] {"c1":10,"c2":"q"} 115 1 1 1.0 4.5 qrs 2026-04-04 16:16:16.161616161 rstuv abcded 68692CCAC0BDE7 {"k16":"v16"} [116,200] {"c1":10,"c2":"q"} 116 2 2 1.1 4.8 wxy 2027-05-05 17:17:17.171717171 stuvw abcded B4F3CAFDBEDD {"k17":"v17"} [117,200] {"c1":10,"c2":"w"} 117 3 3 1.2 5.1 zab 2028-06-06 18:18:18.181818181 tuvwx abcded 68692CCAC0BDE7 {"k18":"v18"} [118,200] {"c1":10,"c2":"z"} 118 1 4 1.3 5.4 cde 2029-07-07 19:19:19.191919191 uvwzy abcdede B4F3CAFDBEDD {"k19":"v19"} [119,200] {"c1":10,"c2":"c"} 119 2 5 1.4 5.7 fgh 2030-08-08 20:20:20.202020202 vwxyz abcdede 68692CCAC0BDE7 {"k20":"v20"} [120,200] {"c1":10,"c2":"f"} 120 3 1 1.0 6.0 ijk 2031-09-09 21:21:21.212121212 wxyza abcde B4F3CAFDBEDD {"k21":"v21"} [121,200] {"c1":10,"c2":"i"} 121 1 2 1.1 6.3 lmn 2032-10-10 22:22:22.222222222 bcdef abcde {"k22":"v22"} [122,200] {"c1":10,"c2":"l"} PREHOOK: query: SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar) FROM parquet_types PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types #### A masked pattern was here #### POSTHOOK: query: SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar) FROM parquet_types POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types #### A masked pattern was here #### a 1 a 3 ab 2 ab 3 abc 3 abc 3 abcd 4 abcd 4 abcde 5 abcde 5 abcde 5 abcdef 6 abcde 5 abcdefg 7 bcdef 5 abcdefgh 8 cdefg 5 B4F3CAFDBE 10 klmno 5 abcdedef 8 pqrst 5 abcdede 7 nopqr 5 abcded 6 opqrs 5 abcdd 5 pqrst 5 abc 3 qrstu 5 b 1 rstuv 5 abcded 6 stuvw 5 abcded 6 tuvwx 5 abcded 6 uvwzy 5 abcdede 7 vwxyz 5 abcdede 7 wxyza 5 abcde 5 bcdef 5 abcde 5 PREHOOK: query: -- test types in group by SELECT ctinyint, MAX(cint), MIN(csmallint), COUNT(cstring1), AVG(cfloat), STDDEV_POP(cdouble) FROM parquet_types GROUP BY ctinyint ORDER BY ctinyint PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types #### A masked pattern was here #### POSTHOOK: query: -- test types in group by SELECT ctinyint, MAX(cint), MIN(csmallint), COUNT(cstring1), AVG(cfloat), STDDEV_POP(cdouble) FROM parquet_types GROUP BY ctinyint ORDER BY ctinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types #### A masked pattern was here #### 1 121 1 8 1.1749999970197678 2.0621590627301285 2 119 1 7 1.2142857142857142 1.8 3 120 1 7 1.171428578240531 1.7999999999999996 PREHOOK: query: SELECT cfloat, count(*) FROM parquet_types GROUP BY cfloat ORDER BY cfloat PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types #### A masked pattern was here #### POSTHOOK: query: SELECT cfloat, count(*) FROM parquet_types GROUP BY cfloat ORDER BY cfloat POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types #### A masked pattern was here #### 1.0 5 1.1 5 1.2 4 1.3 4 1.4 4 PREHOOK: query: SELECT cchar, count(*) FROM parquet_types GROUP BY cchar ORDER BY cchar PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types #### A masked pattern was here #### POSTHOOK: query: SELECT cchar, count(*) FROM parquet_types GROUP BY cchar ORDER BY cchar POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types #### A masked pattern was here #### a 1 ab 1 abc 1 abcd 1 abcde 3 bcdef 2 cdefg 1 klmno 1 nopqr 1 opqrs 1 pqrst 2 qrstu 1 rstuv 1 stuvw 1 tuvwx 1 uvwzy 1 vwxyz 1 wxyza 1 PREHOOK: query: SELECT cvarchar, count(*) FROM parquet_types GROUP BY cvarchar ORDER BY cvarchar PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types #### A masked pattern was here #### POSTHOOK: query: SELECT cvarchar, count(*) FROM parquet_types GROUP BY cvarchar ORDER BY cvarchar POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types #### A masked pattern was here #### B4F3CAFDBE 1 a 1 ab 1 abc 2 abcd 1 abcdd 1 abcde 3 abcded 4 abcdede 3 abcdedef 1 abcdef 1 abcdefg 1 abcdefgh 1 b 1 PREHOOK: query: SELECT cstring1, count(*) FROM parquet_types GROUP BY cstring1 ORDER BY cstring1 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types #### A masked pattern was here #### POSTHOOK: query: SELECT cstring1, count(*) FROM parquet_types GROUP BY cstring1 ORDER BY cstring1 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types #### A masked pattern was here #### abc 1 bcd 1 cde 1 def 1 efg 1 fgh 1 ghi 1 hij 1 ijk 1 jkl 1 klm 1 lmn 1 mno 1 nop 1 pqr 1 qrs 2 stu 1 vwx 1 wxy 1 yza 1 zab 1 PREHOOK: query: SELECT t, count(*) FROM parquet_types GROUP BY t ORDER BY t PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types #### A masked pattern was here #### POSTHOOK: query: SELECT t, count(*) FROM parquet_types GROUP BY t ORDER BY t POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types #### A masked pattern was here #### 2011-01-01 01:01:01.111111111 1 2012-02-02 02:02:02.222222222 1 2013-03-03 03:03:03.333333333 1 2014-04-04 04:04:04.444444444 1 2015-05-05 05:05:05.555555555 1 2016-06-06 06:06:06.666666666 1 2017-07-07 07:07:07.777777777 1 2018-08-08 08:08:08.888888888 1 2019-09-09 09:09:09.999999999 1 2020-10-10 10:10:10.101010101 1 2021-11-11 11:11:11.111111111 1 2022-12-12 12:12:12.121212121 1 2023-01-02 13:13:13.131313131 1 2024-02-02 14:14:14.141414141 1 2025-03-03 15:15:15.151515151 1 2026-04-04 16:16:16.161616161 1 2027-05-05 17:17:17.171717171 1 2028-06-06 18:18:18.181818181 1 2029-07-07 19:19:19.191919191 1 2030-08-08 20:20:20.202020202 1 2031-09-09 21:21:21.212121212 1 2032-10-10 22:22:22.222222222 1 PREHOOK: query: SELECT hex(cbinary), count(*) FROM parquet_types GROUP BY cbinary PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types #### A masked pattern was here #### POSTHOOK: query: SELECT hex(cbinary), count(*) FROM parquet_types GROUP BY cbinary POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types #### A masked pattern was here #### 1 68656C6C6F 1 68692CCAC0BDE7 10 B4F3CAFDBEDD 10