PREHOOK: query: DROP TABLE users PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE users POSTHOOK: type: DROPTABLE PREHOOK: query: DROP TABLE states PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE states POSTHOOK: type: DROPTABLE PREHOOK: query: DROP TABLE countries PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE countries POSTHOOK: type: DROPTABLE PREHOOK: query: DROP TABLE users_level PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE users_level POSTHOOK: type: DROPTABLE PREHOOK: query: -- From HIVE-1257 CREATE TABLE users(key string, state string, country string, country_id int) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES ( "hbase.columns.mapping" = "info:state,info:country,info:country_id" ) PREHOOK: type: CREATETABLE POSTHOOK: query: -- From HIVE-1257 CREATE TABLE users(key string, state string, country string, country_id int) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES ( "hbase.columns.mapping" = "info:state,info:country,info:country_id" ) POSTHOOK: type: CREATETABLE POSTHOOK: Output: default@users PREHOOK: query: CREATE TABLE states(key string, name string) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES ( "hbase.columns.mapping" = "state:name" ) PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE states(key string, name string) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES ( "hbase.columns.mapping" = "state:name" ) POSTHOOK: type: CREATETABLE POSTHOOK: Output: default@states PREHOOK: query: CREATE TABLE countries(key string, name string, country string, country_id int) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES ( "hbase.columns.mapping" = "info:name,info:country,info:country_id" ) PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE countries(key string, name string, country string, country_id int) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES ( "hbase.columns.mapping" = "info:name,info:country,info:country_id" ) POSTHOOK: type: CREATETABLE POSTHOOK: Output: default@countries PREHOOK: query: INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src WHERE key=100 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@users POSTHOOK: query: INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src WHERE key=100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@users PREHOOK: query: INSERT OVERWRITE TABLE states SELECT 'IA', 'Iowa' FROM src WHERE key=100 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@states POSTHOOK: query: INSERT OVERWRITE TABLE states SELECT 'IA', 'Iowa' FROM src WHERE key=100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@states PREHOOK: query: INSERT OVERWRITE TABLE countries SELECT 'USA', 'United States', 'USA', 1 FROM src WHERE key=100 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@countries POSTHOOK: query: INSERT OVERWRITE TABLE countries SELECT 'USA', 'United States', 'USA', 1 FROM src WHERE key=100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@countries PREHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country = c.key) PREHOOK: type: QUERY PREHOOK: Input: default@countries PREHOOK: Input: default@users PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-19-29_136_2919119166696342265/-mr-10000 POSTHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country = c.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@countries POSTHOOK: Input: default@users POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-19-29_136_2919119166696342265/-mr-10000 user1 USA United States USA PREHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country = c.country) PREHOOK: type: QUERY PREHOOK: Input: default@countries PREHOOK: Input: default@users PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-19-38_418_1418937364423533875/-mr-10000 POSTHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country = c.country) POSTHOOK: type: QUERY POSTHOOK: Input: default@countries POSTHOOK: Input: default@users POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-19-38_418_1418937364423533875/-mr-10000 user1 USA United States USA PREHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country_id = c.country_id) PREHOOK: type: QUERY PREHOOK: Input: default@countries PREHOOK: Input: default@users PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-19-47_279_1891102438076444084/-mr-10000 POSTHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country_id = c.country_id) POSTHOOK: type: QUERY POSTHOOK: Input: default@countries POSTHOOK: Input: default@users POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-19-47_279_1891102438076444084/-mr-10000 PREHOOK: query: SELECT u.key, u.state, s.name FROM users u JOIN states s ON (u.state = s.key) PREHOOK: type: QUERY PREHOOK: Input: default@states PREHOOK: Input: default@users PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-19-54_306_2919915084551749896/-mr-10000 POSTHOOK: query: SELECT u.key, u.state, s.name FROM users u JOIN states s ON (u.state = s.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@states POSTHOOK: Input: default@users POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-19-54_306_2919915084551749896/-mr-10000 user1 IA Iowa PREHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country = c.key) PREHOOK: type: QUERY PREHOOK: Input: default@countries PREHOOK: Input: default@users PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-20-03_810_1067780128697572780/-mr-10000 POSTHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country = c.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@countries POSTHOOK: Input: default@users POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-20-03_810_1067780128697572780/-mr-10000 user1 USA United States USA PREHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country = c.country) PREHOOK: type: QUERY PREHOOK: Input: default@countries PREHOOK: Input: default@users PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-20-14_736_8923692779050900406/-mr-10000 POSTHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country = c.country) POSTHOOK: type: QUERY POSTHOOK: Input: default@countries POSTHOOK: Input: default@users POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-20-14_736_8923692779050900406/-mr-10000 user1 USA United States USA PREHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country_id = c.country_id) PREHOOK: type: QUERY PREHOOK: Input: default@countries PREHOOK: Input: default@users PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-20-22_235_696090037944243521/-mr-10000 POSTHOOK: query: SELECT u.key, u.country, c.name, c.key FROM users u JOIN countries c ON (u.country_id = c.country_id) POSTHOOK: type: QUERY POSTHOOK: Input: default@countries POSTHOOK: Input: default@users POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-20-22_235_696090037944243521/-mr-10000 PREHOOK: query: SELECT u.key, u.state, s.name FROM users u JOIN states s ON (u.state = s.key) PREHOOK: type: QUERY PREHOOK: Input: default@states PREHOOK: Input: default@users PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-20-28_951_5386570432365997648/-mr-10000 POSTHOOK: query: SELECT u.key, u.state, s.name FROM users u JOIN states s ON (u.state = s.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@states POSTHOOK: Input: default@users POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-20-28_951_5386570432365997648/-mr-10000 user1 IA Iowa PREHOOK: query: DROP TABLE users PREHOOK: type: DROPTABLE PREHOOK: Input: default@users PREHOOK: Output: default@users POSTHOOK: query: DROP TABLE users POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@users POSTHOOK: Output: default@users PREHOOK: query: DROP TABLE states PREHOOK: type: DROPTABLE PREHOOK: Input: default@states PREHOOK: Output: default@states POSTHOOK: query: DROP TABLE states POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@states POSTHOOK: Output: default@states PREHOOK: query: DROP TABLE countries PREHOOK: type: DROPTABLE PREHOOK: Input: default@countries PREHOOK: Output: default@countries POSTHOOK: query: DROP TABLE countries POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@countries POSTHOOK: Output: default@countries PREHOOK: query: CREATE TABLE users(key int, userid int, username string, created int) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,f:userid,f:nickname,f:created") PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE users(key int, userid int, username string, created int) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,f:userid,f:nickname,f:created") POSTHOOK: type: CREATETABLE POSTHOOK: Output: default@users PREHOOK: query: CREATE TABLE users_level(key int, userid int, level int) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,f:userid,f:level") PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE users_level(key int, userid int, level int) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,f:userid,f:level") POSTHOOK: type: CREATETABLE POSTHOOK: Output: default@users_level PREHOOK: query: -- HIVE-1903: the problem fixed here showed up even without any data, -- so no need to load any to test it SELECT year(from_unixtime(users.created)) AS year, level, count(users.userid) AS num FROM users JOIN users_level ON (users.userid = users_level.userid) GROUP BY year(from_unixtime(users.created)), level PREHOOK: type: QUERY PREHOOK: Input: default@users PREHOOK: Input: default@users_level PREHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-20-47_957_2665969936395506719/-mr-10000 POSTHOOK: query: -- HIVE-1903: the problem fixed here showed up even without any data, -- so no need to load any to test it SELECT year(from_unixtime(users.created)) AS year, level, count(users.userid) AS num FROM users JOIN users_level ON (users.userid = users_level.userid) GROUP BY year(from_unixtime(users.created)), level POSTHOOK: type: QUERY POSTHOOK: Input: default@users POSTHOOK: Input: default@users_level POSTHOOK: Output: file:/var/folders/7P/7PeC14kXFIWq0PIYyexGbmKuXUk/-Tmp-/jsichi/hive_2011-01-10_14-20-47_957_2665969936395506719/-mr-10000 PREHOOK: query: DROP TABLE users PREHOOK: type: DROPTABLE PREHOOK: Input: default@users PREHOOK: Output: default@users POSTHOOK: query: DROP TABLE users POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@users POSTHOOK: Output: default@users PREHOOK: query: DROP TABLE users_level PREHOOK: type: DROPTABLE PREHOOK: Input: default@users_level PREHOOK: Output: default@users_level POSTHOOK: query: DROP TABLE users_level POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@users_level POSTHOOK: Output: default@users_level