set hive.stats.fetch.column.stats=true;
set hive.exec.dynamic.partition=true;
set hive.exec.dynamic.partition.mode=nonstrict;

create table if not exists ext_loc (
  state string,
  locid int,
  zip int,
  year string
) row format delimited fields terminated by '|' stored as textfile;

LOAD DATA LOCAL INPATH '../../data/files/extrapolate_stats_partial.txt' OVERWRITE INTO TABLE ext_loc;

create table if not exists loc_orc_1d (
  state string,
  locid int,
  zip int
) partitioned by(year string) stored as orc;

insert overwrite table loc_orc_1d partition(year) select * from ext_loc;

analyze table loc_orc_1d partition(year='2001') compute statistics for columns state,locid;

analyze table loc_orc_1d partition(year='2002') compute statistics for columns state,locid;

describe formatted loc_orc_1d.state PARTITION(year='2001');

describe formatted loc_orc_1d.state PARTITION(year='2002');

-- basicStatState: COMPLETE colStatState: PARTIAL
explain extended select state from loc_orc_1d;

-- column statistics for __HIVE_DEFAULT_PARTITION__ is not supported yet. Hence colStatState reports PARTIAL
-- basicStatState: COMPLETE colStatState: PARTIAL
explain extended select state,locid from loc_orc_1d;

analyze table loc_orc_1d partition(year='2000') compute statistics for columns state;

analyze table loc_orc_1d partition(year='2003') compute statistics for columns state;

explain extended select state from loc_orc_1d;

explain extended select state,locid from loc_orc_1d;

create table if not exists loc_orc_2d (
  state string,
  locid int
) partitioned by(zip int, year string) stored as orc;

insert overwrite table loc_orc_2d partition(zip, year) select * from ext_loc;

analyze table loc_orc_2d partition(zip=94086, year='2001') compute statistics for columns state,locid;

analyze table loc_orc_2d partition(zip=94087, year='2002') compute statistics for columns state,locid;

explain extended select state from loc_orc_2d;

explain extended select state,locid from loc_orc_2d;