create table if not exists NodeActivity 
(
  Id int(11) NOT NULL auto_increment,
  Timestamp  timestamp default CURRENT_TIMESTAMP,
  Used int(11) default NULL,
  Free int(11) default NULL,
  Down int(11) default NULL,
  PRIMARY KEY  (Id),
  index (Timestamp)
);

create table if not exists NodeActivity_5 
(
  Id int(11) NOT NULL auto_increment,
  Timestamp  timestamp default CURRENT_TIMESTAMP,
  Used int(11) default NULL,
  Free int(11) default NULL,
  Down int(11) default NULL,
  PRIMARY KEY  (Id),
  index (Timestamp)
);

create table if not exists NodeActivity_30 
(
  Id int(11) NOT NULL auto_increment,
  Timestamp  timestamp default CURRENT_TIMESTAMP,
  Used int(11) default NULL,
  Free int(11) default NULL,
  Down int(11) default NULL,
  PRIMARY KEY  (Id),
  index (Timestamp)
);

create table if not exists NodeActivity_120 
(
  Id int(11) NOT NULL auto_increment,
  Timestamp  timestamp default CURRENT_TIMESTAMP,
  Used int(11) default NULL,
  Free int(11) default NULL,
  Down int(11) default NULL,
  PRIMARY KEY  (Id),
  index (Timestamp)
);

create table if not exists SimonData (
Machine varchar(40),
Timestamp  timestamp default CURRENT_TIMESTAMP,
CPUBusy tinyint unsigned,
FreeMemPercentage tinyint unsigned,
CPUIdle tinyint unsigned,
CPUNice tinyint unsigned,
CPUSystem tinyint unsigned,
CPUUser tinyint unsigned,
CPUIOWait tinyint unsigned,
CPUIrq tinyint unsigned,
CPUSoftIrq tinyint unsigned,
LoadFifteen  tinyint unsigned,
LoadFive tinyint unsigned,
LoadOne tinyint unsigned,
MemBuffersPercentage tinyint unsigned,
MemCachedPercentage tinyint unsigned,
MemUserPercentage tinyint unsigned,
MemSharedPercentage tinyint unsigned,
MaxDiskBusyPercentage tinyint unsigned,
NetworkInKBps mediumint  unsigned,
NetworkOutKBps mediumint unsigned,
DiskAReadKBps mediumint unsigned,
DiskAWriteKBps mediumint unsigned,
DiskBReadKBps mediumint unsigned,
DiskBWriteKBps mediumint unsigned,
DiskCReadKBps mediumint unsigned,
DiskCWriteKBps mediumint unsigned,
DiskDReadKBps mediumint unsigned,
DiskDWriteKBps mediumint unsigned,
DiskTotalGB smallint unsigned,
DiskUsedPercentage tinyint unsigned,
PacketsIn mediumint unsigned,
PacketsOut mediumint unsigned,
SwapInKBps mediumint unsigned,
SwapOutKBps mediumint unsigned,
primary key( Machine, Timestamp),
index (Timestamp)
);

create table if not exists SimonData_5 (
Machine varchar(40),
Timestamp  timestamp default CURRENT_TIMESTAMP,
CPUBusy tinyint unsigned,
FreeMemPercentage tinyint unsigned,
CPUIdle tinyint unsigned,
CPUNice tinyint unsigned,
CPUSystem tinyint unsigned,
CPUUser tinyint unsigned,
CPUIOWait tinyint unsigned,
CPUIrq tinyint unsigned,
CPUSoftIrq tinyint unsigned,
LoadFifteen  tinyint unsigned,
LoadFive tinyint unsigned,
LoadOne tinyint unsigned,
MemBuffersPercentage tinyint unsigned,
MemCachedPercentage tinyint unsigned,
MemUserPercentage tinyint unsigned,
MemSharedPercentage tinyint unsigned,
MaxDiskBusyPercentage tinyint unsigned,
NetworkInKBps mediumint  unsigned,
NetworkOutKBps mediumint unsigned,
DiskAReadKBps mediumint unsigned,
DiskAWriteKBps mediumint unsigned,
DiskBReadKBps mediumint unsigned,
DiskBWriteKBps mediumint unsigned,
DiskCReadKBps mediumint unsigned,
DiskCWriteKBps mediumint unsigned,
DiskDReadKBps mediumint unsigned,
DiskDWriteKBps mediumint unsigned,
DiskTotalGB smallint unsigned,
DiskUsedPercentage tinyint unsigned,
PacketsIn mediumint unsigned,
PacketsOut mediumint unsigned,
SwapInKBps mediumint unsigned,
SwapOutKBps mediumint unsigned,
primary key( Machine, Timestamp),
index (Timestamp)
);

create table if not exists SimonData_30 (
Machine varchar(40),
Timestamp  timestamp default CURRENT_TIMESTAMP,
CPUBusy tinyint unsigned,
FreeMemPercentage tinyint unsigned,
CPUIdle tinyint unsigned,
CPUNice tinyint unsigned,
CPUSystem tinyint unsigned,
CPUUser tinyint unsigned,
CPUIOWait tinyint unsigned,
CPUIrq tinyint unsigned,
CPUSoftIrq tinyint unsigned,
LoadFifteen  tinyint unsigned,
LoadFive tinyint unsigned,
LoadOne tinyint unsigned,
MemBuffersPercentage tinyint unsigned,
MemCachedPercentage tinyint unsigned,
MemUserPercentage tinyint unsigned,
MemSharedPercentage tinyint unsigned,
MaxDiskBusyPercentage tinyint unsigned,
NetworkInKBps mediumint  unsigned,
NetworkOutKBps mediumint unsigned,
DiskAReadKBps mediumint unsigned,
DiskAWriteKBps mediumint unsigned,
DiskBReadKBps mediumint unsigned,
DiskBWriteKBps mediumint unsigned,
DiskCReadKBps mediumint unsigned,
DiskCWriteKBps mediumint unsigned,
DiskDReadKBps mediumint unsigned,
DiskDWriteKBps mediumint unsigned,
DiskTotalGB smallint unsigned,
DiskUsedPercentage tinyint unsigned,
PacketsIn mediumint unsigned,
PacketsOut mediumint unsigned,
SwapInKBps mediumint unsigned,
SwapOutKBps mediumint unsigned,
primary key( Machine, Timestamp),
index (Timestamp)
);

create table if not exists SimonData_120 (
Machine varchar(40),
Timestamp  timestamp default CURRENT_TIMESTAMP,
CPUBusy tinyint unsigned,
FreeMemPercentage tinyint unsigned,
CPUIdle tinyint unsigned,
CPUNice tinyint unsigned,
CPUSystem tinyint unsigned,
CPUUser tinyint unsigned,
CPUIOWait tinyint unsigned,
CPUIrq tinyint unsigned,
CPUSoftIrq tinyint unsigned,
LoadFifteen  tinyint unsigned,
LoadFive tinyint unsigned,
LoadOne tinyint unsigned,
MemBuffersPercentage tinyint unsigned,
MemCachedPercentage tinyint unsigned,
MemUserPercentage tinyint unsigned,
MemSharedPercentage tinyint unsigned,
MaxDiskBusyPercentage tinyint unsigned,
NetworkInKBps mediumint  unsigned,
NetworkOutKBps mediumint unsigned,
DiskAReadKBps mediumint unsigned,
DiskAWriteKBps mediumint unsigned,
DiskBReadKBps mediumint unsigned,
DiskBWriteKBps mediumint unsigned,
DiskCReadKBps mediumint unsigned,
DiskCWriteKBps mediumint unsigned,
DiskDReadKBps mediumint unsigned,
DiskDWriteKBps mediumint unsigned,
DiskTotalGB smallint unsigned,
DiskUsedPercentage tinyint unsigned,
PacketsIn mediumint unsigned,
PacketsOut mediumint unsigned,
SwapInKBps mediumint unsigned,
SwapOutKBps mediumint unsigned,
primary key( Machine, Timestamp),
index (Timestamp)
);

create table if not exists HodMachine (
HodID varchar(20) not null, 
Machine varchar(40) not null,
index(HodId)
);

create table if not exists HodJob (
HodID varchar(20) primary key, 
UserID varchar(20), 
Status  smallint,
JobTracker varchar(40), 
TimeQueued mediumint unsigned,
StartTime timestamp default CURRENT_TIMESTAMP, 
EndTime timestamp default 0,  
NumOfMachines smallint unsigned,  
SlotLimitPerTracker smallint unsigned,
LogProcessStatus varchar(20),
index(StartTime)
);


create table if not exists MachineInfo (
Name varchar(40) , 
GoodUntil timestamp default 0,
NumOfCores smallint unsigned, 
NumOfCPUs smallint unsigned, 
MemoryMB smallint unsigned, 
NumOfDisks smallint unsigned, 
DiskCapacityInGB smallint unsigned, 
ClockFrequency varchar(20), 
RackID varchar(20), 
primary key(Name,GoodUntil)
);

create table if not exists MRJob(
HodID varchar(20),
MRJobID varchar(80),
MRJobName varchar(100),
STATUS varchar(10),
SUBMIT_TIME timestamp default 0,
LAUNCH_TIME timestamp default 0,
FINISH_TIME timestamp default 0,
MAPPER_PHASE_END_TIME timestamp default 0,
TOTAL_MAPS int unsigned,
TOTAL_REDUCES int unsigned,
FINISHED_MAPS  int unsigned,
FINISHED_REDUCES  int unsigned,      
NumOfLocalSplits int unsigned,
NumOfRackLocalSplits int unsigned,
NUM_OF_MAPPER_ATTEMPTS int unsigned,
NUM_OF_REDUCER_ATTEMPTS int unsigned,
MAPPER_PHASE_EXECUTION_TIME int,
AvgMapperExecutionTime int unsigned,
AvgLocalMapperExecutionTime int unsigned,
AvgRackLocalMapperExecutionTime int unsigned,
AvgRemoteMapperExecutionTime int unsigned,

AvgReducerExecutionTime int unsigned,
AvgShuffleExecutionTime int unsigned,
AvgSortExecutionTime int unsigned,

MapperClass varchar(80),
ReducerClass varchar(80),
PartitionerClass varchar(80),
CombinerClass varchar(80),
InputFormatClass varchar(80),
InputKeyClass varchar(80),
InputValueClass varchar(80),
OutputFormatClass varchar(80),
OutputCompressed tinyint,
OutputCompressionType  varchar(20),
OutputCompressionCodec varchar(20),
OutputKeyClass varchar(80),
OutputValueClass varchar(80),
MapOutputKeyClass varchar(80),
MapOutputValueClass varchar(80),
MapOutputCompressed tinyint,
MapOutputCompressionType  varchar(20),
MapOutputCompressionCodec varchar(20),
InputDataSizeInMB int unsigned,
MapOutputSizeInMB int unsigned,
OutputDataSizeInMB int unsigned,
MR_JOBCONF  text, 
InputDir  text, 
primary key( HodID, MRJobID)
);

create table if not exists MRJobTSData (
HodID varchar(20),
MRJobID varchar(80),
Timestamp timestamp default 0,      
MAPPER_COUNT mediumint unsigned,        
REDUCER_COUNT mediumint unsigned,       
SORT_COUNT mediumint unsigned,  
SHUFFLE_COUNT mediumint unsigned,        
REDUCER_EXECUTION_COUNT mediumint unsigned, 
FINISHED_MAPPER_COUNT   mediumint unsigned, 
FINISHED_REDUCER_COUNT mediumint unsigned,
primary key (HodID, MRJobID, Timestamp),
index(TimeStamp)
);


create table if not exists HodJobDigest(
    HodID VARCHAR(20),
    Timestamp timestamp default 0,
    AvgCPUBusy  tinyint unsigned,
    MinCPUBusy  tinyint unsigned,
    MaxCPUBusy  tinyint unsigned,
    AvgFreeMemPercentage tinyint unsigned,
    MinFreeMemPercentage tinyint unsigned,
    MaxFreeMemPercentage tinyint unsigned,
    AvgMaxDiskBusyPercentage  TINYINT UNSIGNED,
    MinMaxDiskBusyPercentage    TINYINT UNSIGNED,
    MaxMaxDiskBusyPercentage    TINYINT UNSIGNED,
    AvgNetworkInKBps mediumint unsigned,
    MinNetworkInKBps mediumint unsigned,
    MaxNetworkInKBps mediumint unsigned,
    AvgNetworkOutKBps mediumint unsigned,
    MinNetworkOutKBps mediumint unsigned,
    MaxNetworkOutKBps mediumint unsigned,
    AvgDiskAReadKBps mediumint unsigned,
    MinDiskAReadKBps  mediumint unsigned,
    MaxDiskAReadKBps mediumint unsigned,
    AvgDiskBReadKBps mediumint unsigned,
    MinDiskBReadKBps mediumint unsigned,
    MaxDiskBReadKBps mediumint unsigned,
    AvgDiskCReadKBps mediumint unsigned,
    MinDiskCReadKBps mediumint unsigned,
    MaxDiskCReadKBps mediumint unsigned,
    AvgDiskDReadKBps mediumint unsigned,
    MinDiskDReadKBps mediumint unsigned,
    MaxDiskDReadKBps mediumint unsigned,
    AvgDiskAWriteKBps mediumint unsigned,
    MinDiskAWriteKBps mediumint UNSIGNED,
    MaxDiskAWriteKBps mediumint UNSIGNED,
    AvgDiskBWriteKBps mediumint UNSIGNED,
    MinDiskBWriteKBps mediumint UNSIGNED,
    MaxDiskBWriteKBps mediumint UNSIGNED,
    AvgDiskCWriteKBps mediumint UNSIGNED,
    MinDiskCWriteKBps mediumint UNSIGNED,
    MaxDiskCWriteKBps mediumint UNSIGNED,
    AvgDiskDWriteKBps mediumint UNSIGNED,
    MinDiskDWriteKBps mediumint UNSIGNED,
    MaxDiskDWriteKBps mediumint UNSIGNED,
    AvgDiskUsedPercentage  TINYINT UNSIGNED,
    MinDiskUsedPercentage    TINYINT UNSIGNED,
    MaxDiskUsedPercentage    TINYINT UNSIGNED,
    AvgOverallUsage  TINYINT UNSIGNED,
    MinOverallUsage TINYINT UNSIGNED,
    MaxOverallUsage  TINYINT UNSIGNED,
    primary key(HodId, Timestamp),
    index(TimeStamp)
); 

create table if not exists HodJobDigest_5 (
    HodID VARCHAR(20),
    Timestamp timestamp default 0,
    AvgCPUBusy  tinyint unsigned,
    MinCPUBusy  tinyint unsigned,
    MaxCPUBusy  tinyint unsigned,
    AvgFreeMemPercentage tinyint unsigned,
    MinFreeMemPercentage tinyint unsigned,
    MaxFreeMemPercentage tinyint unsigned,
    AvgMaxDiskBusyPercentage  TINYINT UNSIGNED,
    MinMaxDiskBusyPercentage    TINYINT UNSIGNED,
    MaxMaxDiskBusyPercentage    TINYINT UNSIGNED,
    AvgNetworkInKBps mediumint unsigned,
    MinNetworkInKBps mediumint unsigned,
    MaxNetworkInKBps mediumint unsigned,
    AvgNetworkOutKBps mediumint unsigned,
    MinNetworkOutKBps mediumint unsigned,
    MaxNetworkOutKBps mediumint unsigned,
    AvgDiskAReadKBps mediumint unsigned,
    MinDiskAReadKBps  mediumint unsigned,
    MaxDiskAReadKBps mediumint unsigned,
    AvgDiskBReadKBps mediumint unsigned,
    MinDiskBReadKBps mediumint unsigned,
    MaxDiskBReadKBps mediumint unsigned,
    AvgDiskCReadKBps mediumint unsigned,
    MinDiskCReadKBps mediumint unsigned,
    MaxDiskCReadKBps mediumint unsigned,
    AvgDiskDReadKBps mediumint unsigned,
    MinDiskDReadKBps mediumint unsigned,
    MaxDiskDReadKBps mediumint unsigned,
    AvgDiskAWriteKBps mediumint unsigned,
    MinDiskAWriteKBps mediumint UNSIGNED,
    MaxDiskAWriteKBps mediumint UNSIGNED,
    AvgDiskBWriteKBps mediumint UNSIGNED,
    MinDiskBWriteKBps mediumint UNSIGNED,
    MaxDiskBWriteKBps mediumint UNSIGNED,
    AvgDiskCWriteKBps mediumint UNSIGNED,
    MinDiskCWriteKBps mediumint UNSIGNED,
    MaxDiskCWriteKBps mediumint UNSIGNED,
    AvgDiskDWriteKBps mediumint UNSIGNED,
    MinDiskDWriteKBps mediumint UNSIGNED,
    MaxDiskDWriteKBps mediumint UNSIGNED,
    AvgDiskUsedPercentage  TINYINT UNSIGNED,
    MinDiskUsedPercentage    TINYINT UNSIGNED,
    MaxDiskUsedPercentage    TINYINT UNSIGNED,
    AvgOverallUsage  TINYINT UNSIGNED,
    MinOverallUsage TINYINT UNSIGNED,
    MaxOverallUsage  TINYINT UNSIGNED,
    primary key(HodId, Timestamp),
    index(TimeStamp)
);
 
create table if not exists HodJobDigest_30 (
    HodID VARCHAR(20),
    Timestamp timestamp default 0,
    AvgCPUBusy  tinyint unsigned,
    MinCPUBusy  tinyint unsigned,
    MaxCPUBusy  tinyint unsigned,
    AvgFreeMemPercentage tinyint unsigned,
    MinFreeMemPercentage tinyint unsigned,
    MaxFreeMemPercentage tinyint unsigned,
    AvgMaxDiskBusyPercentage  TINYINT UNSIGNED,
    MinMaxDiskBusyPercentage    TINYINT UNSIGNED,
    MaxMaxDiskBusyPercentage    TINYINT UNSIGNED,
    AvgNetworkInKBps mediumint unsigned,
    MinNetworkInKBps mediumint unsigned,
    MaxNetworkInKBps mediumint unsigned,
    AvgNetworkOutKBps mediumint unsigned,
    MinNetworkOutKBps mediumint unsigned,
    MaxNetworkOutKBps mediumint unsigned,
    AvgDiskAReadKBps mediumint unsigned,
    MinDiskAReadKBps  mediumint unsigned,
    MaxDiskAReadKBps mediumint unsigned,
    AvgDiskBReadKBps mediumint unsigned,
    MinDiskBReadKBps mediumint unsigned,
    MaxDiskBReadKBps mediumint unsigned,
    AvgDiskCReadKBps mediumint unsigned,
    MinDiskCReadKBps mediumint unsigned,
    MaxDiskCReadKBps mediumint unsigned,
    AvgDiskDReadKBps mediumint unsigned,
    MinDiskDReadKBps mediumint unsigned,
    MaxDiskDReadKBps mediumint unsigned,
    AvgDiskAWriteKBps mediumint unsigned,
    MinDiskAWriteKBps mediumint UNSIGNED,
    MaxDiskAWriteKBps mediumint UNSIGNED,
    AvgDiskBWriteKBps mediumint UNSIGNED,
    MinDiskBWriteKBps mediumint UNSIGNED,
    MaxDiskBWriteKBps mediumint UNSIGNED,
    AvgDiskCWriteKBps mediumint UNSIGNED,
    MinDiskCWriteKBps mediumint UNSIGNED,
    MaxDiskCWriteKBps mediumint UNSIGNED,
    AvgDiskDWriteKBps mediumint UNSIGNED,
    MinDiskDWriteKBps mediumint UNSIGNED,
    MaxDiskDWriteKBps mediumint UNSIGNED,
    AvgDiskUsedPercentage  TINYINT UNSIGNED,
    MinDiskUsedPercentage    TINYINT UNSIGNED,
    MaxDiskUsedPercentage    TINYINT UNSIGNED,
    AvgOverallUsage  TINYINT UNSIGNED,
    MinOverallUsage TINYINT UNSIGNED,
    MaxOverallUsage  TINYINT UNSIGNED,
    primary key(HodId, Timestamp),
    index(TimeStamp)
); 

create table if not exists HodJobDigest_120 (
    HodID VARCHAR(20),
    Timestamp timestamp default 0,
    AvgCPUBusy  tinyint unsigned,
    MinCPUBusy  tinyint unsigned,
    MaxCPUBusy  tinyint unsigned,
    AvgFreeMemPercentage tinyint unsigned,
    MinFreeMemPercentage tinyint unsigned,
    MaxFreeMemPercentage tinyint unsigned,
    AvgMaxDiskBusyPercentage  TINYINT UNSIGNED,
    MinMaxDiskBusyPercentage    TINYINT UNSIGNED,
    MaxMaxDiskBusyPercentage    TINYINT UNSIGNED,
    AvgNetworkInKBps mediumint unsigned,
    MinNetworkInKBps mediumint unsigned,
    MaxNetworkInKBps mediumint unsigned,
    AvgNetworkOutKBps mediumint unsigned,
    MinNetworkOutKBps mediumint unsigned,
    MaxNetworkOutKBps mediumint unsigned,
    AvgDiskAReadKBps mediumint unsigned,
    MinDiskAReadKBps  mediumint unsigned,
    MaxDiskAReadKBps mediumint unsigned,
    AvgDiskBReadKBps mediumint unsigned,
    MinDiskBReadKBps mediumint unsigned,
    MaxDiskBReadKBps mediumint unsigned,
    AvgDiskCReadKBps mediumint unsigned,
    MinDiskCReadKBps mediumint unsigned,
    MaxDiskCReadKBps mediumint unsigned,
    AvgDiskDReadKBps mediumint unsigned,
    MinDiskDReadKBps mediumint unsigned,
    MaxDiskDReadKBps mediumint unsigned,
    AvgDiskAWriteKBps mediumint unsigned,
    MinDiskAWriteKBps mediumint UNSIGNED,
    MaxDiskAWriteKBps mediumint UNSIGNED,
    AvgDiskBWriteKBps mediumint UNSIGNED,
    MinDiskBWriteKBps mediumint UNSIGNED,
    MaxDiskBWriteKBps mediumint UNSIGNED,
    AvgDiskCWriteKBps mediumint UNSIGNED,
    MinDiskCWriteKBps mediumint UNSIGNED,
    MaxDiskCWriteKBps mediumint UNSIGNED,
    AvgDiskDWriteKBps mediumint UNSIGNED,
    MinDiskDWriteKBps mediumint UNSIGNED,
    MaxDiskDWriteKBps mediumint UNSIGNED,
    AvgDiskUsedPercentage  TINYINT UNSIGNED,
    MinDiskUsedPercentage    TINYINT UNSIGNED,
    MaxDiskUsedPercentage    TINYINT UNSIGNED,
    AvgOverallUsage  TINYINT UNSIGNED,
    MinOverallUsage TINYINT UNSIGNED,
    MaxOverallUsage  TINYINT UNSIGNED,
    primary key(HodId, Timestamp),
    index(TimeStamp)
); 
create table if not exists HodJobUnprocessed (
HodID varchar(20),
primary key(HodId)
);

create table if not exists QueueInfo(
Timestamp timestamp default 0,
HodID VARCHAR(20),
Queue VARCHAR(20),
NumOfMachine smallint unsigned,
status varchar(1),
index(TimeStamp)
);


create table if not exists cluster_systemstate(
    Timestamp timestamp default 0,
    nodes mediumint UNSIGNED, 
    pids mediumint UNSIGNED,
    avgBlurbs double,
    avgBlurbRate double,
    avgCpuIdle double,
    avgCpuNice double,
    avgCpuNicePercent double,
    avgCpuSystem double,
    avgCpuUser double,
    avgCpuIowait double,
    avgCpuIrq double,
    avgCpuSoftirq double,
    avgCpuBusy double,
    avgLoadOne double,
    avgLoadFive double,
    avgLoadFifteen double,
    avgMemBuffers double,
    avgMemCached double,
    avgMemCachedPercent double,
    avgMemFree double,
    avgMemFreePercent double,
    avgMemUser double,
    avgMemUserPercent double,
    avgMemShared double,
    avgMemSharedPercent double,
    avgMemTotal double,
    avgSwapTotal double,
    avgSwapInKbps double,
    avgSwapOutKbps double,
    avgBytesIn double,
    avgBytesOut double,
    avgPktsIn double,
    avgPktsOut double,
    avgDiskFree double,
    avgDiskTotal double,
    avgDiskUsed double,
    avgPartMaxUsed double,
    avgDiskMaxBusy double,
    primary key(Timestamp),
    index(TimeStamp)
);

create table if not exists cluster_systemstate_5(
    Timestamp timestamp default 0,
    nodes mediumint UNSIGNED, 
    pids mediumint UNSIGNED,
    avgBlurbs double,
    avgBlurbRate double,
    avgCpuIdle double,
    avgCpuNice double,
    avgCpuNicePercent double,
    avgCpuSystem double,
    avgCpuUser double,
    avgCpuIowait double,
    avgCpuIrq double,
    avgCpuSoftirq double,
    avgCpuBusy double,
    avgLoadOne double,
    avgLoadFive double,
    avgLoadFifteen double,
    avgMemBuffers double,
    avgMemCached double,
    avgMemCachedPercent double,
    avgMemFree double,
    avgMemFreePercent double,
    avgMemUser double,
    avgMemUserPercent double,
    avgMemShared double,
    avgMemSharedPercent double,
    avgMemTotal double,
    avgSwapTotal double,
    avgSwapInKbps double,
    avgSwapOutKbps double,
    avgBytesIn double,
    avgBytesOut double,
    avgPktsIn double,
    avgPktsOut double,
    avgDiskFree double,
    avgDiskTotal double,
    avgDiskUsed double,
    avgPartMaxUsed double,
    avgDiskMaxBusy double,
    primary key(Timestamp),
    index(TimeStamp)
);

create table if not exists cluster_systemstate_30(
    Timestamp timestamp default 0,
    nodes mediumint UNSIGNED, 
    pids mediumint UNSIGNED,
    avgBlurbs double,
    avgBlurbRate double,
    avgCpuIdle double,
    avgCpuNice double,
    avgCpuNicePercent double,
    avgCpuSystem double,
    avgCpuUser double,
    avgCpuIowait double,
    avgCpuIrq double,
    avgCpuSoftirq double,
    avgCpuBusy double,
    avgLoadOne double,
    avgLoadFive double,
    avgLoadFifteen double,
    avgMemBuffers double,
    avgMemCached double,
    avgMemCachedPercent double,
    avgMemFree double,
    avgMemFreePercent double,
    avgMemUser double,
    avgMemUserPercent double,
    avgMemShared double,
    avgMemSharedPercent double,
    avgMemTotal double,
    avgSwapTotal double,
    avgSwapInKbps double,
    avgSwapOutKbps double,
    avgBytesIn double,
    avgBytesOut double,
    avgPktsIn double,
    avgPktsOut double,
    avgDiskFree double,
    avgDiskTotal double,
    avgDiskUsed double,
    avgPartMaxUsed double,
    avgDiskMaxBusy double,
    primary key(Timestamp),
    index(TimeStamp)
);

create table if not exists cluster_systemstate_120(
    Timestamp timestamp default 0,
    nodes mediumint UNSIGNED, 
    pids mediumint UNSIGNED,
    avgBlurbs double,
    avgBlurbRate double,
    avgCpuIdle double,
    avgCpuNice double,
    avgCpuNicePercent double,
    avgCpuSystem double,
    avgCpuUser double,
    avgCpuIowait double,
    avgCpuIrq double,
    avgCpuSoftirq double,
    avgCpuBusy double,
    avgLoadOne double,
    avgLoadFive double,
    avgLoadFifteen double,
    avgMemBuffers double,
    avgMemCached double,
    avgMemCachedPercent double,
    avgMemFree double,
    avgMemFreePercent double,
    avgMemUser double,
    avgMemUserPercent double,
    avgMemShared double,
    avgMemSharedPercent double,
    avgMemTotal double,
    avgSwapTotal double,
    avgSwapInKbps double,
    avgSwapOutKbps double,
    avgBytesIn double,
    avgBytesOut double,
    avgPktsIn double,
    avgPktsOut double,
    avgDiskFree double,
    avgDiskTotal double,
    avgDiskUsed double,
    avgPartMaxUsed double,
    avgDiskMaxBusy double,
    primary key(Timestamp),
    index(TimeStamp)
);

create table if not exists dfs_throughput (
    Timestamp timestamp default 0,
    nodes mediumint UNSIGNED,
    pids mediumint UNSIGNED,
    restarts mediumint UNSIGNED,
    bytesWrittenPerSec double,
    bytesReadPerSec double,
    blocksWrittenPerSec double,
    blocksReadPerSec double,
    blocksReplicatedPerSec double,
    blocksRemovedPerSec double,
    blocksVerifiedPerSec double,
    blockVerificationFailuresPerSec double,
    readsFromLocalClientPerSec double,
    readsFromLocalRemotePerSec double,
    writesFromLocalClientPerSec double,
    writesFromLocalRemotePerSec double,
    readBlockOperationsPerSec double,
    numberReadBlockOperations double,
    writeBlockOperationsPerSec double,
    numberWriteBlockOperations double,
    readMetadataOperationsPerSec double,
    numberReadMetadataOperations double,
    copyBlockOperationsPerSec double,
    numberCopyBlockOperations double,
    replaceBlockOperationsPerSec double,
    numberReplaceBlockOperations double,
    heartBeatsPerSec double,
    numberHeartBeats double,
    blockReportsPerSec double,
    numberBlockReports double,
    primary key(Timestamp),
    index(TimeStamp)
);

create table if not exists dfs_throughput_5 (
    Timestamp timestamp default 0,
    nodes mediumint UNSIGNED,
    pids mediumint UNSIGNED,
    restarts mediumint UNSIGNED,
    bytesWrittenPerSec double,
    bytesReadPerSec double,
    blocksWrittenPerSec double,
    blocksReadPerSec double,
    blocksReplicatedPerSec double,
    blocksRemovedPerSec double,
    blocksVerifiedPerSec double,
    blockVerificationFailuresPerSec double,
    readsFromLocalClientPerSec double,
    readsFromLocalRemotePerSec double,
    writesFromLocalClientPerSec double,
    writesFromLocalRemotePerSec double,
    readBlockOperationsPerSec double,
    numberReadBlockOperations double,
    writeBlockOperationsPerSec double,
    numberWriteBlockOperations double,
    readMetadataOperationsPerSec double,
    numberReadMetadataOperations double,
    copyBlockOperationsPerSec double,
    numberCopyBlockOperations double,
    replaceBlockOperationsPerSec double,
    numberReplaceBlockOperations double,
    heartBeatsPerSec double,
    numberHeartBeats double,
    blockReportsPerSec double,
    numberBlockReports double,
    primary key(Timestamp),
    index(TimeStamp)
);

create table if not exists dfs_throughput_30 (
    Timestamp timestamp default 0,
    nodes mediumint UNSIGNED,
    pids mediumint UNSIGNED,
    restarts mediumint UNSIGNED,
    bytesWrittenPerSec double,
    bytesReadPerSec double,
    blocksWrittenPerSec double,
    blocksReadPerSec double,
    blocksReplicatedPerSec double,
    blocksRemovedPerSec double,
    blocksVerifiedPerSec double,
    blockVerificationFailuresPerSec double,
    readsFromLocalClientPerSec double,
    readsFromLocalRemotePerSec double,
    writesFromLocalClientPerSec double,
    writesFromLocalRemotePerSec double,
    readBlockOperationsPerSec double,
    numberReadBlockOperations double,
    writeBlockOperationsPerSec double,
    numberWriteBlockOperations double,
    readMetadataOperationsPerSec double,
    numberReadMetadataOperations double,
    copyBlockOperationsPerSec double,
    numberCopyBlockOperations double,
    replaceBlockOperationsPerSec double,
    numberReplaceBlockOperations double,
    heartBeatsPerSec double,
    numberHeartBeats double,
    blockReportsPerSec double,
    numberBlockReports double,
    primary key(Timestamp),
    index(TimeStamp)
);

create table if not exists dfs_throughput_120 (
    Timestamp timestamp default 0,
    nodes mediumint UNSIGNED,
    pids mediumint UNSIGNED,
    restarts mediumint UNSIGNED,
    bytesWrittenPerSec double,
    bytesReadPerSec double,
    blocksWrittenPerSec double,
    blocksReadPerSec double,
    blocksReplicatedPerSec double,
    blocksRemovedPerSec double,
    blocksVerifiedPerSec double,
    blockVerificationFailuresPerSec double,
    readsFromLocalClientPerSec double,
    readsFromLocalRemotePerSec double,
    writesFromLocalClientPerSec double,
    writesFromLocalRemotePerSec double,
    readBlockOperationsPerSec double,
    numberReadBlockOperations double,
    writeBlockOperationsPerSec double,
    numberWriteBlockOperations double,
    readMetadataOperationsPerSec double,
    numberReadMetadataOperations double,
    copyBlockOperationsPerSec double,
    numberCopyBlockOperations double,
    replaceBlockOperationsPerSec double,
    numberReplaceBlockOperations double,
    heartBeatsPerSec double,
    numberHeartBeats double,
    blockReportsPerSec double,
    numberBlockReports double,
    primary key(Timestamp),
    index(TimeStamp)
);

create table if not exists dfs_individual (
    Timestamp timestamp default 0,
    node varchar(80),
    pids mediumint UNSIGNED,
    bytesWrittenPerSec double,
    blocksRemovedPerSec double,
    readsFromLocalRemotePerSec double,
    writesFromLocalClientPerSec double,
    blocksVerifiedPerSec double,
    blocksWrittenPerSec double,
    blockVerificationFailuresPerSec double,
    restarts double,
    blocksReplicatedPerSec double,
    bytesReadPerSec double,
    writesFromLocalRemotePerSec double,
    readsFromLocalClientPerSec double,
    blocksReadPerSec double,
    primary key(node, TimeStamp),
    index(TimeStamp)
);

create table if not exists dfs_individual_5 (
    Timestamp timestamp default 0,
    node varchar(80),
    pids mediumint UNSIGNED,
    bytesWrittenPerSec double,
    blocksRemovedPerSec double,
    readsFromLocalRemotePerSec double,
    writesFromLocalClientPerSec double,
    blocksVerifiedPerSec double,
    blocksWrittenPerSec double,
    blockVerificationFailuresPerSec double,
    restarts double,
    blocksReplicatedPerSec double,
    bytesReadPerSec double,
    writesFromLocalRemotePerSec double,
    readsFromLocalClientPerSec double,
    blocksReadPerSec double,
    primary key(node, TimeStamp),
    index(TimeStamp)
);

create table if not exists dfs_individual_30 (
    Timestamp timestamp default 0,
    node varchar(80),
    pids mediumint UNSIGNED,
    bytesWrittenPerSec double,
    blocksRemovedPerSec double,
    readsFromLocalRemotePerSec double,
    writesFromLocalClientPerSec double,
    blocksVerifiedPerSec double,
    blocksWrittenPerSec double,
    blockVerificationFailuresPerSec double,
    restarts double,
    blocksReplicatedPerSec double,
    bytesReadPerSec double,
    writesFromLocalRemotePerSec double,
    readsFromLocalClientPerSec double,
    blocksReadPerSec double,
    primary key(node, TimeStamp),
    index(TimeStamp)
);

create table if not exists dfs_individual_120 (
    Timestamp timestamp default 0,
    node varchar(80),
    pids mediumint UNSIGNED,
    bytesWrittenPerSec double,
    blocksRemovedPerSec double,
    readsFromLocalRemotePerSec double,
    writesFromLocalClientPerSec double,
    blocksVerifiedPerSec double,
    blocksWrittenPerSec double,
    blockVerificationFailuresPerSec double,
    restarts double,
    blocksReplicatedPerSec double,
    bytesReadPerSec double,
    writesFromLocalRemotePerSec double,
    readsFromLocalClientPerSec double,
    blocksReadPerSec double,
    primary key(node, TimeStamp),
    index(TimeStamp)
);

create table if not exists dfs_namenode (
    Timestamp timestamp default 0,
    node varchar(80),
    pids mediumint UNSIGNED,
    restarts mediumint UNSIGNED,
    filesDeletedPerSec double,
    filesCreatedPerSec double,
    filesOpenedPerSec double,
    filesRenamedPerSec double,
    filesListedPerSec double,
    numberOfTransactionsPerSec double, 
    AverageTransactions double,
    timeInSafeMode double,
    numberOfSyncsPerSec double,
    AverageSyncTime double,
    fsImageLoadTime double,
    numberOfBlockReportPerSec double,
    AverageBlockReportTime double,
    BlocksCorrupted double,
    primary key(node, Timestamp),
    index(TimeStamp)
);

create table if not exists dfs_namenode_5 (
    Timestamp timestamp default 0,
    node varchar(80),
    pids mediumint UNSIGNED,
    restarts mediumint UNSIGNED,
    filesDeletedPerSec double,
    filesCreatedPerSec double,
    filesOpenedPerSec double,
    filesRenamedPerSec double,
    filesListedPerSec double,
    numberOfTransactionsPerSec double, 
    AverageTransactions double,
    timeInSafeMode double,
    numberOfSyncsPerSec double,
    AverageSyncTime double,
    fsImageLoadTime double,
    numberOfBlockReportPerSec double,
    AverageBlockReportTime double,
    BlocksCorrupted double,
    primary key(node, Timestamp),
    index(TimeStamp)
);

create table if not exists dfs_namenode_30 (
    Timestamp timestamp default 0,
    node varchar(80),
    pids mediumint UNSIGNED,
    restarts mediumint UNSIGNED,
    filesDeletedPerSec double,
    filesCreatedPerSec double,
    filesOpenedPerSec double,
    filesRenamedPerSec double,
    filesListedPerSec double,
    numberOfTransactionsPerSec double, 
    AverageTransactions double,
    timeInSafeMode double,
    numberOfSyncsPerSec double,
    AverageSyncTime double,
    fsImageLoadTime double,
    numberOfBlockReportPerSec double,
    AverageBlockReportTime double,
    BlocksCorrupted double,
    primary key(node, Timestamp),
    index(TimeStamp)
);

create table if not exists dfs_namenode_120 (
    Timestamp timestamp default 0,
    node varchar(80),
    pids mediumint UNSIGNED,
    restarts mediumint UNSIGNED,
    filesDeletedPerSec double,
    filesCreatedPerSec double,
    filesOpenedPerSec double,
    filesRenamedPerSec double,
    filesListedPerSec double,
    numberOfTransactionsPerSec double, 
    AverageTransactions double,
    timeInSafeMode double,
    numberOfSyncsPerSec double,
    AverageSyncTime double,
    fsImageLoadTime double,
    numberOfBlockReportPerSec double,
    AverageBlockReportTime double,
    BlocksCorrupted double,
    primary key(node, Timestamp),
    index(TimeStamp)
);

create table if not exists MRJobCounters (
    HodId double,
    JobId double,
    MAP_REDUCE_FRAMEWORK_REDUCE_INPUT_GROUPS double,
    FILE_SYSTEMS_LOCAL_BYTES_WRITTEN double,
    MAP_REDUCE_FRAMEWORK_MAP_OUTPUT_BYTES double,
    JOB_COUNTERS__LAUNCHED_MAP_TASKS double,
    MAP_REDUCE_FRAMEWORK_MAP_OUTPUT_RECORDS double,
    MAP_REDUCE_FRAMEWORK_MAP_INPUT_RECORDS double,
    MAP_REDUCE_FRAMEWORK_REDUCE_OUTPUT_RECORDS double,
    FILE_SYSTEMS_HDFS_BYTES_READ double,
    JOB_COUNTERS__RACK_LOCAL_MAP_TASKS double,
    MAP_REDUCE_FRAMEWORK_REDUCE_INPUT_RECORDS double,
    MAP_REDUCE_FRAMEWORK_COMBINE_OUTPUT_RECORDS double,
    JOB_COUNTERS__DATA_LOCAL_MAP_TASKS double,
    FILE_SYSTEMS_HDFS_BYTES_WRITTEN double,
    FILE_SYSTEMS_LOCAL_BYTES_READ double, 
    MAP_REDUCE_FRAMEWORK_MAP_INPUT_BYTES double, 
    JOB_COUNTERS__LAUNCHED_REDUCE_TASKS double,
    MAP_REDUCE_FRAMEWORK_COMBINE_INPUT_RECORDS double,
    primary key(HodId, JobId),
    index(HodId)
);

create table if not exists rpc_metrics (
    Timestamp timestamp default 0,
    nodes double,
    AverageRpcQueueTime_num_ops double,
    AverageRpcQueueTime_avg_time double,
    AverageRpcProcessingTime_num_ops double,
    AverageRpcProcessingTime_avg_time double,
    RpcDiscarded_num_ops double,
    RpcDiscarded_avg_time double,
    register_num_ops double,
    register_avg_time double,
    getProtocolVersion_num_ops double,
    getProtocolVersion_avg_time double,
    sendHeartbeat_num_ops double,
    sendHeartbeat_avg_time double,
    blockReport_num_ops double,
    blockReport_avg_time double,
    getBlockLocations_num_ops double,
    heartbeat_num_ops double,
    versionRequest_num_ops double,
    setPermission_num_ops double,
    rollFsImage_num_ops double,
    primary key(timestamp),
    index(timestamp)
);

create table if not exists rpc_metrics_5 (
    Timestamp timestamp default 0,
    nodes double,
    AverageRpcQueueTime_num_ops double,
    AverageRpcQueueTime_avg_time double,
    AverageRpcProcessingTime_num_ops double,
    AverageRpcProcessingTime_avg_time double,
    RpcDiscarded_num_ops double,
    RpcDiscarded_avg_time double,
    register_num_ops double,
    register_avg_time double,
    getProtocolVersion_num_ops double,
    getProtocolVersion_avg_time double,
    sendHeartbeat_num_ops double,
    sendHeartbeat_avg_time double,
    blockReport_num_ops double,
    blockReport_avg_time double,
    getBlockLocations_num_ops double,
    heartbeat_num_ops double,
    versionRequest_num_ops double,
    setPermission_num_ops double,
    rollFsImage_num_ops double,
    primary key(timestamp),
    index(timestamp)
);

create table if not exists rpc_metrics_30 (
    Timestamp timestamp default 0,
    nodes double,
    AverageRpcQueueTime_num_ops double,
    AverageRpcQueueTime_avg_time double,
    AverageRpcProcessingTime_num_ops double,
    AverageRpcProcessingTime_avg_time double,
    RpcDiscarded_num_ops double,
    RpcDiscarded_avg_time double,
    register_num_ops double,
    register_avg_time double,
    getProtocolVersion_num_ops double,
    getProtocolVersion_avg_time double,
    sendHeartbeat_num_ops double,
    sendHeartbeat_avg_time double,
    blockReport_num_ops double,
    blockReport_avg_time double,
    getBlockLocations_num_ops double,
    heartbeat_num_ops double,
    versionRequest_num_ops double,
    setPermission_num_ops double,
    rollFsImage_num_ops double,
    primary key(timestamp),
    index(timestamp)
);

create table if not exists rpc_metrics_120 (
    Timestamp timestamp default 0,
    nodes double,
    AverageRpcQueueTime_num_ops double,
    AverageRpcQueueTime_avg_time double,
    AverageRpcProcessingTime_num_ops double,
    AverageRpcProcessingTime_avg_time double,
    RpcDiscarded_num_ops double,
    RpcDiscarded_avg_time double,
    register_num_ops double,
    register_avg_time double,
    getProtocolVersion_num_ops double,
    getProtocolVersion_avg_time double,
    sendHeartbeat_num_ops double,
    sendHeartbeat_avg_time double,
    blockReport_num_ops double,
    blockReport_avg_time double,
    getBlockLocations_num_ops double,
    heartbeat_num_ops double,
    versionRequest_num_ops double,
    setPermission_num_ops double,
    rollFsImage_num_ops double,
    primary key(timestamp),
    index(timestamp)
);

create table if not exists dfs_fsnamesystem_status (
    Timestamp timestamp default 0,
    node VARCHAR(80),
    FilesTotal double,
    BlocksTotal double,
    CapacityTotalGB double,
    CapacityUsedGB double,
    CapacityRemainingGB double,
    TotalLoad double,
    PendingReplicationBlocks double,
    UnderReplicatedBlocks double,
    ScheduledReplicationBlocks double,
    primary key(node, timestamp),
    index(timestamp)
);

create table if not exists dfs_fsnamesystem_status_5 (
    Timestamp timestamp default 0,
    node VARCHAR(80),
    FilesTotal double,
    BlocksTotal double,
    CapacityTotalGB double,
    CapacityUsedGB double,
    CapacityRemainingGB double,
    TotalLoad double,
    PendingReplicationBlocks double,
    UnderReplicatedBlocks double,
    ScheduledReplicationBlocks double,
    primary key(node, timestamp),
    index(timestamp)
);

create table if not exists dfs_fsnamesystem_status_30 (
    Timestamp timestamp default 0,
    node VARCHAR(80),
    FilesTotal double,
    BlocksTotal double,
    CapacityTotalGB double,
    CapacityUsedGB double,
    CapacityRemainingGB double,
    TotalLoad double,
    PendingReplicationBlocks double,
    UnderReplicatedBlocks double,
    ScheduledReplicationBlocks double,
    primary key(node, timestamp),
    index(timestamp)
);

create table if not exists dfs_fsnamesystem_status_120 (
    Timestamp timestamp default 0,
    node VARCHAR(80),
    FilesTotal double,
    BlocksTotal double,
    CapacityTotalGB double,
    CapacityUsedGB double,
    CapacityRemainingGB double,
    TotalLoad double,
    PendingReplicationBlocks double,
    UnderReplicatedBlocks double,
    ScheduledReplicationBlocks double,
    primary key(node, timestamp),
    index(timestamp)
);