#
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
#
#


# NAGIOS SERVER Check (status log update)
<%if scope.function_hdp_nagios_members_exist('nagios-server')-%>
define service {
        name                            hadoop-service
        use                             generic-service
        notification_options            w,u,c
        first_notification_delay        0
        notification_interval           0     # Send the notification once
}

define service {        
        hostgroup_name          nagios-server        
        use                     hadoop-service
        service_description     NAGIOS::Nagios status log staleness
        servicegroups           NAGIOS
        check_command           check_nagios!10!/var/nagios/status.dat!<%=nagios_lookup_daemon_str%>
        normal_check_interval   5
        retry_check_interval    0.5
        max_check_attempts      2
}

# NAGIOS SERVER HDFS Checks
define service {
        hostgroup_name          nagios-server
        use                     hadoop-service
        service_description     HDFS::Percent DataNodes storage full
        servicegroups           HDFS
        check_command           check_aggregate!"DATANODE::DataNode storage full"!10%!30%
        normal_check_interval   2
        retry_check_interval    1 
        max_check_attempts      1
}

define service {
        hostgroup_name          nagios-server
        use                     hadoop-service
        service_description     HDFS::Percent DataNodes down
        servicegroups           HDFS
        check_command           check_aggregate!"DATANODE::DataNode process down"!10%!30%
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}

# NAGIOS SERVER MAPREDUCE Checks
define service {
        hostgroup_name          nagios-server
        use                     hadoop-service
        service_description     MAPREDUCE::Percent TaskTrackers down
        servicegroups           MAPREDUCE
        check_command           check_aggregate!"TASKTRACKER::TaskTracker process down"!10%!30%
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}

# NAGIOS SERVER ZOOKEEPER Checks
<%if scope.function_hdp_nagios_members_exist('zookeeper-servers')-%>
define service {
        hostgroup_name          nagios-server
        use                     hadoop-service
        service_description     ZOOKEEPER::Percent ZooKeeper Servers down
        servicegroups           ZOOKEEPER
        check_command           check_aggregate!"ZOOKEEPER::ZooKeeper Server process down"!35%!70%
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}
<%end-%>

# NAGIOS SERVER HBASE Checks
<%if scope.function_hdp_nagios_members_exist('hbasemaster')-%>
define service {
        hostgroup_name          nagios-server
        use                     hadoop-service
        service_description     HBASE::Percent RegionServers down
        servicegroups           HBASE
        check_command           check_aggregate!"REGIONSERVER::RegionServer process down"!10%!30%
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}
<%end-%>
<%end-%>

# GANGLIA SERVER Checks
<%if scope.function_hdp_nagios_members_exist('ganglia-server')-%>
define service {
        hostgroup_name          ganglia-server
        use                     hadoop-service
        service_description     GANGLIA::Ganglia [gmetad] process down
        servicegroups           GANGLIA
        check_command           check_tcp!8651!-w 1 -c 1
        normal_check_interval   0.25
        retry_check_interval    0.25
        max_check_attempts      4
}

define service {
        hostgroup_name          ganglia-server
        use                     hadoop-service
        service_description     GANGLIA::Ganglia Collector [gmond] process down alert for slaves
        servicegroups           GANGLIA
        check_command           check_tcp!8660!-w 1 -c 1
        normal_check_interval   0.25
        retry_check_interval    0.25
        max_check_attempts      4
}

define service {
        hostgroup_name          ganglia-server
        use                     hadoop-service
        service_description     GANGLIA::Ganglia Collector [gmond] process down alert for NameNode
        servicegroups           GANGLIA
        check_command           check_tcp!8661!-w 1 -c 1
        normal_check_interval   0.25
        retry_check_interval    0.25
        max_check_attempts      4
}

define service {
        hostgroup_name          ganglia-server
        use                     hadoop-service
        service_description     GANGLIA::Ganglia Collector [gmond] process down alert for JobTracker
        servicegroups           GANGLIA
        check_command           check_tcp!8662!-w 1 -c 1
        normal_check_interval   0.25
        retry_check_interval    0.25
        max_check_attempts      4
}

<%if scope.function_hdp_nagios_members_exist('hbasemaster')-%>
define service {
        hostgroup_name          ganglia-server
        use                     hadoop-service
        service_description     GANGLIA::Ganglia Collector [gmond] process down alert for HBase Master
        servicegroups           GANGLIA
        check_command           check_tcp!8663!-w 1 -c 1
        normal_check_interval   0.25
        retry_check_interval    0.25
        max_check_attempts      4
}
<%end-%>
<%end-%>

<%if scope.function_hdp_nagios_members_exist('snamenode')-%>
# Secondary namenode checks
define service {
        hostgroup_name          snamenode
        use                     hadoop-service
        service_description     NAMENODE::Secondary NameNode process down
        servicegroups           HDFS
        check_command           check_tcp!50090!-w 1 -c 1
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}
<%end-%>
<%if scope.function_hdp_nagios_members_exist('namenode')-%>
# HDFS Checks
define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     NAMENODE::NameNode Web UI down
        servicegroups           HDFS
        check_command           check_webui!namenode
        normal_check_interval   1
        retry_check_interval    1
        max_check_attempts      3
}

define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     NAMENODE::NameNode edit logs directory status
        servicegroups           HDFS
        check_command           check_name_dir_status!50070
        normal_check_interval   0.5
        retry_check_interval    0.5
        max_check_attempts      3
}
<% if scope.function_hdp_template_var("hdp_os_type") != "suse"%>
define service {        
        hostgroup_name          namenode        
        use                     hadoop-service
        service_description     NAMENODE::NameNode host CPU utilization
        servicegroups           HDFS
        check_command           check_cpu!200%!250%
        normal_check_interval   5
        retry_check_interval    2 
        max_check_attempts      5
}
<% end %>

define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     NAMENODE::NameNode process down
        servicegroups           HDFS
        check_command           check_tcp!8020!-w 1 -c 1
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      3
}

define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     HDFS::Corrupt/Missing blocks
        servicegroups           HDFS
        check_command           check_hdfs_blocks!50070!0%!0%
        normal_check_interval   2
        retry_check_interval    1 
        max_check_attempts      1
}

define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     HDFS::HDFS capacity utilization
        servicegroups           HDFS
        check_command           check_hdfs_capacity!50070!80%!90%
        normal_check_interval   10
        retry_check_interval    1 
        max_check_attempts      1
}

define service {
        hostgroup_name          namenode
        use                     hadoop-service
        service_description     HDFS::NameNode RPC latency
        servicegroups           HDFS
        check_command           check_rpcq_latency!NameNode!50070!3000!5000
        normal_check_interval   5
        retry_check_interval    1 
        max_check_attempts      5
}
<%end-%>

# MAPREDUCE Checks
<%if scope.function_hdp_nagios_members_exist('jobtracker')-%>
define service {
        hostgroup_name          jobtracker
        use                     hadoop-service
        service_description     JOBTRACKER::JobTracker Web UI down
        servicegroups           MAPREDUCE
        check_command           check_webui!jobtracker
        normal_check_interval   1
        retry_check_interval    1
        max_check_attempts      3
}

define service {
        hostgroup_name          jobtracker
        use                     hadoop-service
        service_description     JOBTRACKER::JobHistory Web UI down
        servicegroups           MAPREDUCE
        check_command           check_webui!jobhistory
        normal_check_interval   1
        retry_check_interval    1
        max_check_attempts      3
}
 <% if scope.function_hdp_template_var("hdp_os_type") != "suse"%>
define service {
        hostgroup_name          jobtracker
        use                     hadoop-service
        service_description     JOBTRACKER::JobTracker CPU utilization
        servicegroups           MAPREDUCE
        check_command           check_cpu!200%!250%
        normal_check_interval   5
        retry_check_interval    2 
        max_check_attempts      5
}
<% end %>

define service {
        hostgroup_name          jobtracker
        use                     hadoop-service
        service_description     JOBTRACKER::JobTracker process down
        servicegroups           MAPREDUCE
        check_command           check_tcp!50030!-w 1 -c 1
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      4
}

define service {
        hostgroup_name          jobtracker
        use                     hadoop-service
        service_description     MAPREDUCE::JobTracker RPC latency
        servicegroups           MAPREDUCE
        check_command           check_rpcq_latency!JobTracker!50030!3000!5000
        normal_check_interval   5
        retry_check_interval    1 
        max_check_attempts      5
}

# MAPREDUCE::TASKTRACKER Checks 
define service {
        hostgroup_name          slaves
        use                     hadoop-service
        service_description     TASKTRACKER::TaskTracker process down
        servicegroups           MAPREDUCE
        check_command           check_tcp!50060!-w 1 -c 1
        normal_check_interval   1
        retry_check_interval    0.5
        max_check_attempts      3
}

<%end-%>

<%if scope.function_hdp_nagios_members_exist('slaves')-%>
# HDFS::DATANODE Checks
define service {
        hostgroup_name          slaves
        use                     hadoop-service
        service_description     DATANODE::DataNode process down
        servicegroups           HDFS
        check_command           check_tcp!<%=scope.function_hdp_template_var("dfs_datanode_address")%>!-w 1 -c 1
        normal_check_interval   1
        retry_check_interval    0.5
        max_check_attempts      3
}

define service {
        hostgroup_name          slaves
        use                     hadoop-service
        service_description     DATANODE::DataNode storage full
        servicegroups           HDFS
        check_command           check_datanode_storage!<%=scope.function_hdp_template_var("dfs_datanode_http_address")%>!90%!90%
        normal_check_interval   5
        retry_check_interval    1
        max_check_attempts      2
}

<%end-%>

<%if scope.function_hdp_nagios_members_exist('zookeeper-servers')-%>
# ZOOKEEPER Checks
define service {
        hostgroup_name          zookeeper-servers
        use                     hadoop-service
        service_description     ZOOKEEPER::ZooKeeper Server process down
        servicegroups           ZOOKEEPER
        check_command           check_tcp!2181!-w 1 -c 1
        normal_check_interval   1
        retry_check_interval    0.5
        max_check_attempts      3
}
<%end-%>

<%if scope.function_hdp_nagios_members_exist('hbasemaster')-%>
# HBASE::REGIONSERVER Checks
define service {
        hostgroup_name          region-servers
        use                     hadoop-service
        service_description     REGIONSERVER::RegionServer process down
        servicegroups           HBASE
        check_command           check_tcp!60020!-w 1 -c 1
        normal_check_interval   1
        retry_check_interval    0.5
        max_check_attempts      3
}

# HBASE:: MASTER Checks
define service {
        hostgroup_name          hbasemaster
        use                     hadoop-service
        service_description     HBASEMASTER::HBase Master Web UI down
        servicegroups           HBASE
        check_command           check_webui!hbase
        normal_check_interval   1
        retry_check_interval    1
        max_check_attempts      3
}
<% if scope.function_hdp_template_var("hdp_os_type") != "suse"%>
define service {
        hostgroup_name          hbasemaster
        use                     hadoop-service
        service_description     HBASEMASTER::HBase Master CPU utilization
        servicegroups           HBASE
        check_command           check_cpu!200%!250%
        normal_check_interval   5
        retry_check_interval    2 
        max_check_attempts      5
}
<% end %>
define service {
        hostgroup_name          hbasemaster
        use                     hadoop-service
        service_description     HBASEMASTER::HBase Master process down
        servicegroups           HBASE
        check_command           check_tcp!60000!-w 1 -c 1
        normal_check_interval   0.5
        retry_check_interval    0.25
        max_check_attempts      4
}
<%end-%>

<%if scope.function_hdp_nagios_members_exist('hiveserver')-%>
# HIVE Metastore check
define service {
        hostgroup_name          hiveserver
        use                     hadoop-service
        service_description     HIVE-METASTORE::Hive Metastore status check
        servicegroups           HIVE-METASTORE
        <%if scope.function_hdp_template_var("security_enabled")-%>
        check_command           check_hive_metastore_status!9083!<%=scope.function_hdp_template_var("java64_home")%>!true!<%=scope.function_hdp_template_var("keytab_path")%>/<%=scope.function_hdp_template_var("nagios_user")%>.headless.keytab!<%=scope.function_hdp_template_var("nagios_user")%>
        <%else-%>
        check_command           check_hive_metastore_status!9083!<%=scope.function_hdp_template_var("java64_home")%>!false
        <%end-%>
        normal_check_interval   0.5
        retry_check_interval    0.5
        max_check_attempts      3
}
<%end-%>
<%if scope.function_hdp_nagios_members_exist('oozie-server')-%>
# Oozie check
define service {
        hostgroup_name          oozie-server
        use                     hadoop-service
        service_description     OOZIE::Oozie Server status check
        servicegroups           OOZIE
        <%if scope.function_hdp_template_var("security_enabled")-%>
        check_command           check_oozie_status!11000!<%=scope.function_hdp_template_var("java64_home")%>!true!<%=scope.function_hdp_template_var("keytab_path")%>/<%=scope.function_hdp_template_var("nagios_user")%>.headless.keytab!<%=scope.function_hdp_template_var("nagios_user")%>
        <%else-%>
        check_command           check_oozie_status!11000!<%=scope.function_hdp_template_var("java64_home")%>!false
        <%end-%>
        normal_check_interval   1
        retry_check_interval    1
        max_check_attempts      3
}
<%end-%>
<%if scope.function_hdp_nagios_members_exist('webhcat-server')-%>
# WEBHCAT check
define service {
        hostgroup_name          webhcat-server
        use                     hadoop-service
        service_description     WEBHCAT::WebHCat Server status check
        servicegroups           WEBHCAT 
        <%if scope.function_hdp_template_var("security_enabled")-%>
        check_command           check_templeton_status!50111!v1!true!<%=scope.function_hdp_template_var("keytab_path")%>/<%=scope.function_hdp_template_var("nagios_user")%>.headless.keytab!<%=scope.function_hdp_template_var("nagios_user")%>
        <%else-%>
        check_command           check_templeton_status!50111!v1!false
        <%end-%>
        normal_check_interval   1
        retry_check_interval    0.5
        max_check_attempts      3
}
<%end-%>