# # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # # # NAGIOS SERVER Check (status log update) <%if scope.function_hdp_nagios_members_exist('nagios-server')-%> define service { name hadoop-service use generic-service notification_options w,u,c first_notification_delay 0 notification_interval 0 # Send the notification once } define service { hostgroup_name all-servers use hadoop-service service_description PUPPET::Puppet agent down servicegroups PUPPET check_command check_tcp!8139!-w 1 -c 1 normal_check_interval 1 retry_check_interval 0.25 max_check_attempts 4 } define service { hostgroup_name nagios-server use hadoop-service service_description NAGIOS::Nagios status log staleness servicegroups NAGIOS check_command check_nagios!10!/var/nagios/status.dat!/usr/bin/nagios normal_check_interval 5 retry_check_interval 0.5 max_check_attempts 2 } # NAGIOS SERVER HDFS Checks define service { hostgroup_name nagios-server use hadoop-service service_description HDFS::Percent DataNodes storage full servicegroups HDFS check_command check_aggregate!"DATANODE::Storage full"!10%!30% normal_check_interval 2 retry_check_interval 1 max_check_attempts 1 } define service { hostgroup_name nagios-server use hadoop-service service_description HDFS::Percent DataNodes down servicegroups HDFS check_command check_aggregate!"DATANODE::Process down"!10%!30% normal_check_interval 0.5 retry_check_interval 0.25 max_check_attempts 3 } # NAGIOS SERVER MAPREDUCE Checks define service { hostgroup_name nagios-server use hadoop-service service_description MAPREDUCE::Percent TaskTrackers down servicegroups MAPREDUCE check_command check_aggregate!"TASKTRACKER::Process down"!10%!30% normal_check_interval 0.5 retry_check_interval 0.25 max_check_attempts 3 } # NAGIOS SERVER ZOOKEEPER Checks <%if scope.function_hdp_nagios_members_exist('zookeeper-servers')-%> define service { hostgroup_name nagios-server use hadoop-service service_description ZOOKEEPER::Percent zookeeper servers down servicegroups ZOOKEEPER check_command check_aggregate!"ZKSERVERS::ZKSERVERS Process down"!35%!70% normal_check_interval 0.5 retry_check_interval 0.25 max_check_attempts 3 } <%end-%> # NAGIOS SERVER HBASE Checks <%if scope.function_hdp_nagios_members_exist('hbasemaster')-%> define service { hostgroup_name nagios-server use hadoop-service service_description HBASE::Percent region servers down servicegroups HBASE check_command check_aggregate!"REGIONSERVER::Process down"!10%!30% normal_check_interval 0.5 retry_check_interval 0.25 max_check_attempts 3 } <%end-%> <%end-%> # GANGLIA SERVER Checks <%if scope.function_hdp_nagios_members_exist('ganglia-server')-%> define service { hostgroup_name ganglia-server use hadoop-service service_description GANGLIA::Ganglia [gmetad] Process down servicegroups GANGLIA check_command check_tcp!8651!-w 1 -c 1 normal_check_interval 0.25 retry_check_interval 0.25 max_check_attempts 4 } define service { hostgroup_name ganglia-server use hadoop-service service_description GANGLIA::Ganglia collector [gmond] Process down alert for slaves servicegroups GANGLIA check_command check_tcp!8660!-w 1 -c 1 normal_check_interval 0.25 retry_check_interval 0.25 max_check_attempts 4 } define service { hostgroup_name ganglia-server use hadoop-service service_description GANGLIA::Ganglia collector [gmond] Process down alert for namenode servicegroups GANGLIA check_command check_tcp!8661!-w 1 -c 1 normal_check_interval 0.25 retry_check_interval 0.25 max_check_attempts 4 } define service { hostgroup_name ganglia-server use hadoop-service service_description GANGLIA::Ganglia collector [gmond] Process down alert for jobtracker servicegroups GANGLIA check_command check_tcp!8662!-w 1 -c 1 normal_check_interval 0.25 retry_check_interval 0.25 max_check_attempts 4 } <%if scope.function_hdp_nagios_members_exist('hbasemaster')-%> define service { hostgroup_name ganglia-server use hadoop-service service_description GANGLIA::Ganglia collector [gmond] Process down alert for hbasemaster servicegroups GANGLIA check_command check_tcp!8663!-w 1 -c 1 normal_check_interval 0.25 retry_check_interval 0.25 max_check_attempts 4 } <%end-%> <%end-%> <%if scope.function_hdp_nagios_members_exist('snamenode')-%> # Secondary namenode checks define service { hostgroup_name snamenode use hadoop-service service_description NAMENODE::Secondary Namenode Process down servicegroups HDFS check_command check_tcp!50090!-w 1 -c 1 normal_check_interval 0.5 retry_check_interval 0.25 max_check_attempts 3 } <%end-%> <%if scope.function_hdp_nagios_members_exist('namenode')-%> # HDFS Checks define service { hostgroup_name namenode use hadoop-service service_description NAMENODE::Namenode Web UI down servicegroups HDFS check_command check_webui!namenode normal_check_interval 1 retry_check_interval 1 max_check_attempts 3 } define service { hostgroup_name namenode use hadoop-service service_description NAMENODE::Namenode Edit logs directory status servicegroups HDFS check_command check_name_dir_status!50070 normal_check_interval 0.5 retry_check_interval 0.5 max_check_attempts 3 } define service { hostgroup_name namenode use hadoop-service service_description NAMENODE::Namenode Host CPU utilization servicegroups HDFS check_command check_cpu!200%!250% normal_check_interval 5 retry_check_interval 2 max_check_attempts 5 } define service { hostgroup_name namenode use hadoop-service service_description NAMENODE::Namenode Process down servicegroups HDFS check_command check_tcp!8020!-w 1 -c 1 normal_check_interval 0.5 retry_check_interval 0.25 max_check_attempts 3 } define service { hostgroup_name namenode use hadoop-service service_description HDFS::Corrupt/Missing blocks servicegroups HDFS check_command check_hdfs_blocks!50070!0%!0% normal_check_interval 2 retry_check_interval 1 max_check_attempts 1 } define service { hostgroup_name namenode use hadoop-service service_description HDFS::HDFS Capacity utilization servicegroups HDFS check_command check_hdfs_capacity!50070!80%!90% normal_check_interval 10 retry_check_interval 1 max_check_attempts 1 } define service { hostgroup_name namenode use hadoop-service service_description HDFS::Namenode RPC Latency servicegroups HDFS check_command check_rpcq_latency!NameNode!50070!3000!5000 normal_check_interval 5 retry_check_interval 1 max_check_attempts 5 } <%end-%> # MAPREDUCE Checks <%if scope.function_hdp_nagios_members_exist('jobtracker')-%> define service { hostgroup_name jobtracker use hadoop-service service_description JOBTRACKER::JobTracker Web UI down servicegroups MAPREDUCE check_command check_webui!jobtracker normal_check_interval 1 retry_check_interval 1 max_check_attempts 3 } define service { hostgroup_name jobtracker use hadoop-service service_description JOBTRACKER::JobHistory Web UI down servicegroups MAPREDUCE check_command check_webui!jobhistory normal_check_interval 1 retry_check_interval 1 max_check_attempts 3 } define service { hostgroup_name jobtracker use hadoop-service service_description JOBTRACKER::Jobtracker CPU utilization servicegroups MAPREDUCE check_command check_cpu!200%!250% normal_check_interval 5 retry_check_interval 2 max_check_attempts 5 } define service { hostgroup_name jobtracker use hadoop-service service_description JOBTRACKER::Jobtracker Process down servicegroups MAPREDUCE check_command check_tcp!50030!-w 1 -c 1 normal_check_interval 0.5 retry_check_interval 0.25 max_check_attempts 4 } define service { hostgroup_name jobtracker use hadoop-service service_description MAPREDUCE::JobTracker RPC Latency servicegroups MAPREDUCE check_command check_rpcq_latency!JobTracker!50030!3000!5000 normal_check_interval 5 retry_check_interval 1 max_check_attempts 5 } <%end-%> <%if scope.function_hdp_nagios_members_exist('slaves')-%> # HDFS::DATANODE Checks define service { hostgroup_name slaves use hadoop-service service_description DATANODE::Process down servicegroups HDFS check_command check_tcp!50010!-w 1 -c 1 normal_check_interval 1 retry_check_interval 0.5 max_check_attempts 3 } define service { hostgroup_name slaves use hadoop-service service_description DATANODE::Storage full servicegroups HDFS check_command check_datanode_storage!50075!90%!90% normal_check_interval 5 retry_check_interval 1 max_check_attempts 2 } # MAPREDUCE::TASKTRACKER Checks define service { hostgroup_name slaves use hadoop-service service_description TASKTRACKER::Process down servicegroups MAPREDUCE check_command check_tcp!50060!-w 1 -c 1 normal_check_interval 1 retry_check_interval 0.5 max_check_attempts 3 } <%end-%> <%if scope.function_hdp_nagios_members_exist('zookeeper-servers')-%> # ZOOKEEPER Checks define service { hostgroup_name zookeeper-servers use hadoop-service service_description ZKSERVERS::ZKSERVERS Process down servicegroups ZOOKEEPER check_command check_tcp!2181!-w 1 -c 1 normal_check_interval 1 retry_check_interval 0.5 max_check_attempts 3 } <%end-%> <%if scope.function_hdp_nagios_members_exist('hbasemaster')-%> # HBASE::REGIONSERVER Checks define service { hostgroup_name region-servers use hadoop-service service_description REGIONSERVER::Process down servicegroups HBASE check_command check_tcp!60020!-w 1 -c 1 normal_check_interval 1 retry_check_interval 0.5 max_check_attempts 3 } # HBASE:: MASTER Checks define service { hostgroup_name hbasemaster use hadoop-service service_description HBASEMASTER::HBase Web UI down servicegroups HBASE check_command check_webui!hbase normal_check_interval 1 retry_check_interval 1 max_check_attempts 3 } define service { hostgroup_name hbasemaster use hadoop-service service_description HBASEMASTER::HBaseMaster CPU utilization servicegroups HBASE check_command check_cpu!200%!250% normal_check_interval 5 retry_check_interval 2 max_check_attempts 5 } define service { hostgroup_name hbasemaster use hadoop-service service_description HBASEMASTER::HBaseMaster Process down servicegroups HBASE check_command check_tcp!60000!-w 1 -c 1 normal_check_interval 0.5 retry_check_interval 0.25 max_check_attempts 4 } <%end-%> <%if scope.function_hdp_nagios_members_exist('hiveserver')-%> # HIVE Metastore check define service { hostgroup_name hiveserver use hadoop-service service_description HIVE-METASTORE::HIVE-METASTORE status check servicegroups HIVE-METASTORE check_command check_hive_metastore_status!9083 normal_check_interval 0.5 retry_check_interval 0.5 max_check_attempts 3 } <%end-%> <%if scope.function_hdp_nagios_members_exist('oozie-server')-%> # Oozie check define service { hostgroup_name oozie-server use hadoop-service service_description OOZIE::Oozie status check servicegroups OOZIE check_command check_oozie_status!11000!<%=scope.function_hdp_template_var("java32_home") %> normal_check_interval 1 retry_check_interval 1 max_check_attempts 3 } <%end-%> <%if scope.function_hdp_nagios_members_exist('templeton-server')-%> # Templeton check define service { hostgroup_name templeton-server use hadoop-service service_description TEMPLETON::Templeton status check servicegroups TEMPLETON check_command check_templeton_status!50111!v1 normal_check_interval 1 retry_check_interval 0.5 max_check_attempts 3 } <%end-%>