# # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # # $namenode_host = "hrt9n37.cc1.ygridcore.net" $jtnode_host = "hrt9n22.cc1.ygridcore.net" $snamenode_host = "hrt9n21.cc1.ygridcore.net" $zookeeper_hosts = ['hrt9n24.cc1.ygridcore.net','hrt9n25.cc1.ygridcore.net','hrt9n27.cc1.ygridcore.net'] $hbase_master_host = "hrt9n22.cc1.ygridcore.net" $hcat_server_host = "hrt9n21.cc1.ygridcore.net" $hcat_mysql_host = "hrt6n04.cc1.ygridcore.net" $gateway_host = "hrt9n38.cc1.ygridcore.net" $dashboard_host = "hrt9n38.cc1.ygridcore.net" $nagios_server_host = "hrt9n38.cc1.ygridcore.net" $ganglia_server_host = "hrt9n38.cc1.ygridcore.net" $slave_hosts = ['hrt9n23.cc1.ygridcore.net','hrt9n24.cc1.ygridcore.net','hrt9n25.cc1.ygridcore.net','hrt9n26.cc1.ygridcore.net','hrt9n27.cc1.ygridcore.net','hrt9n28.cc1.ygridcore.net','hrt9n30.cc1.ygridcore.net','hrt9n32.cc1.ygridcore.net','hrt9n33.cc1.ygridcore.net','hrt9n34.cc1.ygridcore.net','hrt9n35.cc1.ygridcore.net','hrt9n36.cc1.ygridcore.net'] $hbase_rs_hosts = ['hrt9n23.cc1.ygridcore.net','hrt9n24.cc1.ygridcore.net','hrt9n25.cc1.ygridcore.net','hrt9n26.cc1.ygridcore.net','hrt9n27.cc1.ygridcore.net','hrt9n28.cc1.ygridcore.net','hrt9n30.cc1.ygridcore.net','hrt9n32.cc1.ygridcore.net','hrt9n33.cc1.ygridcore.net','hrt9n34.cc1.ygridcore.net'] $cluster_service_state = "running" $format_namenode = true # User configuration $mapred_user = "hrt_mr" $hdfs_user = "hrt_hdfs" $io_sort_spill_percent = 0.8 # Hadoop configuration $dfs_data_dir = "/grid/0/hdp/hdfs/data,/grid/1/hdp/hdfs/data,/grid/2/hdp/hdfs/data,/grid/3/hdp/hdfs/data" $dfs_name_dir = "/grid/0/hdp/hdfs/name" $dfs_replication = "3" $mapred_local_dir = "/grid/0/hdp/mapred/local,/grid/1/hdp/mapred/local,/grid/2/hdp/mapred/local,/grid/3/hdp/mapred/local" $dfs_support_append = "true" $dfs_webhdfs_enabled = "true" $scheduler_name = "org.apache.hadoop.mapred.CapacityTaskScheduler" $hadoop_logdirprefix = "/grid/0/var/log/hadoop" $hadoop_piddirprefix = "/grid/0/var/run/hadoop" $mapred_map_tasks_max = "4" $mapred_red_tasks_max = "2" $mapred_cluster_map_mem_mb = "1536" $mapred_cluster_red_mem_mb ="2048" $mapred_cluster_max_map_mem_mb = "6144" $mapred_cluster_max_red_mem_mb = "4096" $mapred_job_map_mem_mb = "1536" $mapred_job_red_mem_mb = "2048" # ZooKeeper configuration $zk_user = "zookeeper" $zk_log_dir = "/grid/0/var/log/zookeeper" $zk_data_dir = "/grid/0/hdp/zookeeper" $zk_pid_dir = "/grid/0/var/run/zookeeper" # Hbase configuration $hbase_user = "hbase" $hbase_log_dir = "/grid/0/var/log/hbase" $hbase_pid_dir = "/grid/0/var/run/hbase" # Hcatalog configuration $hcat_user = "hcat" $hcat_database_name = "puppetdb" $hcat_metastore_user_name = "puppetuser" $hcat_metastore_user_passwd = "puppetpswd" $hcat_logdirprefix = "/grid/0/var/log/hcat" $hcat_piddirprefix = "/grid/0/var/run/hcat" node /hrt9n21.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} class {'hdp': stage => 1} class {'hdp-hadoop::snamenode': opts => {wait => 10}, stage => 2} class {'hdp-hcat::server': opts => {wait => 10}, stage => 3} class {'hdp-ganglia::monitor': stage => 4} } node /hrt9n22.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} class {'hdp': stage => 1} class {'hdp-hadoop::jobtracker': opts => {wait => 10}, stage => 2} class {'hdp-hbase::master': opts => {wait => 90}, stage => 3} class {'hdp-ganglia::monitor': stage => 4} } node /hrt9n23.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} -> stage{5 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-hbase::regionserver': opts => {wait => 100}, stage => 4} class {'hdp-ganglia::monitor': stage => 5} } node /hrt9n24.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} -> stage{5 :} -> stage{6 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-zookeeper': opts => {wait => 1}, myid => 1, stage => 4} class {'hdp-hbase::regionserver': opts => {wait => 100}, stage => 5} class {'hdp-ganglia::monitor': stage => 6} } node /hrt9n25.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} -> stage{5 :} -> stage{6 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-zookeeper': opts => {wait => 30}, myid => 2, stage => 4} class {'hdp-hbase::regionserver': opts => {wait => 100}, stage => 5} class {'hdp-ganglia::monitor': stage => 6} } node /hrt9n26.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} -> stage{5 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-hbase::regionserver': opts => {wait => 100}, stage => 4} class {'hdp-ganglia::monitor': stage => 5} } node /hrt9n27.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} -> stage{5 :} -> stage{6 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-zookeeper': opts => {wait => 60}, myid => 3, stage => 4} class {'hdp-hbase::regionserver': opts => {wait => 100}, stage => 5} class {'hdp-ganglia::monitor': stage => 6} } node /hrt9n28.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} -> stage{5 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-hbase::regionserver': opts => {wait => 100}, stage => 4} class {'hdp-ganglia::monitor': stage => 5} } node /hrt9n30.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} -> stage{5 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-hbase::regionserver': opts => {wait => 100}, stage => 4} class {'hdp-ganglia::monitor': stage => 5} } node /hrt9n32.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} -> stage{5 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-hbase::regionserver': opts => {wait => 100}, stage => 4} class {'hdp-ganglia::monitor': stage => 5} } node /hrt9n33.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} -> stage{5 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-hbase::regionserver': opts => {wait => 100}, stage => 4} class {'hdp-ganglia::monitor': stage => 5} } node /hrt9n35.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-ganglia::monitor': stage => 4} } node /hrt9n36.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3}class {'hdp-ganglia::monitor': stage => 4} } node /hrt9n37.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} class {'hdp': stage => 1} class {'hdp-hadoop::namenode': opts => {wait => 1}, stage => 2} class {'hdp-ganglia::monitor': stage => 3} } node /hrt9n38.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} -> stage{5 :} -> stage{6 :} -> stage{7 :} -> stage{8 :} -> stage{9 :} -> stage{10 :} class {'hdp': stage => 1} class {'hdp-hadoop::client': stage => 2} class {'hdp-zookeeper::client': stage => 3} class {'hdp-hbase::client': stage => 4} class {'hdp-hcat::client': stage => 5} class {'hdp-pig': stage => 6} class {'hdp-dashboard': stage => 7} class {'hdp-nagios::server': stage => 8} class {'hdp-ganglia::server': stage => 9} class {'hdp-monitor-webserver': stage => 10} } node /hrt9n34.cc1.ygridcore.net/ { stage{1 :} -> stage{2 :} -> stage{3 :} -> stage{4 :} class {'hdp': stage => 1} class {'hdp-hadoop::datanode': opts => {wait => 10}, stage => 2} class {'hdp-hadoop::tasktracker': opts => {wait => 20}, stage => 3} class {'hdp-ganglia::monitor': stage => 4} }