# Clusters

cluster_name: tbmetrictest
version: 1.0
state:
{"state":"DEPLOYED","displayName":"Deployed successfully","timeStamp":1349796775,"context":{"status":true,"txnId":"3","isInPostProcess":false,"postProcessSuccessful":true}}


# Services

service_name: SQOOP
display_name: Sqoop
attributes: { "runnable": false, "mustInstall": false, "editable": true, "noDisplay": false }
description:
Tool for transferring bulk data between Apache Hadoop and structured datastores such as relational databases


service_name: HIVE
display_name: Hive/HCatalog
attributes: { "runnable": true, "mustInstall": false, "editable": true, "noDisplay": false }
description:
Hive - Data Warehouse system for Apache Hadoop, HCatalog - Table and Storage Management service for data created using Apache Hadoop


# ServiceComponents

service_name: HDFS
component_name: SNAMENODE
display_name: Secondary NameNode
attributes: { "isMaster": true, "isClient": false }
description:
Helper to the primary NameNode that is responsible for supporting periodic checkpoints of the HDFS metadata


service_name: MAPREDUCE
component_name: JOBTRACKER
display_name: JobTracker
attributes: { "isMaster": true, "isClient": false }
description:
Central Master service that pushes work (MR tasks) out to available TaskTracker nodes in the cluster


# ConfigProperties

key: dfs_name_dir
display_name: NameNode directories
description: NameNode directories for HDFS to store the file system image
service_name: HDFS
display_type: TEXT
display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": false, "displayType": "text", "editable": true }


key: fs_checkpoint_dir
display_name: SecondaryNameNode Checkpoint directory
service_name: HDFS
description:
Directory on the local filesystem where the Secondary NameNode should store the temporary images to merge

display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": false, "displayType": "text", "editable": true }


key: hive_mysql_host
display_name: MySQL host
service_name: HIVE
display_attributes: { "isPassword": false, "noDisplay": false, "reconfigurable": false, "displayType": "text" }
description:
MySQL host on which the Hive Metastore is hosted. If left empty, the metastore will be set up on the same host as the Hive Server using the database name and user credentials specified


key: hadoop_heapsize
default_value: 1024
display_name: Hadoop maximum Java heap size
description: Maximum Java heap size for daemons such as Balancer (Java option -Xmx)
service_name: HDFS
display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": true, "displayType": "text", "unit": "MB", "type":"int" }


key: namenode_heapsize
default_value: 1024
display_name: NameNode Java heap size
description: Initial and maximum Java heap size for NameNode (Java options -Xms and -Xmx)
service_name: HDFS
display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": true, "displayType": "text", "unit":"MB" }


key: datanode_du_reserved
default_value: 1
display_name: Reserved space for HDFS
description: Reserved space in GB per volume
service_name: HDFS
display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": true, "displayType": "text", "unit":"GB" }


key: mapred_map_tasks_max
default_value: 4
display_name: Number of Map slots per node
description: Number of slots that Map tasks that run simultaneously can occupy on a TaskTracker
service_name: MAPREDUCE
display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": true, "displayType": "text", "unit":"int" }


key: mapreduce_userlog_retainhours
default_value: 24
display_name: Job log retention (hours)
description: The maximum time, in hours, for which the user-logs are to be retained after the job completion.
service_name: MAPREDUCE
display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": true, "displayType": "text", "unit":"hours" }


key: tickTime
default_value: 2000
display_name: Length of single Tick
description: The length of a single tick in milliseconds, which is the basic time unit used by ZooKeeper
service_name: ZOOKEEPER
display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": true, "displayType": "text", "unit":"ms" }


key: hstore_compactionthreshold
default_value: 3
display_name: HBase HStore compaction threshold
service_name: HBASE
description:
If more than this number of HStoreFiles in any one HStore then a compaction is run to rewrite all HStoreFiles files as one.


key: hfile_blockcache_size
default_value: 0.25
display_name: HFile block cache size
service_name: HBASE
description:
Percentage of maximum heap (-Xmx setting) to allocate to block cache used by HFile/StoreFile. Set to 0 to disable but it's not recommended.


key: hstorefile_maxsize
default_value: 1073741824
display_name: Maximum HStoreFile Size
service_name: HBASE
description:
If any one of a column families' HStoreFiles has grown to exceed this value, the hosting HRegion is split in two.

display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": true, "displayType": "text", "unit":"bytes" }


key: hregion_majorcompaction
default_value: 86400000
display_name: HBase Region Major Compaction
service_name: HBASE
description:
The time between major compactions of all HStoreFiles in a region. Set to 0 to disable automated major compactions.

display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": true, "displayType": "text", "unit":"ms" }


key: hregion_blockmultiplier
default_value: 2
display_name: HBase Region Block Multiplier
service_name: HBASE
description:
Block updates if memstore has "Multiplier * HBase Region Memstore Flush Size" bytes. Useful preventing runaway memstore during spikes in update traffic


key: client_scannercaching
default_value: 100
display_name: HBase Client Scanner Caching
service_name: HBASE
description:
Number of rows that will be fetched when calling next on a scanner if it is not served from (local, client) memory. Do not set this value such that the time between invocations is greater than the scanner timeout


key: hfile_max_keyvalue_size
default_value: 10485760
display_name: HBase Client Maximum key-value Size
service_name: HBASE
description:
Specifies the combined maximum allowed size of a KeyValue instance. It should be set to a fraction of the maximum region size.

display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": true, "displayType": "text", "unit":"bytes" }


key: fs_checkpoint_period
default_value: 21600
display_name: HDFS Maximum Checkpoint Delay
description: Maximum delay between two consecutive checkpoints for HDFS
service_name: HDFS
display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": false, "displayType": "text", "unit":"seconds", "editable": false }


key: fs_checkpoint_size
default_value: 0.5
display_name: HDFS Maximum Edit Log Size for Checkpointing
service_name: HDFS
description:
Maximum size of the edits log file that forces an urgent checkpoint even if the maximum checkpoint delay is not reached

display_attributes:
{ "isPassword": false, "noDisplay": false, "reconfigurable": false, "displayType": "text", "unit":"GB", "editable": false }


# Hosts

cluster_name: tbmetrictest
host_name: ip-10-110-157-51.ec2.internal
ip: 10.110.157.51
os_arch: x86_64
os_type: redhatenterpriselinuxserver5
disks_info: ["\/grid\/0","\/grid\/1"]
discovery_status: SUCCESS
os:
Red Hat Enterprise Linux Server release 5.8 (Tikanga);Linux ip-10-110-157-51 2.6.18-307.el5xen #1 SMP Tue Jan 24 20:20:14 EST 2012 x86_64 x86_64 x86_64 GNU/Linux

attributes:
{"publicFQDN":"ec2-107-22-121-67.compute-1.amazonaws.com","privateFQDN":"ip-10-110-157-51.ec2.internal"}


cluster_name: tbmetrictest
host_name: ip-10-190-186-15.ec2.internal
ip: 10.190.186.15
os_arch: x86_64
os_type: redhatenterpriselinuxserver5
disks_info: ["\/grid\/0","\/grid\/1"]
discovery_status: SUCCESS
os:
Red Hat Enterprise Linux Server release 5.8 (Tikanga);Linux ip-10-190-186-15 2.6.18-307.el5xen #1 SMP Tue Jan 24 20:20:14 EST 2012 x86_64 x86_64 x86_64 GNU/Linux

attributes:
{"publicFQDN":"ec2-23-21-8-226.compute-1.amazonaws.com","privateFQDN":"ip-10-190-186-15.ec2.internal"}


cluster_name: tbmetrictest
host_name: domu-12-31-39-0e-34-e1.compute-1.internal
ip: 10.192.55.15
os_arch: x86_64
os_type: redhatenterpriselinuxserver5
disks_info: ["\/grid\/0","\/grid\/1"]
discovery_status: SUCCESS
os:
Red Hat Enterprise Linux Server release 5.8 (Tikanga);Linux domU-12-31-39-0E-34-E1 2.6.18-307.el5xen #1 SMP Tue Jan 24 20:20:14 EST 2012 x86_64 x86_64 x86_64 GNU/Linux

attributes:
{"publicFQDN":"ec2-50-17-129-192.compute-1.amazonaws.com","privateFQDN":"domu-12-31-39-0e-34-e1.compute-1.internal"}


cluster_name: tbmetrictest
host_name: domu-12-31-39-14-ee-b3.compute-1.internal
ip: 10.206.237.61
os_arch: x86_64
os_type: redhatenterpriselinuxserver5
disks_info: ["\/grid\/0","\/grid\/1"]
discovery_status: SUCCESS
os:
Red Hat Enterprise Linux Server release 5.8 (Tikanga);Linux domU-12-31-39-14-EE-B3 2.6.18-307.el5xen #1 SMP Tue Jan 24 20:20:14 EST 2012 x86_64 x86_64 x86_64 GNU/Linux

attributes:
{"publicFQDN":"ec2-23-23-71-42.compute-1.amazonaws.com","privateFQDN":"domu-12-31-39-14-ee-b3.compute-1.internal"}


# SubTransactionStatus

cluster_name: tbmetrictest
description: Finding reachable nodes
progress: : All 4 nodes succeeded
op_status: SUCCESS
state:
{"ip-10-110-157-51.ec2.internal":"Successful with no errors.","ip-10-190-186-15.ec2.internal":"Successful with no errors.","domU-12-31-39-0E-34-E1.compute-1.internal":"Successful with no errors.","domU-12-31-39-14-EE-B3.compute-1.internal":"Successful with no errors."}


cluster_name: tbmetrictest
description: Obtaining information about reachable nodes
progress: : All 4 nodes succeeded
op_status: SUCCESS
state:
{"ip-10-110-157-51.ec2.internal":"Successful with no errors.","ip-10-190-186-15.ec2.internal":"Successful with no errors.","domu-12-31-39-0e-34-e1.compute-1.internal":"Successful with no errors.","domu-12-31-39-14-ee-b3.compute-1.internal":"Successful with no errors."}


cluster_name: tbmetrictest
state: INSTALLED
description: Cluster install
progress: COMPLETED
sub_txn_type: CLUSTER
op_status:
{"stats":{"NODE_COUNT":4,"TIME_TAKEN_SECS":245},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["ip-10-110-157-51.ec2.internal","ip-10-190-186-15.ec2.internal","domu-12-31-39-0e-34-e1.compute-1.internal","domu-12-31-39-14-ee-b3.compute-1.internal"]}}


cluster_name: tbmetrictest
state: STARTED
description: NameNode start
progress: COMPLETED
sub_txn_type: SERVICECOMPONENT
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":37},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["domu-12-31-39-0e-34-e1.compute-1.internal"]}}


cluster_name: tbmetrictest
state: STARTED
description: Datanode start
progress: COMPLETED
sub_txn_type: SERVICECOMPONENT
op_status:
{"stats":{"NODE_COUNT":3,"TIME_TAKEN_SECS":37},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["ip-10-110-157-51.ec2.internal","ip-10-190-186-15.ec2.internal","domu-12-31-39-14-ee-b3.compute-1.internal"]}}


cluster_name: tbmetrictest
state: STARTED
description: Secondary NameNode start
progress: COMPLETED
sub_txn_type: SERVICECOMPONENT
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":27},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["domu-12-31-39-14-ee-b3.compute-1.internal"]}}


cluster_name: tbmetrictest
state: COMPLETED
description: HDFS test
progress: COMPLETED
sub_txn_type: SERVICE-SMOKETEST
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":42},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_SUCCEEDED":["ip-10-110-157-51.ec2.internal"]}}


cluster_name: tbmetrictest
state: STARTED
description: JobTracker start
progress: COMPLETED
sub_txn_type: SERVICECOMPONENT
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":42},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["domu-12-31-39-14-ee-b3.compute-1.internal"]}}


cluster_name: tbmetrictest
state: COMPLETED
description: MapReduce test
progress: COMPLETED
sub_txn_type: SERVICE-SMOKETEST
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":67},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_SUCCEEDED":["ip-10-110-157-51.ec2.internal"]}}


cluster_name: tbmetrictest
state: STARTED
description: ZooKeeper Server start
progress: COMPLETED
sub_txn_type: SERVICECOMPONENT
op_status:
{"stats":{"NODE_COUNT":3,"TIME_TAKEN_SECS":32},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["domu-12-31-39-0e-34-e1.compute-1.internal","domu-12-31-39-14-ee-b3.compute-1.internal","ip-10-110-157-51.ec2.internal"]}}


cluster_name: tbmetrictest
state: COMPLETED
description: ZooKeeper test
progress: COMPLETED
sub_txn_type: SERVICE-SMOKETEST
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":36},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_SUCCEEDED":["ip-10-110-157-51.ec2.internal"]}}


cluster_name: tbmetrictest
state: STARTED
description: HBase Master start
progress: COMPLETED
sub_txn_type: SERVICECOMPONENT
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":32},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["domu-12-31-39-0e-34-e1.compute-1.internal"]}}


cluster_name: tbmetrictest
state: STARTED
description: HBase Region Server start
progress: COMPLETED
sub_txn_type: SERVICECOMPONENT
op_status:
{"stats":{"NODE_COUNT":3,"TIME_TAKEN_SECS":26},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["ip-10-110-157-51.ec2.internal","ip-10-190-186-15.ec2.internal","domu-12-31-39-14-ee-b3.compute-1.internal"]}}


cluster_name: tbmetrictest
state: COMPLETED
description: HBase test
progress: COMPLETED
sub_txn_type: SERVICE-SMOKETEST
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":32},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_SUCCEEDED":["ip-10-110-157-51.ec2.internal"]}}


cluster_name: tbmetrictest
state: COMPLETED
description: Sqoop test
progress: COMPLETED
sub_txn_type: SERVICE-SMOKETEST
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":22},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_SUCCEEDED":["ip-10-110-157-51.ec2.internal"]}}


cluster_name: tbmetrictest
state: STARTED
description: Oozie Server start
progress: COMPLETED
sub_txn_type: SERVICECOMPONENT
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":37},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["domu-12-31-39-14-ee-b3.compute-1.internal"]}}


cluster_name: tbmetrictest
state: COMPLETED
description: Oozie test
progress: COMPLETED
sub_txn_type: SERVICE-SMOKETEST
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":102},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_SUCCEEDED":["ip-10-110-157-51.ec2.internal"]}}


cluster_name: tbmetrictest
state: STARTED
description: Monitoring Dashboard start
progress: COMPLETED
sub_txn_type: SERVICECOMPONENT
op_status:
{"stats":{"NODE_COUNT":1,"TIME_TAKEN_SECS":22},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["domu-12-31-39-0e-34-e1.compute-1.internal"]}}


cluster_name: tbmetrictest
state: STARTED
description: Ganglia Slave start
progress: COMPLETED
sub_txn_type: SERVICECOMPONENT
op_status:
{"stats":{"NODE_COUNT":4,"TIME_TAKEN_SECS":32},"nodeReport":{"PUPPET_KICK_FAILED":[],"PUPPET_OPERATION_FAILED":[],"PUPPET_OPERATION_TIMEDOUT":[],"PUPPET_OPERATION_SUCCEEDED":["domu-12-31-39-0e-34-e1.compute-1.internal","ip-10-110-157-51.ec2.internal","ip-10-190-186-15.ec2.internal","domu-12-31-39-14-ee-b3.compute-1.internal"]}}


