Last active
April 23, 2016 14:27
-
-
Save nicgrayson/6516321 to your computer and use it in GitHub Desktop.
config files and logs for quorum based HA hadoop
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0"?> | |
| <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | |
| <configuration> | |
| <property> | |
| <name>fs.defaultFS</name> | |
| <value>hdfs://vagrant-cluster</value> | |
| </property> | |
| <property> | |
| <name>ha.zookeeper.quorum</name> | |
| <value>vagrant.resourcemanager1:2181,vagrant.namenode1:2181,vagrant.namenode2:2181</value> | |
| </property> | |
| </configuration> |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0"?> | |
| <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | |
| <configuration> | |
| <property> | |
| <name>dfs.name.dir</name> | |
| <value>/var/lib/hadoop-hdfs/cache/hdfs/dfs/name</value> | |
| </property> | |
| <property> | |
| <name>dfs.nameservices</name> | |
| <value>vagrant-cluster</value> | |
| </property> | |
| <property> | |
| <name>dfs.ha.namenodes.vagrant-cluster</name> | |
| <value>nn1,nn2</value> | |
| </property> | |
| <property> | |
| <name>dfs.namenode.rpc-address.vagrant-cluster.nn1</name> | |
| <value>vagrant.namenode1:8020</value> | |
| </property> | |
| <property> | |
| <name>dfs.namenode.http-address.vagrant-cluster.nn1</name> | |
| <value>vagrant.namenode1:50070</value> | |
| </property> | |
| <property> | |
| <name>dfs.namenode.rpc-address.vagrant-cluster.nn2</name> | |
| <value>vagrant.namenode2:8020</value> | |
| </property> | |
| <property> | |
| <name>dfs.namenode.http-address.vagrant-cluster.nn2</name> | |
| <value>vagrant.namenode2:50070</value> | |
| </property> | |
| <property> | |
| <name>dfs.namenode.shared.edits.dir</name> | |
| <value>qjournal://vagrant.namenode1:8485;vagrant.namenode2:8485;vagrant.resourcemanager1:8485/vagrant-cluster</value> | |
| </property> | |
| <property> | |
| <name>dfs.journalnode.edits.dir</name> | |
| <value>/var/lib/hadoop-hdfs/cache/journalnode</value> | |
| </property> | |
| <property> | |
| <name>dfs.client.failover.proxy.provider.vagrant-cluster</name> | |
| <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value> | |
| </property> | |
| <property> | |
| <name>dfs.ha.fencing.methods</name> | |
| <value>sshfence</value> | |
| </property> | |
| <property> | |
| <name>dfs.ha.fencing.ssh.private-key-files</name> | |
| <value>/var/lib/hadoop-hdfs/.ssh/id_rsa</value> | |
| </property> | |
| <property> | |
| <name>dfs.ha.automatic-failover.enabled</name> | |
| <value>true</value> | |
| </property> | |
| </configuration> |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| sudo -u hdfs hdfs namenode -bootstrapStandby | |
| 13/09/10 20:37:20 INFO namenode.NameNode: STARTUP_MSG: | |
| /************************************************************ | |
| STARTUP_MSG: Starting NameNode | |
| STARTUP_MSG: host = vagrant.namenode1/33.33.33.11 | |
| STARTUP_MSG: args = [-bootstrapStandby] | |
| STARTUP_MSG: version = 2.0.0-cdh4.4.0 | |
| STARTUP_MSG: classpath = /etc/hadoop/conf:/usr/lib/hadoop/lib/kfs-0.3.jar:/usr/lib/hadoop/lib/commons-httpclient-3.1.jar:/usr/lib/hadoop/lib/commons-digester-1.8.jar:/usr/lib/hadoop/lib/zookeeper-3.4.5-cdh4.4.0.jar:/usr/lib/hadoop/lib/slf4j-api-1.6.1.jar:/usr/lib/hadoop/lib/jets3t-0.6.1.jar:/usr/lib/hadoop/lib/jackson-xc-1.8.8.jar:/usr/lib/hadoop/lib/jasper-runtime-5.5.23.jar:/usr/lib/hadoop/lib/log4j-1.2.17.jar:/usr/lib/hadoop/lib/junit-4.8.2.jar:/usr/lib/hadoop/lib/xmlenc-0.52.jar:/usr/lib/hadoop/lib/jasper-compiler-5.5.23.jar:/usr/lib/hadoop/lib/snappy-java-1.0.4.1.jar:/usr/lib/hadoop/lib/protobuf-java-2.4.0a.jar:/usr/lib/hadoop/lib/jetty-6.1.26.cloudera.2.jar:/usr/lib/hadoop/lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop/lib/jersey-server-1.8.jar:/usr/lib/hadoop/lib/commons-beanutils-1.7.0.jar:/usr/lib/hadoop/lib/commons-lang-2.5.jar:/usr/lib/hadoop/lib/jsch-0.1.42.jar:/usr/lib/hadoop/lib/jaxb-api-2.2.2.jar:/usr/lib/hadoop/lib/jsp-api-2.1.jar:/usr/lib/hadoop/lib/jetty-util-6.1.26.cloudera.2.jar:/usr/lib/hadoop/lib/commons-el-1.0.jar:/usr/lib/hadoop/lib/commons-cli-1.2.jar:/usr/lib/hadoop/lib/jettison-1.1.jar:/usr/lib/hadoop/lib/commons-io-2.1.jar:/usr/lib/hadoop/lib/jersey-json-1.8.jar:/usr/lib/hadoop/lib/commons-codec-1.4.jar:/usr/lib/hadoop/lib/servlet-api-2.5.jar:/usr/lib/hadoop/lib/paranamer-2.3.jar:/usr/lib/hadoop/lib/commons-net-3.1.jar:/usr/lib/hadoop/lib/commons-beanutils-core-1.8.0.jar:/usr/lib/hadoop/lib/activation-1.1.jar:/usr/lib/hadoop/lib/jaxb-impl-2.2.3-1.jar:/usr/lib/hadoop/lib/xz-1.0.jar:/usr/lib/hadoop/lib/mockito-all-1.8.5.jar:/usr/lib/hadoop/lib/avro-1.7.4.jar:/usr/lib/hadoop/lib/commons-configuration-1.6.jar:/usr/lib/hadoop/lib/jline-0.9.94.jar:/usr/lib/hadoop/lib/commons-collections-3.2.1.jar:/usr/lib/hadoop/lib/jersey-core-1.8.jar:/usr/lib/hadoop/lib/jsr305-1.3.9.jar:/usr/lib/hadoop/lib/commons-math-2.1.jar:/usr/lib/hadoop/lib/slf4j-log4j12-1.6.1.jar:/usr/lib/hadoop/lib/stax-api-1.0.1.jar:/usr/lib/hadoop/lib/guava-11.0.2.jar:/usr/lib/hadoop/lib/commons-compress-1.4.1.jar:/usr/lib/hadoop/lib/commons-logging-1.1.1.jar:/usr/lib/hadoop/lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop/lib/jackson-jaxrs-1.8.8.jar:/usr/lib/hadoop/lib/asm-3.2.jar:/usr/lib/hadoop/.//hadoop-common-2.0.0-cdh4.4.0.jar:/usr/lib/hadoop/.//hadoop-auth-2.0.0-cdh4.4.0.jar:/usr/lib/hadoop/.//hadoop-auth.jar:/usr/lib/hadoop/.//hadoop-common-2.0.0-cdh4.4.0-tests.jar:/usr/lib/hadoop/.//hadoop-annotations-2.0.0-cdh4.4.0.jar:/usr/lib/hadoop/.//hadoop-common.jar:/usr/lib/hadoop/.//hadoop-annotations.jar:/usr/lib/hadoop-hdfs/./:/usr/lib/hadoop-hdfs/lib/zookeeper-3.4.5-cdh4.4.0.jar:/usr/lib/hadoop-hdfs/lib/jasper-runtime-5.5.23.jar:/usr/lib/hadoop-hdfs/lib/log4j-1.2.17.jar:/usr/lib/hadoop-hdfs/lib/xmlenc-0.52.jar:/usr/lib/hadoop-hdfs/lib/protobuf-java-2.4.0a.jar:/usr/lib/hadoop-hdfs/lib/jetty-6.1.26.cloudera.2.jar:/usr/lib/hadoop-hdfs/lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop-hdfs/lib/jersey-server-1.8.jar:/usr/lib/hadoop-hdfs/lib/commons-lang-2.5.jar:/usr/lib/hadoop-hdfs/lib/jsp-api-2.1.jar:/usr/lib/hadoop-hdfs/lib/jetty-util-6.1.26.cloudera.2.jar:/usr/lib/hadoop-hdfs/lib/commons-el-1.0.jar:/usr/lib/hadoop-hdfs/lib/commons-cli-1.2.jar:/usr/lib/hadoop-hdfs/lib/commons-io-2.1.jar:/usr/lib/hadoop-hdfs/lib/commons-codec-1.4.jar:/usr/lib/hadoop-hdfs/lib/servlet-api-2.5.jar:/usr/lib/hadoop-hdfs/lib/jline-0.9.94.jar:/usr/lib/hadoop-hdfs/lib/jersey-core-1.8.jar:/usr/lib/hadoop-hdfs/lib/commons-daemon-1.0.3.jar:/usr/lib/hadoop-hdfs/lib/jsr305-1.3.9.jar:/usr/lib/hadoop-hdfs/lib/guava-11.0.2.jar:/usr/lib/hadoop-hdfs/lib/commons-logging-1.1.1.jar:/usr/lib/hadoop-hdfs/lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop-hdfs/lib/asm-3.2.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs-2.0.0-cdh4.4.0.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs-2.0.0-cdh4.4.0-tests.jar:/usr/lib/hadoop-yarn/.//*:/usr/lib/hadoop-0.20-mapreduce/.//* | |
| STARTUP_MSG: build = file:///var/lib/jenkins/workspace/generic-package-ubuntu64-12-04/CDH4.4.0-Packaging-Hadoop-2013-09-03_18-48-35/hadoop-2.0.0+1475-1.cdh4.4.0.p0.23~precise/src/hadoop-common-project/hadoop-common -r c0eba6cd38c984557e96a16ccd7356b7de835e79; compiled by 'jenkins' on Tue Sep 3 19:33:54 PDT 2013 | |
| STARTUP_MSG: java = 1.6.0_45 | |
| ************************************************************/ | |
| 13/09/10 20:37:20 INFO namenode.NameNode: registered UNIX signal handlers for [TERM, HUP, INT] | |
| 13/09/10 20:37:21 WARN common.Util: Path /var/lib/hadoop-hdfs/cache/hdfs/dfs/name should be specified as a URI in configuration files. Please update hdfs configuration. | |
| 13/09/10 20:37:21 WARN common.Util: Path /var/lib/hadoop-hdfs/cache/hdfs/dfs/name should be specified as a URI in configuration files. Please update hdfs configuration. | |
| 13/09/10 20:37:22 INFO ipc.Client: Retrying connect to server: vagrant.namenode2/33.33.33.12:8020. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1 SECONDS) | |
| 13/09/10 20:37:23 INFO ipc.Client: Retrying connect to server: vagrant.namenode2/33.33.33.12:8020. Already tried 1 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1 SECONDS) | |
| 13/09/10 20:37:24 INFO ipc.Client: Retrying connect to server: vagrant.namenode2/33.33.33.12:8020. Already tried 2 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1 SECONDS) | |
| 13/09/10 20:37:25 INFO ipc.Client: Retrying connect to server: vagrant.namenode2/33.33.33.12:8020. Already tried 3 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1 SECONDS) | |
| 13/09/10 20:37:26 INFO ipc.Client: Retrying connect to server: vagrant.namenode2/33.33.33.12:8020. Already tried 4 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1 SECONDS) | |
| 13/09/10 20:37:27 INFO ipc.Client: Retrying connect to server: vagrant.namenode2/33.33.33.12:8020. Already tried 5 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1 SECONDS) | |
| 13/09/10 20:37:28 INFO ipc.Client: Retrying connect to server: vagrant.namenode2/33.33.33.12:8020. Already tried 6 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1 SECONDS) | |
| 13/09/10 20:37:29 INFO ipc.Client: Retrying connect to server: vagrant.namenode2/33.33.33.12:8020. Already tried 7 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1 SECONDS) | |
| 13/09/10 20:37:30 INFO ipc.Client: Retrying connect to server: vagrant.namenode2/33.33.33.12:8020. Already tried 8 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1 SECONDS) | |
| 13/09/10 20:37:31 INFO ipc.Client: Retrying connect to server: vagrant.namenode2/33.33.33.12:8020. Already tried 9 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1 SECONDS) | |
| 13/09/10 20:37:31 FATAL ha.BootstrapStandby: Unable to fetch namespace information from active NN at vagrant.namenode2/33.33.33.12:8020: Call From vagrant.namenode1/33.33.33.11 to vagrant.namenode2:8020 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused | |
| 13/09/10 20:37:31 INFO util.ExitUtil: Exiting with status 2 | |
| 13/09/10 20:37:31 INFO namenode.NameNode: SHUTDOWN_MSG: | |
| /************************************************************ | |
| SHUTDOWN_MSG: Shutting down NameNode at vagrant.namenode1/33.33.33.11 | |
| ************************************************************/ |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| /etc/init.d/hadoop-hdfs-namenode start | |
| 2013-09-10 20:36:17,382 INFO org.apache.hadoop.hdfs.server.namenode.NameNode: STARTUP_MSG: | |
| /************************************************************ | |
| STARTUP_MSG: Starting NameNode | |
| STARTUP_MSG: host = vagrant.namenode2/33.33.33.12 | |
| STARTUP_MSG: args = [] | |
| STARTUP_MSG: version = 2.0.0-cdh4.4.0 | |
| STARTUP_MSG: classpath = /etc/hadoop/conf:/usr/lib/hadoop/lib/kfs-0.3.jar:/usr/lib/hadoop/lib/commons-httpclient-3.1.jar:/usr/lib/hadoop/lib/commons-digester-1.8.jar:/usr/lib/hadoop/lib/zookeeper-3.4.5-cdh4.4.0.jar:/usr/lib/hadoop/lib/slf4j-api-1.6.1.jar:/usr/lib/hadoop/lib/jets3t-0.6.1.jar:/usr/lib/hadoop/lib/jackson-xc-1.8.8.jar:/usr/lib/hadoop/lib/jasper-runtime-5.5.23.jar:/usr/lib/hadoop/lib/log4j-1.2.17.jar:/usr/lib/hadoop/lib/junit-4.8.2.jar:/usr/lib/hadoop/lib/xmlenc-0.52.jar:/usr/lib/hadoop/lib/jasper-compiler-5.5.23.jar:/usr/lib/hadoop/lib/snappy-java-1.0.4.1.jar:/usr/lib/hadoop/lib/protobuf-java-2.4.0a.jar:/usr/lib/hadoop/lib/jetty-6.1.26.cloudera.2.jar:/usr/lib/hadoop/lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop/lib/jersey-server-1.8.jar:/usr/lib/hadoop/lib/commons-beanutils-1.7.0.jar:/usr/lib/hadoop/lib/commons-lang-2.5.jar:/usr/lib/hadoop/lib/jsch-0.1.42.jar:/usr/lib/hadoop/lib/jaxb-api-2.2.2.jar:/usr/lib/hadoop/lib/jsp-api-2.1.jar:/usr/lib/hadoop/lib/jetty-util-6.1.26.cloudera.2.jar:/usr/lib/hadoop/lib/commons-el-1.0.jar:/usr/lib/hadoop/lib/commons-cli-1.2.jar:/usr/lib/hadoop/lib/jettison-1.1.jar:/usr/lib/hadoop/lib/commons-io-2.1.jar:/usr/lib/hadoop/lib/jersey-json-1.8.jar:/usr/lib/hadoop/lib/commons-codec-1.4.jar:/usr/lib/hadoop/lib/servlet-api-2.5.jar:/usr/lib/hadoop/lib/paranamer-2.3.jar:/usr/lib/hadoop/lib/commons-net-3.1.jar:/usr/lib/hadoop/lib/commons-beanutils-core-1.8.0.jar:/usr/lib/hadoop/lib/activation-1.1.jar:/usr/lib/hadoop/lib/jaxb-impl-2.2.3-1.jar:/usr/lib/hadoop/lib/xz-1.0.jar:/usr/lib/hadoop/lib/mockito-all-1.8.5.jar:/usr/lib/hadoop/lib/avro-1.7.4.jar:/usr/lib/hadoop/lib/commons-configuration-1.6.jar:/usr/lib/hadoop/lib/jline-0.9.94.jar:/usr/lib/hadoop/lib/commons-collections-3.2.1.jar:/usr/lib/hadoop/lib/jersey-core-1.8.jar:/usr/lib/hadoop/lib/jsr305-1.3.9.jar:/usr/lib/hadoop/lib/commons-math-2.1.jar:/usr/lib/hadoop/lib/slf4j-log4j12-1.6.1.jar:/usr/lib/hadoop/lib/stax-api-1.0.1.jar:/usr/lib/hadoop/lib/guava-11.0.2.jar:/usr/lib/hadoop/lib/commons-compress-1.4.1.jar:/usr/lib/hadoop/lib/commons-logging-1.1.1.jar:/usr/lib/hadoop/lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop/lib/jackson-jaxrs-1.8.8.jar:/usr/lib/hadoop/lib/asm-3.2.jar:/usr/lib/hadoop/.//hadoop-common-2.0.0-cdh4.4.0.jar:/usr/lib/hadoop/.//hadoop-auth-2.0.0-cdh4.4.0.jar:/usr/lib/hadoop/.//hadoop-auth.jar:/usr/lib/hadoop/.//hadoop-common-2.0.0-cdh4.4.0-tests.jar:/usr/lib/hadoop/.//hadoop-annotations-2.0.0-cdh4.4.0.jar:/usr/lib/hadoop/.//hadoop-common.jar:/usr/lib/hadoop/.//hadoop-annotations.jar:/usr/lib/hadoop-hdfs/./:/usr/lib/hadoop-hdfs/lib/zookeeper-3.4.5-cdh4.4.0.jar:/usr/lib/hadoop-hdfs/lib/jasper-runtime-5.5.23.jar:/usr/lib/hadoop-hdfs/lib/log4j-1.2.17.jar:/usr/lib/hadoop-hdfs/lib/xmlenc-0.52.jar:/usr/lib/hadoop-hdfs/lib/protobuf-java-2.4.0a.jar:/usr/lib/hadoop-hdfs/lib/jetty-6.1.26.cloudera.2.jar:/usr/lib/hadoop-hdfs/lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop-hdfs/lib/jersey-server-1.8.jar:/usr/lib/hadoop-hdfs/lib/commons-lang-2.5.jar:/usr/lib/hadoop-hdfs/lib/jsp-api-2.1.jar:/usr/lib/hadoop-hdfs/lib/jetty-util-6.1.26.cloudera.2.jar:/usr/lib/hadoop-hdfs/lib/commons-el-1.0.jar:/usr/lib/hadoop-hdfs/lib/commons-cli-1.2.jar:/usr/lib/hadoop-hdfs/lib/commons-io-2.1.jar:/usr/lib/hadoop-hdfs/lib/commons-codec-1.4.jar:/usr/lib/hadoop-hdfs/lib/servlet-api-2.5.jar:/usr/lib/hadoop-hdfs/lib/jline-0.9.94.jar:/usr/lib/hadoop-hdfs/lib/jersey-core-1.8.jar:/usr/lib/hadoop-hdfs/lib/commons-daemon-1.0.3.jar:/usr/lib/hadoop-hdfs/lib/jsr305-1.3.9.jar:/usr/lib/hadoop-hdfs/lib/guava-11.0.2.jar:/usr/lib/hadoop-hdfs/lib/commons-logging-1.1.1.jar:/usr/lib/hadoop-hdfs/lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop-hdfs/lib/asm-3.2.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs-2.0.0-cdh4.4.0.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs-2.0.0-cdh4.4.0-tests.jar:/usr/lib/hadoop-yarn/.//*:/usr/lib/hadoop-mapreduce/.//* | |
| STARTUP_MSG: build = file:///var/lib/jenkins/workspace/generic-package-ubuntu64-12-04/CDH4.4.0-Packaging-Hadoop-2013-09-03_18-48-35/hadoop-2.0.0+1475-1.cdh4.4.0.p0.23~precise/src/hadoop-common-project/hadoop-common -r c0eba6cd38c984557e96a16ccd7356b7de835e79; compiled by 'jenkins' on Tue Sep 3 19:33:54 PDT 2013 | |
| STARTUP_MSG: java = 1.6.0_45 | |
| ************************************************************/ | |
| 2013-09-10 20:36:17,386 INFO org.apache.hadoop.hdfs.server.namenode.NameNode: registered UNIX signal handlers for [TERM, HUP, INT] | |
| 2013-09-10 20:36:17,980 INFO org.apache.hadoop.metrics2.impl.MetricsConfig: loaded properties from hadoop-metrics2.properties | |
| 2013-09-10 20:36:18,045 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). | |
| 2013-09-10 20:36:18,045 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: NameNode metrics system started | |
| 2013-09-10 20:36:18,103 WARN org.apache.hadoop.hdfs.server.common.Util: Path /var/lib/hadoop-hdfs/cache/hdfs/dfs/name should be specified as a URI in configuration files. Please update hdfs configuration. | |
| 2013-09-10 20:36:18,104 WARN org.apache.hadoop.hdfs.server.common.Util: Path /var/lib/hadoop-hdfs/cache/hdfs/dfs/name should be specified as a URI in configuration files. Please update hdfs configuration. | |
| 2013-09-10 20:36:18,105 WARN org.apache.hadoop.hdfs.server.namenode.FSNamesystem: Only one image storage directory (dfs.namenode.name.dir) configured. Beware of dataloss due to lack of redundant storage directories! | |
| 2013-09-10 20:36:18,109 WARN org.apache.hadoop.hdfs.server.common.Util: Path /var/lib/hadoop-hdfs/cache/hdfs/dfs/name should be specified as a URI in configuration files. Please update hdfs configuration. | |
| 2013-09-10 20:36:18,109 WARN org.apache.hadoop.hdfs.server.common.Util: Path /var/lib/hadoop-hdfs/cache/hdfs/dfs/name should be specified as a URI in configuration files. Please update hdfs configuration. | |
| 2013-09-10 20:36:18,151 INFO org.apache.hadoop.hdfs.server.namenode.HostFileManager: read includes: | |
| HostSet( | |
| ) | |
| 2013-09-10 20:36:18,151 INFO org.apache.hadoop.hdfs.server.namenode.HostFileManager: read excludes: | |
| HostSet( | |
| ) | |
| 2013-09-10 20:36:18,152 INFO org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager: dfs.block.invalidate.limit=1000 | |
| 2013-09-10 20:36:18,160 INFO org.apache.hadoop.hdfs.server.blockmanagement.BlockManager: dfs.block.access.token.enable=false | |
| 2013-09-10 20:36:18,160 INFO org.apache.hadoop.hdfs.server.blockmanagement.BlockManager: defaultReplication = 3 | |
| 2013-09-10 20:36:18,160 INFO org.apache.hadoop.hdfs.server.blockmanagement.BlockManager: maxReplication = 512 | |
| 2013-09-10 20:36:18,163 INFO org.apache.hadoop.hdfs.server.blockmanagement.BlockManager: minReplication = 1 | |
| 2013-09-10 20:36:18,163 INFO org.apache.hadoop.hdfs.server.blockmanagement.BlockManager: maxReplicationStreams = 2 | |
| 2013-09-10 20:36:18,163 INFO org.apache.hadoop.hdfs.server.blockmanagement.BlockManager: shouldCheckForEnoughRacks = false | |
| 2013-09-10 20:36:18,163 INFO org.apache.hadoop.hdfs.server.blockmanagement.BlockManager: replicationRecheckInterval = 3000 | |
| 2013-09-10 20:36:18,163 INFO org.apache.hadoop.hdfs.server.blockmanagement.BlockManager: encryptDataTransfer = false | |
| 2013-09-10 20:36:18,163 INFO org.apache.hadoop.hdfs.server.blockmanagement.BlockManager: maxNumBlocksToLog = 1000 | |
| 2013-09-10 20:36:18,166 INFO org.apache.hadoop.hdfs.server.namenode.FSNamesystem: fsOwner = hdfs (auth:SIMPLE) | |
| 2013-09-10 20:36:18,166 INFO org.apache.hadoop.hdfs.server.namenode.FSNamesystem: supergroup = supergroup | |
| 2013-09-10 20:36:18,166 INFO org.apache.hadoop.hdfs.server.namenode.FSNamesystem: isPermissionEnabled = true | |
| 2013-09-10 20:36:18,167 INFO org.apache.hadoop.hdfs.server.namenode.FSNamesystem: Determined nameservice ID: vagrant-cluster | |
| 2013-09-10 20:36:18,167 INFO org.apache.hadoop.hdfs.server.namenode.FSNamesystem: HA Enabled: true | |
| 2013-09-10 20:36:18,169 INFO org.apache.hadoop.hdfs.server.namenode.FSNamesystem: Append Enabled: true | |
| 2013-09-10 20:36:18,485 INFO org.apache.hadoop.hdfs.server.namenode.NameNode: Caching file names occuring more than 10 times | |
| 2013-09-10 20:36:18,486 INFO org.apache.hadoop.hdfs.server.namenode.FSNamesystem: dfs.namenode.safemode.threshold-pct = 0.9990000128746033 | |
| 2013-09-10 20:36:18,486 INFO org.apache.hadoop.hdfs.server.namenode.FSNamesystem: dfs.namenode.safemode.min.datanodes = 0 | |
| 2013-09-10 20:36:18,486 INFO org.apache.hadoop.hdfs.server.namenode.FSNamesystem: dfs.namenode.safemode.extension = 30000 | |
| 2013-09-10 20:36:18,487 WARN org.apache.hadoop.hdfs.server.common.Storage: Storage directory /var/lib/hadoop-hdfs/cache/hdfs/dfs/name does not exist | |
| 2013-09-10 20:36:18,488 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Stopping NameNode metrics system... | |
| 2013-09-10 20:36:18,489 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: NameNode metrics system stopped. | |
| 2013-09-10 20:36:18,489 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: NameNode metrics system shutdown complete. | |
| 2013-09-10 20:36:18,490 FATAL org.apache.hadoop.hdfs.server.namenode.NameNode: Exception in namenode join | |
| java.io.IOException: Cannot start an HA namenode with name dirs that need recovery. Dir: Storage Directory /var/lib/hadoop-hdfs/cache/hdfs/dfs/name state: NON_EXISTENT | |
| at org.apache.hadoop.hdfs.server.namenode.FSImage.recoverStorageDirs(FSImage.java:295) | |
| at org.apache.hadoop.hdfs.server.namenode.FSImage.recoverTransitionRead(FSImage.java:207) | |
| at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.loadFSImage(FSNamesystem.java:639) | |
| at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.loadFromDisk(FSNamesystem.java:476) | |
| at org.apache.hadoop.hdfs.server.namenode.NameNode.loadNamesystem(NameNode.java:403) | |
| at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:437) | |
| at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:613) | |
| at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:598) | |
| at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1169) | |
| at org.apache.hadoop.hdfs.server.namenode.NameNode.main(NameNode.java:1233) | |
| 2013-09-10 20:36:18,492 INFO org.apache.hadoop.util.ExitUtil: Exiting with status 1 | |
| 2013-09-10 20:36:18,492 INFO org.apache.hadoop.hdfs.server.namenode.NameNode: SHUTDOWN_MSG: | |
| /************************************************************ | |
| SHUTDOWN_MSG: Shutting down NameNode at vagrant.namenode2/33.33.33.12 | |
| ************************************************************/ |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment