如何解决这个HBase宕机问题?

2014-01-21 01:40:51,054 WARN org.apache.hadoop.hbase.regionserver.wal.HLogSplitter: File hdfs://192.168.3.229:9000/hbase/.logs/Slave2.Hadoop,60020,1389093994957-splitting/Slave2.Hadoop%2C60020%2C1389093994957.1390239417240 might be still open, length is 0
Tue Jan 21 09:43:07 CST 2014 Stopping hbase (via master)
2014-01-21 09:43:08,911 INFO org.apache.hadoop.ipc.HBaseServer: Stopping server on 60000
2014-01-21 09:43:08,913 WARN org.apache.hadoop.hbase.zookeeper.ZKUtil: hconnection-0x2436c7550df0003 Unable to set watcher on znode (/hbase)
java.lang.InterruptedException
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1309)
at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1036)
at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.exists(RecoverableZooKeeper.java:172)
at org.apache.hadoop.hbase.zookeeper.ZKUtil.checkExists(ZKUtil.java:450)
at org.apache.hadoop.hbase.zookeeper.ZooKeeperNodeTracker.checkIfBaseNodeAvailable(ZooKeeperNodeTracker.java:208)
at org.apache.hadoop.hbase.zookeeper.RootRegionTracker.waitRootRegionLocation(RootRegionTracker.java:77)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:989)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:1102)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:1000)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.relocateRegion(HConnectionManager.java:975)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getRegionLocation(HConnectionManager.java:875)
at org.apache.hadoop.hbase.client.ServerCallable.connect(ServerCallable.java:86)
at org.apache.hadoop.hbase.client.ScannerCallable.connect(ScannerCallable.java:91)
at org.apache.hadoop.hbase.client.ServerCallable.withRetries(ServerCallable.java:162)
at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:188)
at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:82)
at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:67)
at org.apache.hadoop.hbase.master.CatalogJanitor.getSplitParents(CatalogJanitor.java:126)
at org.apache.hadoop.hbase.master.CatalogJanitor.scan(CatalogJanitor.java:137)
at org.apache.hadoop.hbase.master.CatalogJanitor.chore(CatalogJanitor.java:93)
at org.apache.hadoop.hbase.Chore.run(Chore.java:67)
at java.lang.Thread.run(Thread.java:662)

2014-01-21 09:43:09,034 INFO org.apache.hadoop.ipc.HBaseServer: IPC Server handler 153 on 60000: exiting
2014-01-21 09:43:09,035 WARN org.apache.hadoop.hbase.zookeeper.ZKUtil: hconnection-0x2436c7550df0003 Unable to set watcher on znode (/hbase)
java.lang.InterruptedException
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1309)
at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1036)
at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.exists(RecoverableZooKeeper.java:172)
at org.apache.hadoop.hbase.zookeeper.ZKUtil.checkExists(ZKUtil.java:450)
at org.apache.hadoop.hbase.zookeeper.ZooKeeperNodeTracker.checkIfBaseNodeAvailable(ZooKeeperNodeTracker.java:208)
at org.apache.hadoop.hbase.zookeeper.RootRegionTracker.waitRootRegionLocation(RootRegionTracker.java:77)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:989)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:1102)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:1000)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:961)
at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:251)
at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:155)
at org.apache.hadoop.hbase.catalog.MetaReader.getHTable(MetaReader.java:201)
at org.apache.hadoop.hbase.catalog.MetaReader.getMetaHTable(MetaReader.java:227)
at org.apache.hadoop.hbase.catalog.MetaReader.fullScan(MetaReader.java:722)
at org.apache.hadoop.hbase.catalog.MetaReader.fullScan(MetaReader.java:184)
at org.apache.hadoop.hbase.catalog.MetaReader.fullScan(MetaReader.java:169)
at org.apache.hadoop.hbase.catalog.MetaReader.getServerUserRegions(MetaReader.java:645)
at org.apache.hadoop.hbase.master.handler.ServerShutdownHandler.process(ServerShutdownHandler.java:184)
at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:175)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
at java.lang.Thread.run(Thread.java:662)
2014-01-21 09:43:09,035 ERROR org.apache.hadoop.hbase.zookeeper.ZooKeeperNodeTracker: Check the value configured in 'zookeeper.znode.parent'. There could be a mismatch with the one configured in the master.
2014-01-21 09:43:09,035 ERROR org.apache.hadoop.hbase.executor.EventHandler: Caught throwable while processing event M_SERVER_SHUTDOWN
java.lang.IllegalArgumentException: Check the value configured in 'zookeeper.znode.parent'. There could be a mismatch with the one configured in the master.
at org.apache.hadoop.hbase.zookeeper.RootRegionTracker.waitRootRegionLocation(RootRegionTracker.java:81)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:989)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:1102)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:1000)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:961)
at org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:251)
at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:155)
at org.apache.hadoop.hbase.catalog.MetaReader.getHTable(MetaReader.java:201)
at org.apache.hadoop.hbase.catalog.MetaReader.getMetaHTable(MetaReader.java:227)
at org.apache.hadoop.hbase.catalog.MetaReader.fullScan(MetaReader.java:722)
at org.apache.hadoop.hbase.catalog.MetaReader.fullScan(MetaReader.java:184)
at org.apache.hadoop.hbase.catalog.MetaReader.fullScan(MetaReader.java:169)
at org.apache.hadoop.hbase.catalog.MetaReader.getServerUserRegions(MetaReader.java:645)
at org.apache.hadoop.hbase.master.handler.ServerShutdownHandler.process(ServerShutdownHandler.java:184)
at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:175)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
at java.lang.Thread.run(Thread.java:662)
2014-01-21 09:43:09,041 INFO org.apache.zookeeper.ZooKeeper: Session: 0x2436c7550df0001 closed
2014-01-21 09:43:09,041 INFO org.apache.zookeeper.ClientCnxn: EventThread shut down
Tue Jan 21 09:43:25 CST 2014 Starting master on Master.Hadoop

时间不再回头 - 一句话介绍

赞同来自:

不知道什么原因,最后重启后就解决了。

要回复问题请先登录注册