####背景####
hbase-2.0.0-alpha4
jdk1.8.0_151
zookeeper-3.4.9
####问题描述####
因为某种原因，已经部署好的环境，突然报错
-12-06 17:12:22,399 WARN [RSProcedureDispatcher-pool3-t2] procedure.RSProcedureDispatcher: Failed dispatch to server=centos7-,16020,1512551537684 try=0java.io.IOException: java.io.IOException: Missing table descriptor for b49b8576cb6dbfb0bae2cbf650bb7c02at org.apache.hadoop.hbase.regionserver.RSRpcServices.openRegion(RSRpcServices.java:1959)at org.apache.hadoop.hbase.regionserver.RSRpcServices.executeProcedures(RSRpcServices.java:3470)at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:26878)at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:406)at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:134)at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:325)at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:305)at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)at java.lang.reflect.Constructor.newInstance(Constructor.java:423)at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:93)at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:83)at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:368)at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.getRemoteException(ProtobufUtil.java:345)at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.sendRequest(RSProcedureDispatcher.java:298)at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.call(RSProcedureDispatcher.java:268)at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.call(RSProcedureDispatcher.java:246)at java.util.concurrent.FutureTask.run(FutureTask.java:266)at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)at java.lang.Thread.run(Thread.java:748)Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(java.io.IOException): java.io.IOException: Missing table descriptor for b49b8576cb6dbfb0bae2cbf650bb7c02at org.apache.hadoop.hbase.regionserver.RSRpcServices.openRegion(RSRpcServices.java:1959)at org.apache.hadoop.hbase.regionserver.RSRpcServices.executeProcedures(RSRpcServices.java:3470)at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:26878)at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:406)at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:134)at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:325)at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:305)at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:387)at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:95)at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:410)at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:406)at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:103)at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:118)at org.apache.hadoop.tyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:161)at org.apache.hadoop.tyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:191)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)at org.apache.hadoop.hbase.ty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:310)at org.apache.hadoop.hbase.ty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:284)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)at org.apache.hadoop.hbase.ty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:287)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)at org.apache.hadoop.hbase.ty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1334)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)at org.apache.hadoop.hbase.ty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)at org.apache.hadoop.hbase.ty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:926)at org.apache.hadoop.hbase.ty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:979)at org.apache.hadoop.hbase.ty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:401)at org.apache.hadoop.hbase.ty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:306)at org.apache.hadoop.hbase.ty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858)at org.apache.hadoop.hbase.ty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138)... 1 more-12-06 17:12:22,401 WARN [RSProcedureDispatcher-pool3-t2] assignment.RegionTransitionProcedure: Remote call failed pid=4, ppid=3, state=RUNNABLE:REGION_TRANSITION_DISPATCH; AssignProcedure table=hbase:namespace, region=b49b8576cb6dbfb0bae2cbf650bb7c02; rit=OPENING, location=centos7-,16020,1512551537684; exception=java.io.IOException: Missing table descriptor for b49b8576cb6dbfb0bae2cbf650bb7c02at org.apache.hadoop.hbase.regionserver.RSRpcServices.openRegion(RSRpcServices.java:1959)at org.apache.hadoop.hbase.regionserver.RSRpcServices.executeProcedures(RSRpcServices.java:3470)at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:26878)at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:406)at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:134)at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:325)at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:305)
-12-06 17:13:14,626 WARN [centos7-,16000,1512551524749_Chore_1] cleaner.CleanerChore: Found a wrongly formatted file: file:/home/root/hbase-2.0.0-alpha4/data/oldWALs/pv2-00000000000000000001.log - will delete it.-12-06 17:13:26,551 WARN [ProcExecTimeout] assignment.AssignmentManager: TODO Handle stuck in transition: rit=OPENING, location=centos7-,16020,1512551537684, table=hbase:namespace, region=b49b8576cb6dbfb0bae2cbf650bb7c02-12-06 17:13:31,569 WARN [ProcExecTimeout] assignment.AssignmentManager: TODO Handle stuck in transition: rit=OPENING, location=centos7-,16020,1512551537684, table=hbase:namespace, region=b49b8576cb6dbfb0bae2cbf650bb7c02
配置如下：
<configuration><property><name>hbase.cluster.distributed</name><value>true</value></property><property><name>hbase.rootdir</name><value>file:///home/root/hbase-2.0.0-alpha4/data</value></property><property><name>hbase.zookeeper.quorum</name><value>centos7-,centos7-,centos7-</value></property><property><name>hbase.zookeeper.property.dataDir</name><value>/home/root/zookeeper-3.4.9/data</value></property><property><name>zookeeper.znode.parent</name><value>/hbase-test2</value></property></configuration>
接下来直接把各个节点的hbase.rootdir目录和zookeeper对应的znode.parent全部铲除，理论上这是一个重新初始化的动作
####解决
原因：这是local模式下特殊的配置导致，
etc:rm -rf /tmp/hbase-root/
解决方法：清除该目录，问题得到解决。
