分享

hadoop出现ERROR security.UserGroupInformation

arsenduan 发表于 2015-5-1 20:13:20 [显示全部楼层] 回帖奖励 阅读模式 关闭右栏 1 13078



hadoop出现ERROR security.UserGroupInformation

  1. 14/01/23 20:49:47 ERROR security.UserGroupInformation: PriviledgedActionException as:hadoop (auth:SIMPLE) cause:java.io.IOException: Failed on local exception: com.google.protobuf.InvalidProtocolBufferException: Protocol message end-group tag did not match expected tag.; Host Details : local host is: "hadoop1/192.168.1.148"; destination host is: "hadoop1":9000;
  2. java.io.IOException: Failed on local exception: com.google.protobuf.InvalidProtocolBufferException: Protocol message end-group tag did not match expected tag.; Host Details : local host is: "hadoop1/192.168.1.148"; destination host is: "hadoop1":9000;
  3.         at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:763)
  4.         at org.apache.hadoop.ipc.Client.call(Client.java:1242)
  5.         at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:202)
  6.         at com.sun.proxy.$Proxy9.getFileInfo(Unknown Source)
  7.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  8.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  9.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  10.         at java.lang.reflect.Method.invoke(Method.java:597)
  11.         at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:164)
  12.         at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:83)
  13.         at com.sun.proxy.$Proxy9.getFileInfo(Unknown Source)
  14.         at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:629)
  15.         at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1545)
  16.         at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:820)
  17.         at org.apache.hadoop.fs.FileSystem.globStatusInternal(FileSystem.java:1681)
  18.         at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1627)
  19.         at org.apache.hadoop.mapreduce.lib.input.FileInputFormat.listStatus(FileInputFormat.java:211)
  20.         at org.apache.hadoop.mapreduce.lib.input.FileInputFormat.getSplits(FileInputFormat.java:248)
  21.         at org.apache.hadoop.mapred.JobClient.writeNewSplits(JobClient.java:1079)
  22.         at org.apache.hadoop.mapred.JobClient.writeSplits(JobClient.java:1096)
  23.         at org.apache.hadoop.mapred.JobClient.access$600(JobClient.java:177)
  24.         at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:995)
  25.         at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:948)
  26.         at java.security.AccessController.doPrivileged(Native Method)
  27.         at javax.security.auth.Subject.doAs(Subject.java:396)
  28.         at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408)
  29.         at org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:948)
  30.         at org.apache.hadoop.mapreduce.Job.submit(Job.java:566)
  31.         at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:596)
  32.         at com.zdworks.bigdata.backup.ParseLog_Redis.runstat(ParseLog_Redis.java:383)
  33.         at com.zdworks.bigdata.backup.ParseLog_Redis.main(ParseLog_Redis.java:394)
  34.         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  35.         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  36.         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  37.         at java.lang.reflect.Method.invoke(Method.java:597)
  38.         at org.apache.hadoop.util.RunJar.main(RunJar.java:208)
  39. Caused by: com.google.protobuf.InvalidProtocolBufferException: Protocol message end-group tag did not match expected tag.
  40.         at com.google.protobuf.InvalidProtocolBufferException.invalidEndTag(InvalidProtocolBufferException.java:73)
  41.         at com.google.protobuf.CodedInputStream.checkLastTagWas(CodedInputStream.java:124)
  42.         at com.google.protobuf.AbstractMessageLite$Builder.mergeFrom(AbstractMessageLite.java:213)
  43.         at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:746)
  44.         at com.google.protobuf.AbstractMessage$Builder.mergeFrom(AbstractMessage.java:238)
  45.         at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:282)
  46.         at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:760)
  47.         at com.google.protobuf.AbstractMessageLite$Builder.mergeDelimitedFrom(AbstractMessageLite.java:288)
  48.         at com.google.protobuf.AbstractMessage$Builder.mergeDelimitedFrom(AbstractMessage.java:752)
  49.         at org.apache.hadoop.ipc.protobuf.RpcPayloadHeaderProtos$RpcResponseHeaderProto.parseDelimitedFrom(RpcPayloadHeaderProtos.java:985)
  50.         at org.apache.hadoop.ipc.Client$Connection.receiveResponse(Client.java:949)
  51.         at org.apache.hadoop.ipc.Client$Connection.run(Client.java:847)
复制代码


已有(1)人评论

跳转到指定楼层
arsenduan 发表于 2015-5-1 20:13:58


解决:
从apache hadoop换用CDH之后,权限用户发生了变化(hadoop转为hdfs)。 所以要运行MR程序时,要切换到hdfs用户才行。

回复

使用道具 举报

您需要登录后才可以回帖 登录 | 立即注册

本版积分规则

关闭

推荐上一条 /2 下一条