hadoop演示代码不工作

bwleehnv  于 2021-06-03  发布在  Hadoop
关注(0)|答案(2)|浏览(360)

hadoop word count example not working在执行命令hadoop jar/home/meghna/desktop/hadoop-1.1.2/hadoop-examples-1.1.2.jar wordcount/word.txt/out时引发访问控制异常以下是异常的详细信息。

  1. 13/06/30 23:21:21 INFO input.FileInputFormat: Total input paths to process : 1
  2. 13/06/30 23:21:21 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
  3. 13/06/30 23:21:21 WARN snappy.LoadSnappy: Snappy native library not loaded
  4. 13/06/30 23:21:22 INFO mapred.JobClient: Running job: job_201306302144_0005
  5. 13/06/30 23:21:23 INFO mapred.JobClient: map 0% reduce 0%
  6. 13/06/30 23:21:25 INFO mapred.JobClient: Task Id : attempt_201306302144_0005_m_000002_0, Status : FAILED
  7. Error initializing attempt_201306302144_0005_m_000002_0:
  8. org.apache.hadoop.security.AccessControlException: org.apache.hadoop.security.AccessControlException: Permission denied: user=mapred, access=EXECUTE, inode="mapredsystem":root:supergroup:rwx------
  9. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  10. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
  11. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
  12. at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
  13. at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:95)
  14. at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:57)
  15. at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1030)
  16. at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:524)
  17. at org.apache.hadoop.mapred.TaskTracker.localizeJobTokenFile(TaskTracker.java:4458)
  18. at org.apache.hadoop.mapred.TaskTracker.initializeJob(TaskTracker.java:1280)
  19. at org.apache.hadoop.mapred.TaskTracker.localizeJob(TaskTracker.java:1221)
  20. at org.apache.hadoop.mapred.TaskTracker$5.run(TaskTracker.java:2581)
  21. at java.lang.Thread.run(Thread.java:662)
  22. Caused by: org.apache.hadoop.ipc.RemoteException: org.apache.hadoop.security.AccessControlException: Permission denied: user=mapred, access=EXECUTE, inode="mapredsystem":root:supergroup:rwx------
  23. at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:199)
  24. at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkTraverse(FSPermissionChecker.java:155)
  25. at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkPermission(FSPermissionChecker.java:125)
  26. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkPermission(FSNamesystem.java:5468)
  27. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkTraverse(FSNamesystem.java:5447)
  28. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getFileInfo(FSNamesystem.java:2168)
  29. at org.apache.hadoop.hdfs.server.namenode.NameNode.getFileInfo(NameNode.java:888)
  30. at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)
  31. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  32. at java.lang.reflect.Method.invoke(Method.java:597)
  33. at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:578)
  34. at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1393)
  35. at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1389)
  36. at java.security.AccessController.doPrivileged(Native Method)
  37. at javax.security.auth.Subject.doAs(Subject.java:396)
  38. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1149)
  39. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1387)
  40. at org.apache.hadoop.ipc.Client.call(Client.java:1107)
  41. at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:229)
  42. at $Proxy7.getFileInfo(Unknown Source)
  43. at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  44. at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  45. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  46. at java.lang.reflect.Method.invoke(Method.java:597)
  47. at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:85)
  48. at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:62)
  49. at $Proxy7.getFileInfo(Unknown Source)
  50. at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1028)
  51. ... 6 more
  52. 13/06/30 23:21:25 WARN mapred.JobClient: Error reading task outputhttp://localhost:50060/tasklog?plaintext=true&attemptid=attempt_201306302144_0005_m_000002_0&filter=stdout
  53. 13/06/30 23:21:25 WARN mapred.JobClient: Error reading task outputhttp://localhost:50060/tasklog?plaintext=true&attemptid=attempt_201306302144_0005_m_000002_0&filter=stderr
  54. 13/06/30 23:21:25 INFO mapred.JobClient: Task Id : attempt_201306302144_0005_m_000002_1, Status : FAILED
  55. Error initializing attempt_201306302144_0005_m_000002_1:
  56. org.apache.hadoop.security.AccessControlException: org.apache.hadoop.security.AccessControlException: Permission denied: user=mapred, access=EXECUTE, inode="mapredsystem":root:supergroup:rwx------
  57. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
  58. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
  59. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
  60. at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
  61. at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:95)
  62. at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:57)
  63. at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1030)
  64. at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:524)
  65. at org.apache.hadoop.mapred.TaskTracker.localizeJobTokenFile(TaskTracker.java:4458)
  66. at org.apache.hadoop.mapred.TaskTracker.initializeJob(TaskTracker.java:1280)
  67. at org.apache.hadoop.mapred.TaskTracker.localizeJob(TaskTracker.java:1221)
  68. at org.apache.hadoop.mapred.TaskTracker$5.run(TaskTracker.java:2581)
  69. at java.lang.Thread.run(Thread.java:662)
r7s23pms

r7s23pms1#

您无权访问hdfs上的某些目录。您可以尝试以下常用方法:hadoopfs-chmod-r777mapredsystem

lmvvr0a8

lmvvr0a82#

你没有访问权限。以root用户身份启动作业或更改目录的用户和权限。

相关问题