高可用性:找不到zkresourcemanagerstatestore

sigwle7e  于 2021-05-29  发布在  Hadoop
关注(0)|答案(1)|浏览(416)

我正在尝试将yarn设置为在hadoop2.7.3上的ha配置中运行。启动时,我在资源管理器日志文件中收到以下错误:
java.lang.runtimeexception:java.lang.runtimeexception:java.lang.classnotfoundexception:找不到类org.apache.hadoop.yarn.server.resourcemanager.recovery.zkresourcemanagerstatestore
my yarn-site.xml如下:

  1. <configuration>
  2. <!-- Resource Manager Configs -->
  3. <property>
  4. <name>yarn.resourcemanager.connect.retry-interval.ms</name>
  5. <value>2000</value>
  6. </property>
  7. <property>
  8. <name>yarn.resourcemanager.ha.enabled</name>
  9. <value>true</value>
  10. </property>
  11. <property>
  12. <name>yarn.resourcemanager.ha.automatic-failover.enabled</name>
  13. <value>true</value>
  14. </property>
  15. <property>
  16. <name>yarn.resourcemanager.ha.automatic-failover.embedded</name>
  17. <value>true</value>
  18. </property>
  19. <property>
  20. <name>yarn.resourcemanager.cluster-id</name>
  21. <value>yarn-cluster</value>
  22. </property>
  23. <property>
  24. <name>yarn.resourcemanager.ha.rm-ids</name>
  25. <value>rm1,rm2</value>
  26. </property>
  27. <property>
  28. <name>yarn.resourcemanager.ha.id</name>
  29. <value>rm1</value>
  30. </property>
  31. <property>
  32. <name>yarn.resourcemanager.scheduler.class</name>
  33. <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
  34. </property>
  35. <property>
  36. <name>yarn.resourcemanager.recovery.enabled</name>
  37. <value>true</value>
  38. </property>
  39. <property>
  40. <name>yarn.resourcemanager.store.class</name>
  41. <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKResourceManagerStateStore</value>
  42. </property>
  43. <property>
  44. <name>yarn.resourcemanager.zk-address</name>
  45. <value>master:2181,slave1:2181,slave2:2181</value>
  46. </property>
  47. <property>
  48. <name>yarn.app.mapreduce.am.scheduler.connection.wait.interval-ms</name>
  49. <value>5000</value>
  50. </property>
  51. <property>
  52. <name>yarn.resourcemanager.work-preserving-recovery.enabled</name>
  53. <value>true</value>
  54. </property>
  55. <!-- ResourceManager1 configs -->
  56. <property>
  57. <name>yarn.resourcemanager.address.rm1</name>
  58. <value>master:23140</value>
  59. </property>
  60. <property>
  61. <name>yarn.resourcemanager.scheduler.address.rm1</name>
  62. <value>master:23130</value>
  63. </property>
  64. <property>
  65. <name>yarn.resourcemanager.webapp.https.address.rm1</name>
  66. <value>master:23189</value>
  67. </property>
  68. <property>
  69. <name>yarn.resourcemanager.webapp.address.rm1</name>
  70. <value>master:23188</value>
  71. </property>
  72. <property>
  73. <name>yarn.resourcemanager.resource-tracker.address.rm1</name>
  74. <value>master:23125</value>
  75. </property>
  76. <property>
  77. <name>yarn.resourcemanager.admin.address.rm1</name>
  78. <value>master:23141</value>
  79. </property>
  80. <!-- ResourceManager2 configs -->
  81. <property>
  82. <name>yarn.resourcemanager.address.rm2</name>
  83. <value>slave1:23140</value>
  84. </property>
  85. <property>
  86. <name>yarn.resourcemanager.scheduler.address.rm2</name>
  87. <value>slave1:23130</value>
  88. </property>
  89. <property>
  90. <name>yarn.resourcemanager.webapp.https.address.rm2</name>
  91. <value>slave1:23189</value>
  92. </property>
  93. <property>
  94. <name>yarn.resourcemanager.webapp.address.rm2</name>
  95. <value>slave1:23188</value>
  96. </property>
  97. <property>
  98. <name>yarn.resourcemanager.resource-tracker.address.rm2</name>
  99. <value>slave1:23125</value>
  100. </property>
  101. <property>
  102. <name>yarn.resourcemanager.admin.address.rm2</name>
  103. <value>slave1:23141</value>
  104. </property>
  105. <!-- Node Manager Configs -->
  106. <property>
  107. <description>Address where the localizer IPC is.</description>
  108. <name>yarn.nodemanager.localizer.address</name>
  109. <value>master:23344</value>
  110. </property>
  111. <property>
  112. <description>NM Webapp address.</description>
  113. <name>yarn.nodemanager.webapp.address</name>
  114. <value>master:23999</value>
  115. </property>
  116. <property>
  117. <name>yarn.nodemanager.aux-services</name>
  118. <value>mapreduce_shuffle</value>
  119. </property>
  120. <property>
  121. <name>yarn.nodemanager.local-dirs</name>
  122. <value>/tmp/pseudo-dist/yarn/local</value>
  123. </property>
  124. <property>
  125. <name>yarn.nodemanager.log-dirs</name>
  126. <value>/tmp/pseudo-dist/yarn/log</value>
  127. </property>
  128. <property>
  129. <name>mapreduce.shuffle.port</name>
  130. <value>23080</value>
  131. </property>
  132. <property>
  133. <name>yarn.resourcemanager.work-preserving-recovery.enabled</name>
  134. <value>true</value>
  135. </property>
  136. </configuration>
gopyfrb3

gopyfrb31#

替换

  1. <property>
  2. <name>yarn.resourcemanager.store.class</name>
  3. <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKResourceManagerStateStore</value>
  4. </property>

  1. <property>
  2. <name>yarn.resourcemanager.store.class</name>
  3. <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
  4. </property>

在yarn-site.xml中,然后重试

相关问题