org.apache.hadoop.yarn.ipc.YarnRPC.getServer()方法的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(14.4k)|赞(0)|评价(0)|浏览(117)

本文整理了Java中org.apache.hadoop.yarn.ipc.YarnRPC.getServer()方法的一些代码示例，展示了YarnRPC.getServer()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。YarnRPC.getServer()方法的具体详情如下：
包路径：org.apache.hadoop.yarn.ipc.YarnRPC
类名称：YarnRPC
方法名：getServer

YarnRPC.getServer介绍

暂无

代码示例

代码示例来源：origin: Qihoo360/XLearning

protected void serviceStart() throws Exception {
 Configuration conf = new XLearningConfiguration();
 YarnRPC rpc = YarnRPC.create(conf);
 initializeWebApp(conf);
 InetSocketAddress address = conf.getSocketAddr(
   XLearningConfiguration.XLEARNING_HISTORY_BIND_HOST,
   XLearningConfiguration.XLEARNING_HISTORY_ADDRESS,
   conf.get(XLearningConfiguration.XLEARNING_HISTORY_ADDRESS, XLearningConfiguration.DEFAULT_XLEARNING_HISTORY_ADDRESS),
   conf.getInt(XLearningConfiguration.XLEARNING_HISTORY_PORT, XLearningConfiguration.DEFAULT_XLEARNING_HISTORY_PORT));
 server =
   rpc.getServer(HSClientProtocol.class, protocolHandler, address,
     conf, jhsDTSecretManager,
     conf.getInt(XLearningConfiguration.XLEARNING_HISTORY_CLIENT_THREAD_COUNT,
       XLearningConfiguration.DEFAULT_XLEARNING_HISTORY_CLIENT_THREAD_COUNT));
 // Enable service authorization?
 if (conf.getBoolean(
   CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION,
   false)) {
  server.refreshServiceAcl(conf, new ClientHSPolicyProvider());
 }
 server.start();
 this.bindAddress = conf.updateConnectAddr(XLearningConfiguration.XLEARNING_HISTORY_BIND_HOST,
   XLearningConfiguration.XLEARNING_HISTORY_ADDRESS,
   conf.get(XLearningConfiguration.XLEARNING_HISTORY_ADDRESS, XLearningConfiguration.DEFAULT_XLEARNING_HISTORY_ADDRESS),
   server.getListenerAddress());
 LOG.info("Instantiated HistoryClientService at " + this.bindAddress);
 super.serviceStart();
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-common

public Server getServer(Class protocol, Object instance,
  InetSocketAddress addr, Configuration conf,
  SecretManager<? extends TokenIdentifier> secretManager,
  int numHandlers) {
 return getServer(protocol, instance, addr, conf, secretManager, numHandlers,
   null);
}

代码示例来源：origin: com.github.jiayuhan-it/hadoop-yarn-common

public Server getServer(Class protocol, Object instance,
  InetSocketAddress addr, Configuration conf,
  SecretManager<? extends TokenIdentifier> secretManager,
  int numHandlers) {
 return getServer(protocol, instance, addr, conf, secretManager, numHandlers,
   null);
}

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-common

public Server getServer(Class protocol, Object instance,
  InetSocketAddress addr, Configuration conf,
  SecretManager<? extends TokenIdentifier> secretManager,
  int numHandlers) {
 return getServer(protocol, instance, addr, conf, secretManager, numHandlers,
   null);
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

protected Server getServer(YarnRPC rpc, Configuration serverConf,
  InetSocketAddress addr, AMRMTokenSecretManager secretManager) {
 return rpc.getServer(ApplicationMasterProtocol.class, this, addr,
   serverConf, secretManager,
   serverConf.getInt(YarnConfiguration.RM_SCHEDULER_CLIENT_THREAD_COUNT,
     YarnConfiguration.DEFAULT_RM_SCHEDULER_CLIENT_THREAD_COUNT));
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-router

@Override
protected void serviceStart() throws Exception {
 LOG.info("Starting Router ClientRMService");
 Configuration conf = getConfig();
 YarnRPC rpc = YarnRPC.create(conf);
 UserGroupInformation.setConfiguration(conf);
 this.listenerEndpoint =
   conf.getSocketAddr(YarnConfiguration.ROUTER_BIND_HOST,
     YarnConfiguration.ROUTER_CLIENTRM_ADDRESS,
     YarnConfiguration.DEFAULT_ROUTER_CLIENTRM_ADDRESS,
     YarnConfiguration.DEFAULT_ROUTER_CLIENTRM_PORT);
 int maxCacheSize =
   conf.getInt(YarnConfiguration.ROUTER_PIPELINE_CACHE_MAX_SIZE,
     YarnConfiguration.DEFAULT_ROUTER_PIPELINE_CACHE_MAX_SIZE);
 this.userPipelineMap = Collections.synchronizedMap(
   new LRUCacheHashMap<String, RequestInterceptorChainWrapper>(
     maxCacheSize, true));
 Configuration serverConf = new Configuration(conf);
 int numWorkerThreads =
   serverConf.getInt(YarnConfiguration.RM_CLIENT_THREAD_COUNT,
     YarnConfiguration.DEFAULT_RM_CLIENT_THREAD_COUNT);
 this.server = rpc.getServer(ApplicationClientProtocol.class, this,
   listenerEndpoint, serverConf, null, numWorkerThreads);
 this.server.start();
 LOG.info("Router ClientRMService listening on address: "
   + this.server.getListenerAddress());
 super.serviceStart();
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-nodemanager

Server createServer() {
 Configuration conf = getConfig();
 YarnRPC rpc = YarnRPC.create(conf);
 if (UserGroupInformation.isSecurityEnabled()) {
  secretManager = new LocalizerTokenSecretManager();      
 }
 
 Server server = rpc.getServer(LocalizationProtocol.class, this,
   localizationServerAddress, conf, secretManager, 
   conf.getInt(YarnConfiguration.NM_LOCALIZER_CLIENT_THREAD_COUNT, 
     YarnConfiguration.DEFAULT_NM_LOCALIZER_CLIENT_THREAD_COUNT));
 
 // Enable service authorization?
 if (conf.getBoolean(
   CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION, 
   false)) {
  server.refreshServiceAcl(conf, NMPolicyProvider.getInstance());
 }
 
 return server;
}

代码示例来源：origin: com.github.jiayuhan-it/hadoop-yarn-server-nodemanager

Server createServer() {
 Configuration conf = getConfig();
 YarnRPC rpc = YarnRPC.create(conf);
 if (UserGroupInformation.isSecurityEnabled()) {
  secretManager = new LocalizerTokenSecretManager();      
 }
 
 Server server = rpc.getServer(LocalizationProtocol.class, this,
   localizationServerAddress, conf, secretManager, 
   conf.getInt(YarnConfiguration.NM_LOCALIZER_CLIENT_THREAD_COUNT, 
     YarnConfiguration.DEFAULT_NM_LOCALIZER_CLIENT_THREAD_COUNT));
 
 // Enable service authorization?
 if (conf.getBoolean(
   CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION, 
   false)) {
  server.refreshServiceAcl(conf, new NMPolicyProvider());
 }
 
 return server;
}

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-nodemanager

Server createServer() {
 Configuration conf = getConfig();
 YarnRPC rpc = YarnRPC.create(conf);
 if (UserGroupInformation.isSecurityEnabled()) {
  secretManager = new LocalizerTokenSecretManager();      
 }
 
 Server server = rpc.getServer(LocalizationProtocol.class, this,
   localizationServerAddress, conf, secretManager, 
   conf.getInt(YarnConfiguration.NM_LOCALIZER_CLIENT_THREAD_COUNT, 
     YarnConfiguration.DEFAULT_NM_LOCALIZER_CLIENT_THREAD_COUNT));
 
 // Enable service authorization?
 if (conf.getBoolean(
   CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION, 
   false)) {
  server.refreshServiceAcl(conf, new NMPolicyProvider());
 }
 
 return server;
}

代码示例来源：origin: io.hops/hadoop-yarn-server-nodemanager

Server createServer() {
 Configuration conf = getConfig();
 YarnRPC rpc = YarnRPC.create(conf);
 if (UserGroupInformation.isSecurityEnabled()) {
  secretManager = new LocalizerTokenSecretManager();      
 }
 
 Server server = rpc.getServer(LocalizationProtocol.class, this,
   localizationServerAddress, conf, secretManager, 
   conf.getInt(YarnConfiguration.NM_LOCALIZER_CLIENT_THREAD_COUNT, 
     YarnConfiguration.DEFAULT_NM_LOCALIZER_CLIENT_THREAD_COUNT));
 
 // Enable service authorization?
 if (conf.getBoolean(
   CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION, 
   false)) {
  server.refreshServiceAcl(conf, new NMPolicyProvider());
 }
 
 return server;
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Override
public Server getServer(YarnRPC rpc, Configuration serverConf,
  InetSocketAddress addr, AMRMTokenSecretManager secretManager) {
 if (YarnConfiguration.isDistSchedulingEnabled(serverConf)) {
  Server server = rpc.getServer(DistributedSchedulingAMProtocol.class, this,
    addr, serverConf, secretManager,
    serverConf.getInt(YarnConfiguration.RM_SCHEDULER_CLIENT_THREAD_COUNT,
      YarnConfiguration.DEFAULT_RM_SCHEDULER_CLIENT_THREAD_COUNT));
  // To support application running on NMs that DO NOT support
  // Dist Scheduling... The server multiplexes both the
  // ApplicationMasterProtocol as well as the DistributedSchedulingProtocol
  ((RPC.Server) server).addProtocol(RPC.RpcKind.RPC_PROTOCOL_BUFFER,
    ApplicationMasterProtocolPB.class,
    ApplicationMasterProtocolService.newReflectiveBlockingService(
      new ApplicationMasterProtocolPBServiceImpl(this)));
  return server;
 }
 return super.getServer(rpc, serverConf, addr, secretManager);
}

代码示例来源：origin: ch.cern.hadoop/hadoop-mapreduce-client-hs

protected void serviceStart() throws Exception {
 Configuration conf = getConfig();
 YarnRPC rpc = YarnRPC.create(conf);
 initializeWebApp(conf);
 InetSocketAddress address = conf.getSocketAddr(
   JHAdminConfig.MR_HISTORY_BIND_HOST,
   JHAdminConfig.MR_HISTORY_ADDRESS,
   JHAdminConfig.DEFAULT_MR_HISTORY_ADDRESS,
   JHAdminConfig.DEFAULT_MR_HISTORY_PORT);
 server =
   rpc.getServer(HSClientProtocol.class, protocolHandler, address,
     conf, jhsDTSecretManager,
     conf.getInt(JHAdminConfig.MR_HISTORY_CLIENT_THREAD_COUNT,
       JHAdminConfig.DEFAULT_MR_HISTORY_CLIENT_THREAD_COUNT));
 // Enable service authorization?
 if (conf.getBoolean(
   CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION,
   false)) {
  server.refreshServiceAcl(conf, new ClientHSPolicyProvider());
 }
 
 server.start();
 this.bindAddress = conf.updateConnectAddr(JHAdminConfig.MR_HISTORY_BIND_HOST,
                      JHAdminConfig.MR_HISTORY_ADDRESS,
                      JHAdminConfig.DEFAULT_MR_HISTORY_ADDRESS,
                      server.getListenerAddress());
 LOG.info("Instantiated HistoryClientService at " + this.bindAddress);
 super.serviceStart();
}

代码示例来源：origin: com.github.jiayuhan-it/hadoop-mapreduce-client-hs

protected void serviceStart() throws Exception {
 Configuration conf = getConfig();
 YarnRPC rpc = YarnRPC.create(conf);
 initializeWebApp(conf);
 InetSocketAddress address = conf.getSocketAddr(
   JHAdminConfig.MR_HISTORY_BIND_HOST,
   JHAdminConfig.MR_HISTORY_ADDRESS,
   JHAdminConfig.DEFAULT_MR_HISTORY_ADDRESS,
   JHAdminConfig.DEFAULT_MR_HISTORY_PORT);
 server =
   rpc.getServer(HSClientProtocol.class, protocolHandler, address,
     conf, jhsDTSecretManager,
     conf.getInt(JHAdminConfig.MR_HISTORY_CLIENT_THREAD_COUNT,
       JHAdminConfig.DEFAULT_MR_HISTORY_CLIENT_THREAD_COUNT));
 // Enable service authorization?
 if (conf.getBoolean(
   CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION,
   false)) {
  server.refreshServiceAcl(conf, new ClientHSPolicyProvider());
 }
 
 server.start();
 this.bindAddress = conf.updateConnectAddr(JHAdminConfig.MR_HISTORY_BIND_HOST,
                      JHAdminConfig.MR_HISTORY_ADDRESS,
                      JHAdminConfig.DEFAULT_MR_HISTORY_ADDRESS,
                      server.getListenerAddress());
 LOG.info("Instantiated HistoryClientService at " + this.bindAddress);
 super.serviceStart();
}

代码示例来源：origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

YarnRPC rpc = YarnRPC.create(conf);
this.server =   
 rpc.getServer(ApplicationClientProtocol.class, this,
    clientBindAddress,
    conf, this.rmDTSecretManager,

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Override
protected void serviceStart() throws Exception {
 super.serviceStart();
 // ResourceTrackerServer authenticates NodeManager via Kerberos if
 // security is enabled, so no secretManager.
 Configuration conf = getConfig();
 YarnRPC rpc = YarnRPC.create(conf);
 this.server = rpc.getServer(
   ResourceTracker.class, this, resourceTrackerAddress, conf, null,
   conf.getInt(YarnConfiguration.RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT,
     YarnConfiguration.DEFAULT_RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT));
 // Enable service authorization?
 if (conf.getBoolean(
   CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION,
   false)) {
  InputStream inputStream =
    this.rmContext.getConfigurationProvider()
      .getConfigurationInputStream(conf,
        YarnConfiguration.HADOOP_POLICY_CONFIGURATION_FILE);
  if (inputStream != null) {
   conf.addResource(inputStream);
  }
  refreshServiceAcls(conf, RMPolicyProvider.getInstance());
 }
 this.server.start();
 conf.updateConnectAddr(YarnConfiguration.RM_BIND_HOST,
   YarnConfiguration.RM_RESOURCE_TRACKER_ADDRESS,
   YarnConfiguration.DEFAULT_RM_RESOURCE_TRACKER_ADDRESS,
   server.getListenerAddress());
}

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

YarnRPC rpc = YarnRPC.create(conf);
this.server =
 rpc.getServer(ResourceTracker.class, this, resourceTrackerAddress,
   conf, null,
   conf.getInt(YarnConfiguration.RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT,

代码示例来源：origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient

@Override
protected void serviceStart() throws Exception {
 // All the clients to appsManager are supposed to be authenticated via
 // Kerberos if security is enabled, so no secretManager.
 YarnRPC rpc = YarnRPC.create(getConfig());
 Configuration clientServerConf = new Configuration(getConfig());
 this.server = rpc.getServer(ApplicationClientProtocol.class, this,
   clientBindAddress, clientServerConf, null, 1);
 this.server.start();
 super.serviceStart();
}

代码示例来源：origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient

public void start(Configuration conf) {
 YarnRPC rpc = YarnRPC.create(conf);
 //TODO : use fixed port ??
 InetSocketAddress address = NetUtils.createSocketAddr(hostAddress);
 InetAddress hostNameResolved = null;
 try {
  address.getAddress();
  hostNameResolved = InetAddress.getLocalHost();
 } catch (UnknownHostException e) {
  throw new YarnRuntimeException(e);
 }
 server =
   rpc.getServer(protocol, this, address,
     conf, null, 1);
 server.start();
 this.bindAddress = NetUtils.getConnectAddress(server);
  super.start();
  amRunning = true;
}

代码示例来源：origin: io.hops/hadoop-yarn-common

@Test
public void testUnknownCall() {
 Configuration conf = new Configuration();
 conf.set(YarnConfiguration.IPC_RPC_IMPL, HadoopYarnProtoRPC.class
   .getName());
 YarnRPC rpc = YarnRPC.create(conf);
 String bindAddr = "localhost:0";
 InetSocketAddress addr = NetUtils.createSocketAddr(bindAddr);
 Server server = rpc.getServer(ContainerManagementProtocol.class,
   new DummyContainerManager(), addr, conf, null, 1);
 server.start();
 // Any unrelated protocol would do
 ApplicationClientProtocol proxy = (ApplicationClientProtocol) rpc.getProxy(
   ApplicationClientProtocol.class, NetUtils.getConnectAddress(server), conf);
 try {
  proxy.getNewApplication(Records
    .newRecord(GetNewApplicationRequest.class));
  Assert.fail("Excepted RPC call to fail with unknown method.");
 } catch (YarnException e) {
  Assert.assertTrue(e.getMessage().matches(
    "Unknown method getNewApplication called on.*"
      + "org.apache.hadoop.yarn.proto.ApplicationClientProtocol"
      + "\\$ApplicationClientProtocolService\\$BlockingInterface protocol."));
 } catch (Exception e) {
  e.printStackTrace();
 }
}

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-common

@Test
public void testUnknownCall() {
 Configuration conf = new Configuration();
 conf.set(YarnConfiguration.IPC_RPC_IMPL, HadoopYarnProtoRPC.class
   .getName());
 YarnRPC rpc = YarnRPC.create(conf);
 String bindAddr = "localhost:0";
 InetSocketAddress addr = NetUtils.createSocketAddr(bindAddr);
 Server server = rpc.getServer(ContainerManagementProtocol.class,
   new DummyContainerManager(), addr, conf, null, 1);
 server.start();
 // Any unrelated protocol would do
 ApplicationClientProtocol proxy = (ApplicationClientProtocol) rpc.getProxy(
   ApplicationClientProtocol.class, NetUtils.getConnectAddress(server), conf);
 try {
  proxy.getNewApplication(Records
    .newRecord(GetNewApplicationRequest.class));
  Assert.fail("Excepted RPC call to fail with unknown method.");
 } catch (YarnException e) {
  Assert.assertTrue(e.getMessage().matches(
    "Unknown method getNewApplication called on.*"
      + "org.apache.hadoop.yarn.proto.ApplicationClientProtocol"
      + "\\$ApplicationClientProtocolService\\$BlockingInterface protocol."));
 } catch (Exception e) {
  e.printStackTrace();
 }
}

内容来源于网络，如有侵权，请联系作者删除！

YarnRPC

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com