org.springframework.yarn.test.context.YarnCluster类的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(4.5k)|赞(0)|评价(0)|浏览(144)

本文整理了Java中org.springframework.yarn.test.context.YarnCluster类的一些代码示例,展示了YarnCluster类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。YarnCluster类的具体详情如下:
包路径:org.springframework.yarn.test.context.YarnCluster
类名称:YarnCluster

YarnCluster介绍

[英]Interface for Yarn miniclusters.
[中]用于纱线微集群的接口。

代码示例

代码示例来源:origin: org.springframework.data/spring-yarn-test-core

@Override
public Configuration getObject() throws Exception {
  return cluster.getConfiguration();
}

代码示例来源:origin: org.springframework.data/spring-yarn-test

/**
 * Bring down and un-register all the running clusters.
 */
protected void doClose() {
  for (Entry<ClusterInfo, YarnCluster> entry : clusters.entrySet()) {
    entry.getValue().stop();
  }
  clusters.clear();
}

代码示例来源:origin: org.springframework.data/spring-yarn-test

/**
 * Find container logs for running cluster and application.
 * <p>
 * Created pattern which is used with {@code PathMatchingResourcePatternResolver}
 * is resolved from {@code YarnCluster}, {@code ApplicationId} and fileName.
 * For example if fileName is given as <code>*.std*</code>, pattern will look like
 * <code>file:/path/to/project/target/yarn--1502101888/*logDir*&#47;application_1382082435804_0001&#47;**&#47;*.std*</code>
 *
 * @param yarnCluster the yarn cluster
 * @param applicationId the application id
 * @param fileName the part of a file name
 * @return the list of log file {@code Resource}s
 * @throws IOException Signals that an I/O exception has occurred.
 */
public static List<Resource> queryContainerLogs(YarnCluster yarnCluster, ApplicationId applicationId, String fileName)
    throws IOException {
  String lastPart = StringUtils.hasText(fileName) ? fileName : "*";
  String pattern = "file:" + yarnCluster.getYarnWorkDir().getAbsolutePath()
      + "/*logDir*/" + applicationId.toString()
      + "/**/" + lastPart;
  PathMatchingResourcePatternResolver resolver = new PathMatchingResourcePatternResolver();
  ArrayList<Resource> ret = new ArrayList<Resource>();
  for (Resource r : resolver.getResources(pattern)) {
    if (r.getFile().isFile()) {
      ret.add(r);
    }
  }
  return ret;
}

代码示例来源:origin: org.springframework.data/spring-yarn-test-core

/**
 * Find container logs for running cluster and application.
 * <p>
 * Created pattern which is used with {@code PathMatchingResourcePatternResolver}
 * is resolved from {@code YarnCluster}, {@code ApplicationId} and fileName.
 * For example if fileName is given as <code>*.std*</code>, pattern will look like
 * <code>file:/path/to/project/target/yarn--1502101888/*logDir*&#47;application_1382082435804_0001&#47;**&#47;*.std*</code>
 *
 * @param yarnCluster the yarn cluster
 * @param applicationId the application id
 * @param fileName the part of a file name
 * @return the list of log file {@code Resource}s
 * @throws IOException Signals that an I/O exception has occurred.
 */
public static List<Resource> queryContainerLogs(YarnCluster yarnCluster, ApplicationId applicationId, String fileName)
    throws IOException {
  String lastPart = StringUtils.hasText(fileName) ? fileName : "*";
  String pattern = "file:" + yarnCluster.getYarnWorkDir().getAbsolutePath()
      + "/*logDir*/" + applicationId.toString()
      + "/**/" + lastPart;
  PathMatchingResourcePatternResolver resolver = new PathMatchingResourcePatternResolver();
  ArrayList<Resource> ret = new ArrayList<Resource>();
  for (Resource r : resolver.getResources(pattern)) {
    if (r.getFile().isFile()) {
      ret.add(r);
    }
  }
  return ret;
}

代码示例来源:origin: org.springframework.data/spring-yarn-test-core

/**
 * Bring down and un-register all the running clusters.
 */
protected void doClose() {
  for (Entry<ClusterInfo, YarnCluster> entry : clusters.entrySet()) {
    entry.getValue().stop();
  }
  clusters.clear();
}

代码示例来源:origin: org.springframework.data/spring-yarn-test

@Override
public Configuration getObject() throws Exception {
  return cluster.getConfiguration();
}

代码示例来源:origin: org.springframework.data/spring-yarn-test-core

/**
 * Closes and remove {@link YarnCluster} from
 * a manager cache.
 *
 * @param cluster the Yarn cluster
 * @return true if cluster was closed, false otherwise
 */
public boolean closeCluster(YarnCluster cluster) {
  for (Entry<ClusterInfo, YarnCluster> entry : clusters.entrySet()) {
    if (entry.getValue().equals(cluster)) {
      entry.getValue().stop();
      clusters.remove(entry.getKey());
      return true;
    }
  }
  return false;
}

代码示例来源:origin: org.springframework.data/spring-yarn-test

/**
 * Closes and remove {@link YarnCluster} from
 * a manager cache.
 *
 * @param cluster the Yarn cluster
 * @return true if cluster was closed, false otherwise
 */
public boolean closeCluster(YarnCluster cluster) {
  for (Entry<ClusterInfo, YarnCluster> entry : clusters.entrySet()) {
    if (entry.getValue().equals(cluster)) {
      entry.getValue().stop();
      clusters.remove(entry.getKey());
      return true;
    }
  }
  return false;
}

相关文章