org.apache.hadoop.mapred.YarnOutputFiles.getAttemptOutputDir()方法的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(6.1k)|赞(0)|评价(0)|浏览(82)

本文整理了Java中org.apache.hadoop.mapred.YarnOutputFiles.getAttemptOutputDir()方法的一些代码示例,展示了YarnOutputFiles.getAttemptOutputDir()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。YarnOutputFiles.getAttemptOutputDir()方法的具体详情如下:
包路径:org.apache.hadoop.mapred.YarnOutputFiles
类名称:YarnOutputFiles
方法名:getAttemptOutputDir

YarnOutputFiles.getAttemptOutputDir介绍

暂无

代码示例

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

/**
 * Return the path to a local map output index file created earlier
 * 
 * @return path
 * @throws IOException
 */
public Path getOutputIndexFile() throws IOException {
 Path attemptIndexOutput =
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING +
                  MAP_OUTPUT_INDEX_SUFFIX_STRING);
 return lDirAlloc.getLocalPathToRead(attemptIndexOutput.toString(), conf);
}

代码示例来源:origin: io.hops/hadoop-mapreduce-client-app

/**
 * Return the path to a local map output index file created earlier
 * 
 * @return path
 * @throws IOException
 */
public Path getOutputIndexFile() throws IOException {
 Path attemptIndexOutput =
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING +
                  MAP_OUTPUT_INDEX_SUFFIX_STRING);
 return lDirAlloc.getLocalPathToRead(attemptIndexOutput.toString(), conf);
}

代码示例来源:origin: io.hops/hadoop-mapreduce-client-app

/**
 * Create a local map output file name.
 * 
 * @param size the size of the file
 * @return path
 * @throws IOException
 */
public Path getOutputFileForWrite(long size) throws IOException {
 Path attemptOutput = 
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING);
 return lDirAlloc.getLocalPathForWrite(attemptOutput.toString(), size, conf);
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

/**
 * Return the path to local map output file created earlier
 * 
 * @return path
 * @throws IOException
 */
public Path getOutputFile() throws IOException {
 Path attemptOutput =
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING);
 return lDirAlloc.getLocalPathToRead(attemptOutput.toString(), conf);
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-app

/**
 * Return the path to local map output file created earlier
 * 
 * @return path
 * @throws IOException
 */
public Path getOutputFile() throws IOException {
 Path attemptOutput =
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING);
 return lDirAlloc.getLocalPathToRead(attemptOutput.toString(), conf);
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-app

/**
 * Return the path to a local map output index file created earlier
 * 
 * @return path
 * @throws IOException
 */
public Path getOutputIndexFile() throws IOException {
 Path attemptIndexOutput =
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING +
                  MAP_OUTPUT_INDEX_SUFFIX_STRING);
 return lDirAlloc.getLocalPathToRead(attemptIndexOutput.toString(), conf);
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

/**
 * Create a local map output file name.
 * 
 * @param size the size of the file
 * @return path
 * @throws IOException
 */
public Path getOutputFileForWrite(long size) throws IOException {
 Path attemptOutput = 
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING);
 return lDirAlloc.getLocalPathForWrite(attemptOutput.toString(), size, conf);
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-app

/**
 * Create a local map output file name.
 * 
 * @param size the size of the file
 * @return path
 * @throws IOException
 */
public Path getOutputFileForWrite(long size) throws IOException {
 Path attemptOutput = 
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING);
 return lDirAlloc.getLocalPathForWrite(attemptOutput.toString(), size, conf);
}

代码示例来源:origin: io.hops/hadoop-mapreduce-client-app

/**
 * Return the path to local map output file created earlier
 * 
 * @return path
 * @throws IOException
 */
public Path getOutputFile() throws IOException {
 Path attemptOutput =
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING);
 return lDirAlloc.getLocalPathToRead(attemptOutput.toString(), conf);
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-app

/**
 * Create a local map output index file name.
 * 
 * @param size the size of the file
 * @return path
 * @throws IOException
 */
public Path getOutputIndexFileForWrite(long size) throws IOException {
 Path attemptIndexOutput =
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING +
                  MAP_OUTPUT_INDEX_SUFFIX_STRING);
 return lDirAlloc.getLocalPathForWrite(attemptIndexOutput.toString(),
   size, conf);
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

/**
 * Create a local map output index file name.
 * 
 * @param size the size of the file
 * @return path
 * @throws IOException
 */
public Path getOutputIndexFileForWrite(long size) throws IOException {
 Path attemptIndexOutput =
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING +
                  MAP_OUTPUT_INDEX_SUFFIX_STRING);
 return lDirAlloc.getLocalPathForWrite(attemptIndexOutput.toString(),
   size, conf);
}

代码示例来源:origin: io.hops/hadoop-mapreduce-client-app

/**
 * Create a local map output index file name.
 * 
 * @param size the size of the file
 * @return path
 * @throws IOException
 */
public Path getOutputIndexFileForWrite(long size) throws IOException {
 Path attemptIndexOutput =
  new Path(getAttemptOutputDir(), MAP_OUTPUT_FILENAME_STRING +
                  MAP_OUTPUT_INDEX_SUFFIX_STRING);
 return lDirAlloc.getLocalPathForWrite(attemptIndexOutput.toString(),
   size, conf);
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-app

/**
 * Create a local reduce input file name.
 * 
 * @param mapId a map task id
 * @param size the size of the file
 * @return path
 * @throws IOException
 */
public Path getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId,
  long size) throws IOException {
 return lDirAlloc.getLocalPathForWrite(String.format(
   REDUCE_INPUT_FILE_FORMAT_STRING,
   getAttemptOutputDir().toString(), mapId.getId()),
   size, conf);
}

代码示例来源:origin: io.hops/hadoop-mapreduce-client-app

/**
 * Create a local reduce input file name.
 * 
 * @param mapId a map task id
 * @param size the size of the file
 * @return path
 * @throws IOException
 */
public Path getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId,
  long size) throws IOException {
 return lDirAlloc.getLocalPathForWrite(String.format(
   REDUCE_INPUT_FILE_FORMAT_STRING,
   getAttemptOutputDir().toString(), mapId.getId()),
   size, conf);
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

/**
 * Create a local reduce input file name.
 * 
 * @param mapId a map task id
 * @param size the size of the file
 * @return path
 * @throws IOException
 */
public Path getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId,
  long size) throws IOException {
 return lDirAlloc.getLocalPathForWrite(String.format(
   REDUCE_INPUT_FILE_FORMAT_STRING,
   getAttemptOutputDir().toString(), mapId.getId()),
   size, conf);
}

相关文章