本文整理了Java中org.apache.hadoop.util.Progress.get()
方法的一些代码示例,展示了Progress.get()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Progress.get()
方法的具体详情如下:
包路径:org.apache.hadoop.util.Progress
类名称:Progress
方法名:get
[英]Returns the overall progress of the root.
[中]返回根目录的总体进度。
代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-core
Assert.assertEquals(2/6.0f, mergeQueue.getProgress().get(), epsilon);
Assert.assertEquals(2/6.0f, mergeQueue.getProgress().get(), epsilon);
Assert.assertEquals(3/6.0f, mergeQueue.getProgress().get(), epsilon);
Assert.assertTrue(mergeQueue.next());
Assert.assertEquals(4/6.0f, mergeQueue.getProgress().get(), epsilon);
Assert.assertEquals(4/6.0f, mergeQueue.getProgress().get(), epsilon);
Assert.assertEquals(5/6.0f, mergeQueue.getProgress().get(), epsilon);
Assert.assertTrue(mergeQueue.next());
Assert.assertEquals(1.0f, mergeQueue.getProgress().get(), epsilon);
Assert.assertEquals(1.0f, mergeQueue.getProgress().get(), epsilon);
Assert.assertTrue(mergeQueue.getKey() == null);
Assert.assertEquals(0, mergeQueue.getValue().getData().length);
代码示例来源:origin: com.facebook.hadoop/hadoop-core
private void sendLastUpdate(TaskUmbilicalProtocol umbilical)
throws IOException {
// send a final status report
taskStatus.statusUpdate(taskProgress.get(),
taskProgress.toString(),
counters);
statusUpdate(umbilical);
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
public void informReduceProgress() {
reducePhase.set(super.in.getProgress().get()); // update progress
reporter.progress();
}
}
代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core
public void informReduceProgress() {
reducePhase.set(super.in.getProgress().get()); // update progress
reporter.progress();
}
}
代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core
private void sendLastUpdate(TaskUmbilicalProtocol umbilical)
throws IOException {
// send a final status report
taskStatus.statusUpdate(getState(),
taskProgress.get(),
taskProgress.toString(),
counters);
statusUpdate(umbilical);
}
代码示例来源:origin: org.apache.hadoop/hadoop-mapred-test
assertEquals(1.0f, rIter.getProgress().get());
代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core
(tip.getTask().getProgress().get() <
killMe.getTask().getProgress().get())) {
tip.getTask().getProgress().get() <
killMe.getTask().getProgress().get()) {
代码示例来源:origin: io.hops/hadoop-mapreduce-client-core
/**
* Sends last status update before sending umbilical.done();
*/
private void sendLastUpdate(TaskUmbilicalProtocol umbilical)
throws IOException {
taskStatus.setOutputSize(calculateOutputSize());
// send a final status report
taskStatus.statusUpdate(taskProgress.get(),
taskProgress.toString(),
counters);
statusUpdate(umbilical);
}
代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core
/**
* Sends last status update before sending umbilical.done();
*/
private void sendLastUpdate(TaskUmbilicalProtocol umbilical)
throws IOException {
taskStatus.setOutputSize(calculateOutputSize());
// send a final status report
taskStatus.statusUpdate(taskProgress.get(),
taskProgress.toString(),
counters);
statusUpdate(umbilical);
}
代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-core
/**
* Sends last status update before sending umbilical.done();
*/
private void sendLastUpdate(TaskUmbilicalProtocol umbilical)
throws IOException {
taskStatus.setOutputSize(calculateOutputSize());
// send a final status report
taskStatus.statusUpdate(taskProgress.get(),
taskProgress.toString(),
counters);
statusUpdate(umbilical);
}
代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core
taskProgress.get(),
taskProgress.toString(),
counters);
代码示例来源:origin: org.apache.hadoop/hadoop-mapred
/**
* Sends last status update before sending umbilical.done();
*/
private void sendLastUpdate(TaskUmbilicalProtocol umbilical)
throws IOException {
taskStatus.setOutputSize(calculateOutputSize());
// send a final status report
taskStatus.statusUpdate(taskProgress.get(),
taskProgress.toString(),
counters);
statusUpdate(umbilical);
}
代码示例来源:origin: io.prestosql.hadoop/hadoop-apache
/**
* Sends last status update before sending umbilical.done();
*/
private void sendLastUpdate(TaskUmbilicalProtocol umbilical)
throws IOException {
taskStatus.setOutputSize(calculateOutputSize());
// send a final status report
taskStatus.statusUpdate(taskProgress.get(),
taskProgress.toString(),
counters);
statusUpdate(umbilical);
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
(tip.getTask().getProgress().get() <
killMe.getTask().getProgress().get())) {
tip.getTask().getProgress().get() <
killMe.getTask().getProgress().get()) {
代码示例来源:origin: org.apache.hadoop/hadoop-mapred
(tip.getTask().getProgress().get() <
killMe.getTask().getProgress().get())) {
tip.getTask().getProgress().get() <
killMe.getTask().getProgress().get()) {
代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core
taskStatus.statusUpdate(taskProgress.get(),
taskProgress.toString(),
counters);
代码示例来源:origin: com.facebook.hadoop/hadoop-core
public boolean next() throws IOException {
long startBytesProcessed = rawIter.getTotalBytesProcessed();
boolean ret = rawIter.next();
long endBytesProcessed = rawIter.getTotalBytesProcessed();
reduceInputBytesCounter.increment(
endBytesProcessed - startBytesProcessed);
reducePhase.set(rawIter.getProgress().get());
reporter.progress();
return ret;
}
public long getTotalBytesProcessed() {
代码示例来源:origin: org.apache.hadoop/hadoop-mapred-test
assertEquals(1.0f, rawItr.getProgress().get());
代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient
assertEquals(1.0f, rIter.getProgress().get());
代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient
assertEquals(1.0f, rawItr.getProgress().get());
内容来源于网络,如有侵权,请联系作者删除!