org.apache.hadoop.yarn.event.EventHandler类的使用及代码示例

x33g5p2x  于2022-01-19 转载在 其他  
字(6.4k)|赞(0)|评价(0)|浏览(181)

本文整理了Java中org.apache.hadoop.yarn.event.EventHandler类的一些代码示例,展示了EventHandler类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。EventHandler类的具体详情如下:
包路径:org.apache.hadoop.yarn.event.EventHandler
类名称:EventHandler

EventHandler介绍

[英]Interface for handling events of type T
[中]处理T型事件的接口

代码示例

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-common

@Override
 public void handle(Event event) {
  synchronized (mutex) {
   actual.handle(event);
   drained = false;
  }
 }
};

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

@Override
 public void transition(JobImpl job, JobEvent event) {
   job.eventHandler.handle(new CommitterJobAbortEvent(job.jobId,
       job.jobContext,
       org.apache.hadoop.mapreduce.JobStatus.State.FAILED));
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

@SuppressWarnings("unchecked")
 @Override
 public void transition(TaskAttemptImpl taskAttempt, 
   TaskAttemptEvent event) {
  taskAttempt.eventHandler.handle(new TaskTAttemptEvent(
    taskAttempt.attemptId, 
    TaskEventType.T_ATTEMPT_COMMIT_PENDING));
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Override
public void handle(Event event) {
 // Use hashCode (of ApplicationId) to dispatch the event to the child
 // dispatcher, such that all the writing events of one application will
 // be handled by one thread, the scheduled order of the these events
 // will be preserved
 int index = (event.hashCode() & Integer.MAX_VALUE) % dispatchers.size();
 dispatchers.get(index).getEventHandler().handle(event);
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Override
 protected void expire(NodeId id) {
  dispatcher.handle(
    new RMNodeEvent(id, RMNodeEventType.EXPIRE)); 
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Override
 public void handle(Event event) {
  // Use hashCode (of ApplicationId) to dispatch the event to the child
  // dispatcher, such that all the writing events of one application will
  // be handled by one thread, the scheduled order of the these events
  // will be preserved
  int index = (event.hashCode() & Integer.MAX_VALUE) % dispatchers.size();
  dispatchers.get(index).getEventHandler().handle(event);
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

protected void scheduleTasks(Set<TaskId> taskIDs,
  boolean recoverTaskOutput) {
 for (TaskId taskID : taskIDs) {
  TaskInfo taskInfo = completedTasksFromPreviousRun.remove(taskID);
  if (taskInfo != null) {
   eventHandler.handle(new TaskRecoverEvent(taskID, taskInfo,
     committer, recoverTaskOutput));
  } else {
   eventHandler.handle(new TaskEvent(taskID, TaskEventType.T_SCHEDULE));
  }
 }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-app

@SuppressWarnings("unchecked")
 @Override
 public void transition(TaskAttemptImpl taskAttempt, 
   TaskAttemptEvent event) {
  taskAttempt.eventHandler.handle(new TaskTAttemptEvent(
    taskAttempt.attemptId, 
    TaskEventType.T_ATTEMPT_COMMIT_PENDING));
 }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-app

@Override
public void handleEvent(HistoryEvent event) throws IOException {
 //Skip over the AM Events this is handled elsewhere
 if (!(event instanceof AMStartedEvent)) {
  handler.handle(new JobHistoryEvent(jobId, event));
 }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-app

public void run() {
  LOG.info("Sending event " + toSend + " to " + job.getID());
  job.getEventHandler().handle(toSend);
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

@Override
 public void transition(JobImpl job, JobEvent event) {
  job.setFinishTime();
  job.eventHandler.handle(new CommitterJobAbortEvent(job.jobId,
    job.jobContext,
    org.apache.hadoop.mapreduce.JobStatus.State.KILLED));
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-nodemanager

@Override
 public void transition(ContainerImpl container, ContainerEvent event) {
  // Container was PAUSED so tell the scheduler
  container.dispatcher.getEventHandler().handle(
    new ContainerSchedulerEvent(container,
      ContainerSchedulerEventType.CONTAINER_PAUSED));
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-nodemanager

@Override
@SuppressWarnings("unchecked") // dispatcher not typed
public void run() {
 dispatcher.getEventHandler().handle(
   new LocalizationEvent(LocalizationEventType.CACHE_CLEANUP));
}

代码示例来源:origin: org.apache.tez/tez-dag

@Override
 protected void handleTimeOut(TezTaskAttemptID attemptId) {
  eventHandler.handle(new TaskAttemptEventAttemptFailed(attemptId,
    TaskAttemptEventType.TA_TIMED_OUT, TaskFailureType.NON_FATAL, "AttemptID:" + attemptId.toString()
    + " Timed out after " + timeOut / 1000 + " secs", TaskAttemptTerminationCause.TASK_HEARTBEAT_ERROR));
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

@Override
public void setQueueName(String queueName) {
 this.queueName = queueName;
 JobQueueChangeEvent jqce = new JobQueueChangeEvent(oldJobId, queueName);
 eventHandler.handle(new JobHistoryEvent(jobId, jqce));
}

代码示例来源:origin: io.hops/hadoop-mapreduce-client-app

@Override
 public void transition(JobImpl job, JobEvent event) {
  job.setFinishTime();
  job.eventHandler.handle(new CommitterJobAbortEvent(job.jobId,
    job.jobContext,
    org.apache.hadoop.mapreduce.JobStatus.State.KILLED));
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

@SuppressWarnings({ "unchecked" })
private void updatePreemptionCounters(TaskAttemptId yarnAttemptID) {
 if (!countedPreemptions.contains(yarnAttemptID)) {
  countedPreemptions.add(yarnAttemptID);
  JobCounterUpdateEvent jce = new JobCounterUpdateEvent(yarnAttemptID
    .getTaskId().getJobId());
  jce.addCounterUpdate(JobCounter.TASKS_REQ_PREEMPT, 1);
  eventHandler.handle(jce);
 }
}

代码示例来源:origin: org.apache.tez/tez-dag

protected void internalErrorUncaughtException(TaskEventType type, Exception e) {
 eventHandler.handle(new DAGEventDiagnosticsUpdate(
   this.taskId.getVertexID().getDAGId(), "Uncaught exception when handling  event " + type +
   " on Task " + this.taskId + ", error=" + e.getMessage()));
 eventHandler.handle(new DAGEvent(this.taskId.getVertexID().getDAGId(),
   DAGEventType.INTERNAL_ERROR));
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

void logJobHistoryFinishedEvent() {
 this.setFinishTime();
 JobFinishedEvent jfe = createJobFinishedEvent(this);
 LOG.info("Calling handler for JobFinishedEvent ");
 this.getEventHandler().handle(new JobHistoryEvent(this.jobId, jfe));    
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapreduce-client-app

protected JobStateInternal checkReadyForCommit() {
 JobStateInternal currentState = getInternalState();
 if (completedTaskCount == tasks.size()
   && currentState == JobStateInternal.RUNNING) {
  eventHandler.handle(new CommitterJobCommitEvent(jobId, getJobContext()));
  return JobStateInternal.COMMITTING;
 }
 // return the current state as job not ready to commit yet
 return getInternalState();
}

相关文章

EventHandler类方法