io.druid.indexing.overlord.ZkWorker类的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(9.3k)|赞(0)|评价(0)|浏览(64)

本文整理了Java中io.druid.indexing.overlord.ZkWorker类的一些代码示例，展示了ZkWorker类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。ZkWorker类的具体详情如下：
包路径：io.druid.indexing.overlord.ZkWorker
类名称：ZkWorker

ZkWorker介绍

[英]Holds information about a worker and a listener for task status changes associated with the worker.
[中]保存有关工作人员的信息，以及与该工作人员关联的任务状态更改的侦听器。

代码示例

代码示例来源：origin: io.druid/druid-indexing-service

public ImmutableWorkerInfo toImmutable()
{
 return new ImmutableWorkerInfo(
   worker.get(),
   getCurrCapacityUsed(),
   getAvailabilityGroups(),
   getRunningTaskIds(),
   lastCompletedTaskTime.get(),
   blacklistedUntil.get()
 );
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

public boolean isRunningTask(String taskId)
{
 return getRunningTasks().containsKey(taskId);
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

@Override
 public String apply(ZkWorker input)
 {
  return input.getWorker().getIp();
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

@Override
 public int compare(
   ZkWorker zkWorker, ZkWorker zkWorker2
 )
 {
  int retVal = -Ints.compare(zkWorker.getCurrCapacityUsed(), zkWorker2.getCurrCapacityUsed());
  if (retVal == 0) {
   retVal = zkWorker.getWorker().getHost().compareTo(zkWorker2.getWorker().getHost());
  }
  return retVal;
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

@Override
 public boolean apply(ZkWorker worker)
 {
  final boolean itHasBeenAWhile = System.currentTimeMillis() - worker.getLastCompletedTaskTime().getMillis()
                  >= config.getWorkerIdleTimeout().toStandardDuration().getMillis();
  return worker.getRunningTasks().isEmpty() && (itHasBeenAWhile || !isValidWorker.apply(worker));
 }
};

代码示例来源：origin: io.druid/druid-indexing-service

log.info(
   "Worker[%s] completed task[%s] with status[%s]",
   zkWorker.getWorker().getHost(),
   taskStatus.getId(),
   taskStatus.getStatusCode()
 );
 zkWorker.setLastCompletedTaskTime(DateTimes.nowUtc());
} else {
 log.info("Workerless task[%s] completed with status[%s]", taskStatus.getId(), taskStatus.getStatusCode());
  zkWorker.resetContinuouslyFailedTasksCount();
  if (blackListedWorkers.remove(zkWorker)) {
   zkWorker.setBlacklistedUntil(null);
   log.info("[%s] removed from blacklist because a task finished with SUCCESS", zkWorker.getWorker());
  zkWorker.incrementContinuouslyFailedTasksCount();
  if (zkWorker.getContinuouslyFailedTasksCount() > config.getMaxRetriesBeforeBlacklist() &&
    blackListedWorkers.size() <= zkWorkers.size() * (config.getMaxPercentageBlacklistWorkers() / 100.0) - 1) {
   zkWorker.setBlacklistedUntil(DateTimes.nowUtc().plus(config.getWorkerBlackListBackoffTime()));
   if (blackListedWorkers.add(zkWorker)) {
    log.info(
      "Blacklisting [%s] until [%s] after [%,d] failed tasks in a row.",
      zkWorker.getWorker(),
      zkWorker.getBlacklistedUntil(),
      zkWorker.getContinuouslyFailedTasksCount()
    );

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

final PathChildrenCache statusCache = pathChildrenCacheFactory.make(cf, workerStatusPath);
final SettableFuture<ZkWorker> retVal = SettableFuture.create();
final ZkWorker zkWorker = new ZkWorker(
  worker,
  statusCache,
zkWorker.addListener(
  new PathChildrenCacheListener()
zkWorker.start();
return retVal;

代码示例来源：origin: io.druid/druid-indexing-service

/**
 * A task will be run only if there is no current knowledge in the RemoteTaskRunner of the task.
 *
 * @param task task to run
 */
@Override
public ListenableFuture<TaskStatus> run(final Task task)
{
 final RemoteTaskRunnerWorkItem completeTask, runningTask, pendingTask;
 if ((pendingTask = pendingTasks.get(task.getId())) != null) {
  log.info("Assigned a task[%s] that is already pending, not doing anything", task.getId());
  return pendingTask.getResult();
 } else if ((runningTask = runningTasks.get(task.getId())) != null) {
  ZkWorker zkWorker = findWorkerRunningTask(task.getId());
  if (zkWorker == null) {
   log.warn("Told to run task[%s], but no worker has started running it yet.", task.getId());
  } else {
   log.info("Task[%s] already running on %s.", task.getId(), zkWorker.getWorker().getHost());
   TaskAnnouncement announcement = zkWorker.getRunningTasks().get(task.getId());
   if (announcement.getTaskStatus().isComplete()) {
    taskComplete(runningTask, zkWorker, announcement.getTaskStatus());
   }
  }
  return runningTask.getResult();
 } else if ((completeTask = completeTasks.get(task.getId())) != null) {
  return completeTask.getResult();
 } else {
  return addPendingTask(task).getResult();
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

public boolean canRunTask(Task task)
{
 return (worker.getCapacity() - getCurrCapacityUsed() >= task.getTaskResource().getRequiredCapacity()
     && !getAvailabilityGroups().contains(task.getTaskResource().getAvailabilityGroup()));
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

private void taskComplete(
   RemoteTaskRunnerWorkItem taskRunnerWorkItem,
   ZkWorker zkWorker,
   TaskStatus taskStatus
 )
 {
  Preconditions.checkNotNull(taskRunnerWorkItem, "taskRunnerWorkItem");
  Preconditions.checkNotNull(zkWorker, "zkWorker");
  Preconditions.checkNotNull(taskStatus, "taskStatus");
  log.info(
    "Worker[%s] completed task[%s] with status[%s]",
    zkWorker.getWorker().getHost(),
    taskStatus.getId(),
    taskStatus.getStatusCode()
  );
  // Worker is done with this task
  zkWorker.setLastCompletedTaskTime(new DateTime());
  // Move from running -> complete
  completeTasks.put(taskStatus.getId(), taskRunnerWorkItem);
  runningTasks.remove(taskStatus.getId());
  // Notify interested parties
  final ListenableFuture<TaskStatus> result = taskRunnerWorkItem.getResult();
  if (result != null) {
   ((SettableFuture<TaskStatus>) result).set(taskStatus);
  }
 }
}

代码示例来源：origin: io.druid/druid-indexing-service

public ZkWorker findWorkerRunningTask(String taskId)
{
 for (ZkWorker zkWorker : zkWorkers.values()) {
  if (zkWorker.isRunningTask(taskId)) {
   return zkWorker;
  }
 }
 return null;
}

代码示例来源：origin: io.druid/druid-indexing-service

private boolean shouldRemoveNodeFromBlackList(ZkWorker zkWorker)
{
 if (blackListedWorkers.size() > zkWorkers.size() * (config.getMaxPercentageBlacklistWorkers() / 100.0)) {
  log.info(
    "Removing [%s] from blacklist because percentage of blacklisted workers exceeds [%d]",
    zkWorker.getWorker(),
    config.getMaxPercentageBlacklistWorkers()
  );
  return true;
 }
 long remainingMillis = zkWorker.getBlacklistedUntil().getMillis() - getCurrentTimeMillis();
 if (remainingMillis <= 0) {
  log.info("Removing [%s] from blacklist because backoff time elapsed", zkWorker.getWorker());
  return true;
 }
 log.info("[%s] still blacklisted for [%,ds]", zkWorker.getWorker(), remainingMillis / 1000);
 return false;
}

代码示例来源：origin: io.druid/druid-indexing-service

ZkWorker zkWorker = zkWorkers.get(worker);
try {
 if (getAssignedTasks(zkWorker.getWorker()).isEmpty() && isLazyWorker.apply(zkWorker.toImmutable())) {
  log.info("Adding Worker[%s] to lazySet!", zkWorker.getWorker().getHost());
  lazyWorkers.put(worker, zkWorker);
  if (lazyWorkers.size() == maxWorkers) {

代码示例来源：origin: io.druid/druid-indexing-service

/**
 * We allow workers to change their own capacities and versions. They cannot change their own hosts or ips without
 * dropping themselves and re-announcing.
 */
private void updateWorker(final Worker worker)
{
 final ZkWorker zkWorker = zkWorkers.get(worker.getHost());
 if (zkWorker != null) {
  log.info("Worker[%s] updated its announcement from[%s] to[%s].", worker.getHost(), zkWorker.getWorker(), worker);
  zkWorker.setWorker(worker);
 } else {
  log.warn(
    "WTF, worker[%s] updated its announcement but we didn't have a ZkWorker for it. Ignoring.",
    worker.getHost()
  );
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

@LifecycleStop
public void stop()
{
 try {
  if (!started) {
   return;
  }
  started = false;
  for (ZkWorker zkWorker : zkWorkers.values()) {
   zkWorker.close();
  }
  workerPathCache.close();
 }
 catch (Exception e) {
  throw Throwables.propagate(e);
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

public boolean isAtCapacity()
{
 return getCurrCapacityUsed() >= worker.getCapacity();
}

代码示例来源：origin: io.druid/druid-indexing-service

final PathChildrenCache statusCache = workerStatusPathChildrenCacheFactory.make(cf, workerStatusPath);
final SettableFuture<ZkWorker> retVal = SettableFuture.create();
final ZkWorker zkWorker = new ZkWorker(
  worker,
  statusCache,
zkWorker.addListener(
  new PathChildrenCacheListener()
zkWorker.start();
return retVal;

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

/**
 * A task will be run only if there is no current knowledge in the RemoteTaskRunner of the task.
 *
 * @param task task to run
 */
@Override
public ListenableFuture<TaskStatus> run(final Task task)
{
 final RemoteTaskRunnerWorkItem completeTask, runningTask, pendingTask;
 if ((pendingTask = pendingTasks.get(task.getId())) != null) {
  log.info("Assigned a task[%s] that is already pending, not doing anything", task.getId());
  return pendingTask.getResult();
 } else if ((runningTask = runningTasks.get(task.getId())) != null) {
  ZkWorker zkWorker = findWorkerRunningTask(task.getId());
  if (zkWorker == null) {
   log.warn("Told to run task[%s], but no worker has started running it yet.", task.getId());
  } else {
   log.info("Task[%s] already running on %s.", task.getId(), zkWorker.getWorker().getHost());
   TaskAnnouncement announcement = zkWorker.getRunningTasks().get(task.getId());
   if (announcement.getTaskStatus().isComplete()) {
    taskComplete(runningTask, zkWorker, announcement.getTaskStatus());
   }
  }
  return runningTask.getResult();
 } else if ((completeTask = completeTasks.get(task.getId())) != null) {
  return completeTask.getResult();
 } else {
  return addPendingTask(task).getResult();
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

public ZkWorker findWorkerRunningTask(String taskId)
{
 for (ZkWorker zkWorker : zkWorkers.values()) {
  if (zkWorker.isRunningTask(taskId)) {
   return zkWorker;
  }
 }
 return null;
}

代码示例来源：origin: io.druid/druid-indexing-service

zkWorker.close();

内容来源于网络，如有侵权，请联系作者删除！

ZkWorker

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com