io.druid.indexing.overlord.ZkWorker.getWorker()方法的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(8.7k)|赞(0)|评价(0)|浏览(81)

本文整理了Java中io.druid.indexing.overlord.ZkWorker.getWorker()方法的一些代码示例，展示了ZkWorker.getWorker()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。ZkWorker.getWorker()方法的具体详情如下：
包路径：io.druid.indexing.overlord.ZkWorker
类名称：ZkWorker
方法名：getWorker

ZkWorker.getWorker介绍

暂无

代码示例

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

@Override
 public String apply(ZkWorker zkWorker)
 {
  return zkWorker.getWorker().getIp();
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

@Override
 public String apply(ZkWorker input)
 {
  return input.getWorker().getIp();
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

@Override
 public String apply(ZkWorker input)
 {
  return input.getWorker().getIp();
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

@Override
 public int compare(
   ZkWorker zkWorker, ZkWorker zkWorker2
 )
 {
  int retVal = -Ints.compare(zkWorker.getCurrCapacityUsed(), zkWorker2.getCurrCapacityUsed());
  if (retVal == 0) {
   retVal = zkWorker.getWorker().getHost().compareTo(zkWorker2.getWorker().getHost());
  }
  return retVal;
 }
}

代码示例来源：origin: io.druid/druid-indexing-service

private boolean shouldRemoveNodeFromBlackList(ZkWorker zkWorker)
{
 if (blackListedWorkers.size() > zkWorkers.size() * (config.getMaxPercentageBlacklistWorkers() / 100.0)) {
  log.info(
    "Removing [%s] from blacklist because percentage of blacklisted workers exceeds [%d]",
    zkWorker.getWorker(),
    config.getMaxPercentageBlacklistWorkers()
  );
  return true;
 }
 long remainingMillis = zkWorker.getBlacklistedUntil().getMillis() - getCurrentTimeMillis();
 if (remainingMillis <= 0) {
  log.info("Removing [%s] from blacklist because backoff time elapsed", zkWorker.getWorker());
  return true;
 }
 log.info("[%s] still blacklisted for [%,ds]", zkWorker.getWorker(), remainingMillis / 1000);
 return false;
}

代码示例来源：origin: io.druid/druid-indexing-service

ZkWorker zkWorker = zkWorkers.get(worker);
try {
 if (getAssignedTasks(zkWorker.getWorker()).isEmpty() && isLazyWorker.apply(zkWorker.toImmutable())) {
  log.info("Adding Worker[%s] to lazySet!", zkWorker.getWorker().getHost());
  lazyWorkers.put(worker, zkWorker);
  if (lazyWorkers.size() == maxWorkers) {

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

} else {
 final URL url = makeWorkerURL(zkWorker.getWorker(), String.format("/task/%s/log?offset=%d", taskId, offset));
 return Optional.<InputSupplier<InputStream>>of(
   new InputSupplier<InputStream>()

代码示例来源：origin: io.druid/druid-indexing-service

} else {
 final URL url = makeWorkerURL(zkWorker.getWorker(), StringUtils.format("/task/%s/log?offset=%d", taskId, offset));
 return Optional.<ByteSource>of(
   new ByteSource()

代码示例来源：origin: io.druid/druid-indexing-service

/**
 * We allow workers to change their own capacities and versions. They cannot change their own hosts or ips without
 * dropping themselves and re-announcing.
 */
private void updateWorker(final Worker worker)
{
 final ZkWorker zkWorker = zkWorkers.get(worker.getHost());
 if (zkWorker != null) {
  log.info("Worker[%s] updated its announcement from[%s] to[%s].", worker.getHost(), zkWorker.getWorker(), worker);
  zkWorker.setWorker(worker);
 } else {
  log.warn(
    "WTF, worker[%s] updated its announcement but we didn't have a ZkWorker for it. Ignoring.",
    worker.getHost()
  );
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

private void taskComplete(
   RemoteTaskRunnerWorkItem taskRunnerWorkItem,
   ZkWorker zkWorker,
   TaskStatus taskStatus
 )
 {
  Preconditions.checkNotNull(taskRunnerWorkItem, "taskRunnerWorkItem");
  Preconditions.checkNotNull(zkWorker, "zkWorker");
  Preconditions.checkNotNull(taskStatus, "taskStatus");
  log.info(
    "Worker[%s] completed task[%s] with status[%s]",
    zkWorker.getWorker().getHost(),
    taskStatus.getId(),
    taskStatus.getStatusCode()
  );
  // Worker is done with this task
  zkWorker.setLastCompletedTaskTime(new DateTime());
  // Move from running -> complete
  completeTasks.put(taskStatus.getId(), taskRunnerWorkItem);
  runningTasks.remove(taskStatus.getId());
  // Notify interested parties
  final ListenableFuture<TaskStatus> result = taskRunnerWorkItem.getResult();
  if (result != null) {
   ((SettableFuture<TaskStatus>) result).set(taskStatus);
  }
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

final URL url = makeWorkerURL(zkWorker.getWorker(), String.format("/task/%s/shutdown", taskId));
final StatusResponseHolder response = httpClient.post(url)
                        .go(RESPONSE_HANDLER)
  zkWorker.getWorker().getHost(),
  response.getStatus(),
  response.getContent()

代码示例来源：origin: io.druid/druid-indexing-service

url = makeWorkerURL(zkWorker.getWorker(), StringUtils.format("/task/%s/shutdown", taskId));
final StatusResponseHolder response = httpClient.go(
  new Request(HttpMethod.POST, url),
  zkWorker.getWorker().getHost(),
  response.getStatus(),
  response.getContent()
throw new RE(e, "Error in handling post to [%s] for task [%s]", zkWorker.getWorker().getHost(), taskId);

代码示例来源：origin: io.druid/druid-indexing-service

workersWithUnacknowledgedTask.remove(assignedWorker.getWorker().getHost());

代码示例来源：origin: io.druid/druid-indexing-service

log.info(
  "Worker[%s] completed task[%s] with status[%s]",
  zkWorker.getWorker().getHost(),
  taskStatus.getId(),
  taskStatus.getStatusCode()
 if (blackListedWorkers.remove(zkWorker)) {
  zkWorker.setBlacklistedUntil(null);
  log.info("[%s] removed from blacklist because a task finished with SUCCESS", zkWorker.getWorker());
   log.info(
     "Blacklisting [%s] until [%s] after [%,d] failed tasks in a row.",
     zkWorker.getWorker(),
     zkWorker.getBlacklistedUntil(),
     zkWorker.getContinuouslyFailedTasksCount()

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

zkWorker.getWorker().getHost(),
  taskStatus.getStatusCode(),
  taskId
 log.warn(
   "Worker[%s] announced a status for a task I didn't know about, adding to runningTasks: %s",
   zkWorker.getWorker().getHost(),
   taskId
 );
   taskId,
   SettableFuture.<TaskStatus>create(),
   zkWorker.getWorker()
 );
 runningTasks.put(taskId, taskRunnerWorkItem.withWorker(zkWorker.getWorker()));
.addData("worker", zkWorker.getWorker().getHost())
.addData("znode", event.getData().getPath())
.emit();

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

final Worker theWorker = theZkWorker.getWorker();

代码示例来源：origin: io.druid/druid-indexing-service

final String worker = theZkWorker.getWorker().getHost();
synchronized (statusLock) {
 if (!zkWorkers.containsKey(worker) || lazyWorkers.containsKey(worker)) {
 RemoteTaskRunnerWorkItem newWorkItem = workItem.withWorker(theZkWorker.getWorker(), null);
 runningTasks.put(task.getId(), newWorkItem);
 log.info("Task %s switched from pending to running (on [%s])", task.getId(), newWorkItem.getWorker().getHost());

代码示例来源：origin: io.druid/druid-indexing-service

/**
 * A task will be run only if there is no current knowledge in the RemoteTaskRunner of the task.
 *
 * @param task task to run
 */
@Override
public ListenableFuture<TaskStatus> run(final Task task)
{
 final RemoteTaskRunnerWorkItem completeTask, runningTask, pendingTask;
 if ((pendingTask = pendingTasks.get(task.getId())) != null) {
  log.info("Assigned a task[%s] that is already pending, not doing anything", task.getId());
  return pendingTask.getResult();
 } else if ((runningTask = runningTasks.get(task.getId())) != null) {
  ZkWorker zkWorker = findWorkerRunningTask(task.getId());
  if (zkWorker == null) {
   log.warn("Told to run task[%s], but no worker has started running it yet.", task.getId());
  } else {
   log.info("Task[%s] already running on %s.", task.getId(), zkWorker.getWorker().getHost());
   TaskAnnouncement announcement = zkWorker.getRunningTasks().get(task.getId());
   if (announcement.getTaskStatus().isComplete()) {
    taskComplete(runningTask, zkWorker, announcement.getTaskStatus());
   }
  }
  return runningTask.getResult();
 } else if ((completeTask = completeTasks.get(task.getId())) != null) {
  return completeTask.getResult();
 } else {
  return addPendingTask(task).getResult();
 }
}

代码示例来源：origin: com.n3twork.druid/druid-indexing-service

/**
 * A task will be run only if there is no current knowledge in the RemoteTaskRunner of the task.
 *
 * @param task task to run
 */
@Override
public ListenableFuture<TaskStatus> run(final Task task)
{
 final RemoteTaskRunnerWorkItem completeTask, runningTask, pendingTask;
 if ((pendingTask = pendingTasks.get(task.getId())) != null) {
  log.info("Assigned a task[%s] that is already pending, not doing anything", task.getId());
  return pendingTask.getResult();
 } else if ((runningTask = runningTasks.get(task.getId())) != null) {
  ZkWorker zkWorker = findWorkerRunningTask(task.getId());
  if (zkWorker == null) {
   log.warn("Told to run task[%s], but no worker has started running it yet.", task.getId());
  } else {
   log.info("Task[%s] already running on %s.", task.getId(), zkWorker.getWorker().getHost());
   TaskAnnouncement announcement = zkWorker.getRunningTasks().get(task.getId());
   if (announcement.getTaskStatus().isComplete()) {
    taskComplete(runningTask, zkWorker, announcement.getTaskStatus());
   }
  }
  return runningTask.getResult();
 } else if ((completeTask = completeTasks.get(task.getId())) != null) {
  return completeTask.getResult();
 } else {
  return addPendingTask(task).getResult();
 }
}

内容来源于网络，如有侵权，请联系作者删除！

ZkWorker

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com