org.apache.hadoop.hbase.zookeeper.ZKSplitLog.getEncodedNodeName()方法的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(16.2k)|赞(0)|评价(0)|浏览(107)

本文整理了Java中org.apache.hadoop.hbase.zookeeper.ZKSplitLog.getEncodedNodeName()方法的一些代码示例，展示了ZKSplitLog.getEncodedNodeName()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。ZKSplitLog.getEncodedNodeName()方法的具体详情如下：
包路径：org.apache.hadoop.hbase.zookeeper.ZKSplitLog
类名称：ZKSplitLog
方法名：getEncodedNodeName

ZKSplitLog.getEncodedNodeName介绍

[英]Gets the full path node name for the log file being split. This method will url encode the filename.
[中]获取要拆分的日志文件的完整路径节点名。此方法将url编码文件名。

代码示例

代码示例来源：origin: apache/hbase

@Override
public String prepareTask(String taskname) {
 return ZKSplitLog.getEncodedNodeName(watcher, taskname);
}

代码示例来源：origin: apache/hbase

private String submitTaskAndWait(TaskBatch batch, String name) throws KeeperException,
  InterruptedException {
 String tasknode = ZKSplitLog.getEncodedNodeName(zkw, name);
 NodeCreationListener listener = new NodeCreationListener(zkw, tasknode);
 zkw.registerListener(listener);
 ZKUtil.watchAndCheckExists(zkw, tasknode);
 slm.enqueueSplitTask(name, batch);
 assertEquals(1, batch.installed);
 assertTrue(findOrCreateOrphanTask(tasknode).batch == batch);
 assertEquals(1L, tot_mgr_node_create_queued.sum());
 LOG.debug("waiting for task node creation");
 listener.waitForCreation();
 LOG.debug("task created");
 return tasknode;
}

代码示例来源：origin: apache/hbase

@Test
public void testAcquireMultiTasks() throws Exception {
 LOG.info("testAcquireMultiTasks");
 SplitLogCounters.resetCounters();
 final String TATAS = "tatas";
 final ServerName RS = ServerName.valueOf("rs,1,1");
 final int maxTasks = 3;
 Configuration testConf = HBaseConfiguration.create(TEST_UTIL.getConfiguration());
 testConf.setInt(HBASE_SPLIT_WAL_MAX_SPLITTER, maxTasks);
 RegionServerServices mockedRS = getRegionServer(RS);
 for (int i = 0; i < maxTasks; i++) {
  zkw.getRecoverableZooKeeper().create(ZKSplitLog.getEncodedNodeName(zkw, TATAS + i),
   new SplitLogTask.Unassigned(ServerName.valueOf("mgr,1,1")).toByteArray(),
    Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
 }
 SplitLogWorker slw = new SplitLogWorker(ds, testConf, mockedRS, neverEndingTask);
 slw.start();
 try {
  waitForCounter(SplitLogCounters.tot_wkr_task_acquired, 0, maxTasks, WAIT_TIME);
  for (int i = 0; i < maxTasks; i++) {
   byte[] bytes = ZKUtil.getData(zkw, ZKSplitLog.getEncodedNodeName(zkw, TATAS + i));
   SplitLogTask slt = SplitLogTask.parseFrom(bytes);
   assertTrue(slt.isOwned(RS));
  }
 } finally {
  stopSplitLogWorker(slw);
 }
}

代码示例来源：origin: apache/hbase

@Test
public void testUnassignedTimeout() throws Exception {
 LOG.info("TestUnassignedTimeout - iff all tasks are unassigned then" +
   " resubmit");
 // create an orphan task in OWNED state
 String tasknode1 = ZKSplitLog.getEncodedNodeName(zkw, "orphan/1");
 final ServerName worker1 = ServerName.valueOf("worker1,1,1");
 SplitLogTask slt = new SplitLogTask.Owned(worker1);
 zkw.getRecoverableZooKeeper().create(tasknode1, slt.toByteArray(), Ids.OPEN_ACL_UNSAFE,
   CreateMode.PERSISTENT);
 slm = new SplitLogManager(master, conf);
 waitForCounter(tot_mgr_orphan_task_acquired, 0, 1, to/2);
 // submit another task which will stay in unassigned mode
 TaskBatch batch = new TaskBatch();
 submitTaskAndWait(batch, "foo/1");
 // keep updating the orphan owned node every to/2 seconds
 for (int i = 0; i < (3 * to)/100; i++) {
  Thread.sleep(100);
  final ServerName worker2 = ServerName.valueOf("worker1,1,1");
  slt = new SplitLogTask.Owned(worker2);
  ZKUtil.setData(zkw, tasknode1, slt.toByteArray());
 }
 // since we have stopped heartbeating the owned node therefore it should
 // get resubmitted
 LOG.info("waiting for manager to resubmit the orphan task");
 waitForCounter(tot_mgr_resubmit, 0, 1, to + to/2);
 // now all the nodes are unassigned. manager should post another rescan
 waitForCounter(tot_mgr_resubmit_unassigned, 0, 1, 2 * to + to/2);
}

代码示例来源：origin: apache/hbase

@Test
public void testAcquireTaskAtStartup() throws Exception {
 LOG.info("testAcquireTaskAtStartup");
 SplitLogCounters.resetCounters();
 final String TATAS = "tatas";
 final ServerName RS = ServerName.valueOf("rs,1,1");
 RegionServerServices mockedRS = getRegionServer(RS);
 zkw.getRecoverableZooKeeper().create(ZKSplitLog.getEncodedNodeName(zkw, TATAS),
  new SplitLogTask.Unassigned(ServerName.valueOf("mgr,1,1")).toByteArray(),
   Ids.OPEN_ACL_UNSAFE,
   CreateMode.PERSISTENT);
 SplitLogWorker slw =
   new SplitLogWorker(ds, TEST_UTIL.getConfiguration(), mockedRS, neverEndingTask);
 slw.start();
 try {
  waitForCounter(SplitLogCounters.tot_wkr_task_acquired, 0, 1, WAIT_TIME);
  byte [] bytes = ZKUtil.getData(zkw, ZKSplitLog.getEncodedNodeName(zkw, TATAS));
  SplitLogTask slt = SplitLogTask.parseFrom(bytes);
  assertTrue(slt.isOwned(RS));
 } finally {
  stopSplitLogWorker(slw);
 }
}

代码示例来源：origin: apache/hbase

String task = ZKSplitLog.getEncodedNodeName(zkw, "task");
SplitLogTask slt = new SplitLogTask.Unassigned(MANAGER);
zkw.getRecoverableZooKeeper().create(task,slt.toByteArray(), Ids.OPEN_ACL_UNSAFE,
String rescan = ZKSplitLog.getEncodedNodeName(zkw, "RESCAN");
rescan = zkw.getRecoverableZooKeeper().create(rescan, slt.toByteArray(), Ids.OPEN_ACL_UNSAFE,
 CreateMode.PERSISTENT_SEQUENTIAL);
 num++;
 if (node.startsWith("RESCAN")) {
  String name = ZKSplitLog.getEncodedNodeName(zkw, node);
  String fn = ZKSplitLog.getFileName(name);
  byte [] data = ZKUtil.getData(zkw,

代码示例来源：origin: apache/hbase

@Test
public void testOrphanTaskAcquisition() throws Exception {
 LOG.info("TestOrphanTaskAcquisition");
 String tasknode = ZKSplitLog.getEncodedNodeName(zkw, "orphan/test/slash");
 SplitLogTask slt = new SplitLogTask.Owned(master.getServerName());
 zkw.getRecoverableZooKeeper().create(tasknode, slt.toByteArray(), Ids.OPEN_ACL_UNSAFE,
   CreateMode.PERSISTENT);
 slm = new SplitLogManager(master, conf);
 waitForCounter(tot_mgr_orphan_task_acquired, 0, 1, to/2);
 Task task = findOrCreateOrphanTask(tasknode);
 assertTrue(task.isOrphan());
 waitForCounter(tot_mgr_heartbeat, 0, 1, to/2);
 assertFalse(task.isUnassigned());
 long curt = System.currentTimeMillis();
 assertTrue((task.last_update <= curt) &&
   (task.last_update > (curt - 1000)));
 LOG.info("waiting for manager to resubmit the orphan task");
 waitForCounter(tot_mgr_resubmit, 0, 1, to + to/2);
 assertTrue(task.isUnassigned());
 waitForCounter(tot_mgr_rescan, 0, 1, to + to/2);
}

代码示例来源：origin: apache/hbase

@Test
public void testUnassignedOrphan() throws Exception {
 LOG.info("TestUnassignedOrphan - an unassigned task is resubmitted at" +
   " startup");
 String tasknode = ZKSplitLog.getEncodedNodeName(zkw, "orphan/test/slash");
 //create an unassigned orphan task
 SplitLogTask slt = new SplitLogTask.Unassigned(master.getServerName());
 zkw.getRecoverableZooKeeper().create(tasknode, slt.toByteArray(), Ids.OPEN_ACL_UNSAFE,
   CreateMode.PERSISTENT);
 int version = ZKUtil.checkExists(zkw, tasknode);
 slm = new SplitLogManager(master, conf);
 waitForCounter(tot_mgr_orphan_task_acquired, 0, 1, to/2);
 Task task = findOrCreateOrphanTask(tasknode);
 assertTrue(task.isOrphan());
 assertTrue(task.isUnassigned());
 // wait for RESCAN node to be created
 waitForCounter(tot_mgr_rescan, 0, 1, to / 2);
 Task task2 = findOrCreateOrphanTask(tasknode);
 assertTrue(task == task2);
 LOG.debug("task = " + task);
 assertEquals(1L, tot_mgr_resubmit.sum());
 assertEquals(1, task.incarnation.get());
 assertEquals(0, task.unforcedResubmits.get());
 assertTrue(task.isOrphan());
 assertTrue(task.isUnassigned());
 assertTrue(ZKUtil.checkExists(zkw, tasknode) > version);
}

代码示例来源：origin: apache/hbase

SplitLogCounters.resetCounters();
final ServerName SRV = ServerName.valueOf("tmt_svr,1,1");
final String PATH1 = ZKSplitLog.getEncodedNodeName(zkw, "tmt_task");
RegionServerServices mockedRS = getRegionServer(SRV);
SplitLogWorker slw =
 final String PATH2 = ZKSplitLog.getEncodedNodeName(zkw, "tmt_task_2");
 zkw.getRecoverableZooKeeper().create(PATH2, unassignedManager.toByteArray(),
  Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);

代码示例来源：origin: apache/hbase

zkw.getRecoverableZooKeeper().create(ZKSplitLog.getEncodedNodeName(zkw, TATAS + i),
 new SplitLogTask.Unassigned(ServerName.valueOf("mgr,1,1")).toByteArray(),
  Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
waitForCounter(SplitLogCounters.tot_wkr_task_acquired, 0, 2, WAIT_TIME);
for (int i = 0; i < maxTasks; i++) {
 byte[] bytes = ZKUtil.getData(zkw, ZKSplitLog.getEncodedNodeName(zkw, TATAS + i));
 SplitLogTask slt = SplitLogTask.parseFrom(bytes);
 if (slt.isOwned(RS)) {

代码示例来源：origin: apache/hbase

@Test
public void testPreemptTask() throws Exception {
 LOG.info("testPreemptTask");
 SplitLogCounters.resetCounters();
 final ServerName SRV = ServerName.valueOf("tpt_svr,1,1");
 final String PATH = ZKSplitLog.getEncodedNodeName(zkw, "tpt_task");
 RegionServerServices mockedRS = getRegionServer(SRV);
 SplitLogWorker slw =
   new SplitLogWorker(ds, TEST_UTIL.getConfiguration(), mockedRS, neverEndingTask);
 slw.start();
 try {
  Thread.yield(); // let the worker start
  Thread.sleep(1000);
  waitForCounter(SplitLogCounters.tot_wkr_task_grabing, 0, 1, WAIT_TIME);
  // this time create a task node after starting the splitLogWorker
  zkw.getRecoverableZooKeeper().create(PATH,
   new SplitLogTask.Unassigned(MANAGER).toByteArray(),
   Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
  waitForCounter(SplitLogCounters.tot_wkr_task_acquired, 0, 1, WAIT_TIME);
  assertEquals(1, slw.getTaskReadySeq());
  byte [] bytes = ZKUtil.getData(zkw, PATH);
  SplitLogTask slt = SplitLogTask.parseFrom(bytes);
  assertTrue(slt.isOwned(SRV));
  slt = new SplitLogTask.Owned(MANAGER);
  ZKUtil.setData(zkw, PATH, slt.toByteArray());
  waitForCounter(SplitLogCounters.tot_wkr_preempt_task, 0, 1, WAIT_TIME);
 } finally {
  stopSplitLogWorker(slw);
 }
}

代码示例来源：origin: apache/hbase

final ServerName SVR1 = ServerName.valueOf("svr1,1,1");
final ServerName SVR2 = ServerName.valueOf("svr2,1,1");
zkw.getRecoverableZooKeeper().create(ZKSplitLog.getEncodedNodeName(zkw, TRFT),
 new SplitLogTask.Unassigned(MANAGER).toByteArray(),
  Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
   WAIT_TIME, false) ||
  SplitLogCounters.tot_wkr_failed_to_grab_task_lost_race.sum() == 1);
 byte [] bytes = ZKUtil.getData(zkw, ZKSplitLog.getEncodedNodeName(zkw, TRFT));
 SplitLogTask slt = SplitLogTask.parseFrom(bytes);
 assertTrue(slt.isOwned(SVR1) || slt.isOwned(SVR2));

代码示例来源：origin: harbby/presto-connectors

@Override
public String prepareTask(String taskname) {
 return ZKSplitLog.getEncodedNodeName(watcher, taskname);
}

代码示例来源：origin: co.cask.hbase/hbase

/**
 * Add a task entry to splitlog znode if it is not already there.
 * 
 * @param taskname the path of the log to be split
 * @param batch the batch this task belongs to
 * @return true if a new entry is created, false if it is already there.
 */
boolean enqueueSplitTask(String taskname, TaskBatch batch) {
 tot_mgr_log_split_start.incrementAndGet();
 String path = ZKSplitLog.getEncodedNodeName(watcher, taskname);
 Task oldtask = createTaskIfAbsent(path, batch);
 if (oldtask == null) {
  // publish the task in zk
  createNode(path, zkretries);
  return true;
 }
 return false;
}

代码示例来源：origin: org.apache.hbase/hbase-server

private String submitTaskAndWait(TaskBatch batch, String name) throws KeeperException,
  InterruptedException {
 String tasknode = ZKSplitLog.getEncodedNodeName(zkw, name);
 NodeCreationListener listener = new NodeCreationListener(zkw, tasknode);
 zkw.registerListener(listener);
 ZKUtil.watchAndCheckExists(zkw, tasknode);
 slm.enqueueSplitTask(name, batch);
 assertEquals(1, batch.installed);
 assertTrue(findOrCreateOrphanTask(tasknode).batch == batch);
 assertEquals(1L, tot_mgr_node_create_queued.sum());
 LOG.debug("waiting for task node creation");
 listener.waitForCreation();
 LOG.debug("task created");
 return tasknode;
}

代码示例来源：origin: org.apache.hbase/hbase-server

@Test
public void testAcquireMultiTasks() throws Exception {
 LOG.info("testAcquireMultiTasks");
 SplitLogCounters.resetCounters();
 final String TATAS = "tatas";
 final ServerName RS = ServerName.valueOf("rs,1,1");
 final int maxTasks = 3;
 Configuration testConf = HBaseConfiguration.create(TEST_UTIL.getConfiguration());
 testConf.setInt("hbase.regionserver.wal.max.splitters", maxTasks);
 RegionServerServices mockedRS = getRegionServer(RS);
 for (int i = 0; i < maxTasks; i++) {
  zkw.getRecoverableZooKeeper().create(ZKSplitLog.getEncodedNodeName(zkw, TATAS + i),
   new SplitLogTask.Unassigned(ServerName.valueOf("mgr,1,1")).toByteArray(),
    Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
 }
 SplitLogWorker slw = new SplitLogWorker(ds, testConf, mockedRS, neverEndingTask);
 slw.start();
 try {
  waitForCounter(SplitLogCounters.tot_wkr_task_acquired, 0, maxTasks, WAIT_TIME);
  for (int i = 0; i < maxTasks; i++) {
   byte[] bytes = ZKUtil.getData(zkw, ZKSplitLog.getEncodedNodeName(zkw, TATAS + i));
   SplitLogTask slt = SplitLogTask.parseFrom(bytes);
   assertTrue(slt.isOwned(RS));
  }
 } finally {
  stopSplitLogWorker(slw);
 }
}

代码示例来源：origin: org.apache.hbase/hbase-server

@Test
public void testAcquireTaskAtStartup() throws Exception {
 LOG.info("testAcquireTaskAtStartup");
 SplitLogCounters.resetCounters();
 final String TATAS = "tatas";
 final ServerName RS = ServerName.valueOf("rs,1,1");
 RegionServerServices mockedRS = getRegionServer(RS);
 zkw.getRecoverableZooKeeper().create(ZKSplitLog.getEncodedNodeName(zkw, TATAS),
  new SplitLogTask.Unassigned(ServerName.valueOf("mgr,1,1")).toByteArray(),
   Ids.OPEN_ACL_UNSAFE,
   CreateMode.PERSISTENT);
 SplitLogWorker slw =
   new SplitLogWorker(ds, TEST_UTIL.getConfiguration(), mockedRS, neverEndingTask);
 slw.start();
 try {
  waitForCounter(SplitLogCounters.tot_wkr_task_acquired, 0, 1, WAIT_TIME);
  byte [] bytes = ZKUtil.getData(zkw, ZKSplitLog.getEncodedNodeName(zkw, TATAS));
  SplitLogTask slt = SplitLogTask.parseFrom(bytes);
  assertTrue(slt.isOwned(RS));
 } finally {
  stopSplitLogWorker(slw);
 }
}

代码示例来源：origin: org.apache.hbase/hbase-server

@Test
public void testOrphanTaskAcquisition() throws Exception {
 LOG.info("TestOrphanTaskAcquisition");
 String tasknode = ZKSplitLog.getEncodedNodeName(zkw, "orphan/test/slash");
 SplitLogTask slt = new SplitLogTask.Owned(master.getServerName());
 zkw.getRecoverableZooKeeper().create(tasknode, slt.toByteArray(), Ids.OPEN_ACL_UNSAFE,
   CreateMode.PERSISTENT);
 slm = new SplitLogManager(master, conf);
 waitForCounter(tot_mgr_orphan_task_acquired, 0, 1, to/2);
 Task task = findOrCreateOrphanTask(tasknode);
 assertTrue(task.isOrphan());
 waitForCounter(tot_mgr_heartbeat, 0, 1, to/2);
 assertFalse(task.isUnassigned());
 long curt = System.currentTimeMillis();
 assertTrue((task.last_update <= curt) &&
   (task.last_update > (curt - 1000)));
 LOG.info("waiting for manager to resubmit the orphan task");
 waitForCounter(tot_mgr_resubmit, 0, 1, to + to/2);
 assertTrue(task.isUnassigned());
 waitForCounter(tot_mgr_rescan, 0, 1, to + to/2);
}

代码示例来源：origin: org.apache.hbase/hbase-server

@Test
public void testUnassignedOrphan() throws Exception {
 LOG.info("TestUnassignedOrphan - an unassigned task is resubmitted at" +
   " startup");
 String tasknode = ZKSplitLog.getEncodedNodeName(zkw, "orphan/test/slash");
 //create an unassigned orphan task
 SplitLogTask slt = new SplitLogTask.Unassigned(master.getServerName());
 zkw.getRecoverableZooKeeper().create(tasknode, slt.toByteArray(), Ids.OPEN_ACL_UNSAFE,
   CreateMode.PERSISTENT);
 int version = ZKUtil.checkExists(zkw, tasknode);
 slm = new SplitLogManager(master, conf);
 waitForCounter(tot_mgr_orphan_task_acquired, 0, 1, to/2);
 Task task = findOrCreateOrphanTask(tasknode);
 assertTrue(task.isOrphan());
 assertTrue(task.isUnassigned());
 // wait for RESCAN node to be created
 waitForCounter(tot_mgr_rescan, 0, 1, to / 2);
 Task task2 = findOrCreateOrphanTask(tasknode);
 assertTrue(task == task2);
 LOG.debug("task = " + task);
 assertEquals(1L, tot_mgr_resubmit.sum());
 assertEquals(1, task.incarnation.get());
 assertEquals(0, task.unforcedResubmits.get());
 assertTrue(task.isOrphan());
 assertTrue(task.isUnassigned());
 assertTrue(ZKUtil.checkExists(zkw, tasknode) > version);
}

代码示例来源：origin: org.apache.hbase/hbase-server

@Test
public void testPreemptTask() throws Exception {
 LOG.info("testPreemptTask");
 SplitLogCounters.resetCounters();
 final ServerName SRV = ServerName.valueOf("tpt_svr,1,1");
 final String PATH = ZKSplitLog.getEncodedNodeName(zkw, "tpt_task");
 RegionServerServices mockedRS = getRegionServer(SRV);
 SplitLogWorker slw =
   new SplitLogWorker(ds, TEST_UTIL.getConfiguration(), mockedRS, neverEndingTask);
 slw.start();
 try {
  Thread.yield(); // let the worker start
  Thread.sleep(1000);
  waitForCounter(SplitLogCounters.tot_wkr_task_grabing, 0, 1, WAIT_TIME);
  // this time create a task node after starting the splitLogWorker
  zkw.getRecoverableZooKeeper().create(PATH,
   new SplitLogTask.Unassigned(MANAGER).toByteArray(),
   Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
  waitForCounter(SplitLogCounters.tot_wkr_task_acquired, 0, 1, WAIT_TIME);
  assertEquals(1, slw.getTaskReadySeq());
  byte [] bytes = ZKUtil.getData(zkw, PATH);
  SplitLogTask slt = SplitLogTask.parseFrom(bytes);
  assertTrue(slt.isOwned(SRV));
  slt = new SplitLogTask.Owned(MANAGER);
  ZKUtil.setData(zkw, PATH, slt.toByteArray());
  waitForCounter(SplitLogCounters.tot_wkr_preempt_task, 0, 1, WAIT_TIME);
 } finally {
  stopSplitLogWorker(slw);
 }
}

内容来源于网络，如有侵权，请联系作者删除！

ZKSplitLog

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com