org.apache.hadoop.hbase.zookeeper.ZKUtil.parseWALPositionFrom()方法的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(7.9k)|赞(0)|评价(0)|浏览(173)

本文整理了Java中org.apache.hadoop.hbase.zookeeper.ZKUtil.parseWALPositionFrom()方法的一些代码示例，展示了ZKUtil.parseWALPositionFrom()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。ZKUtil.parseWALPositionFrom()方法的具体详情如下：
包路径：org.apache.hadoop.hbase.zookeeper.ZKUtil
类名称：ZKUtil
方法名：parseWALPositionFrom

ZKUtil.parseWALPositionFrom介绍

暂无

代码示例

代码示例来源：origin: apache/hbase

@Override
public long getWALPosition(ServerName serverName, String queueId, String fileName)
  throws ReplicationException {
 byte[] bytes;
 try {
  bytes = ZKUtil.getData(zookeeper, getFileNode(serverName, queueId, fileName));
 } catch (KeeperException | InterruptedException e) {
  throw new ReplicationException("Failed to get log position (serverName=" + serverName +
   ", queueId=" + queueId + ", fileName=" + fileName + ")", e);
 }
 try {
  return ZKUtil.parseWALPositionFrom(bytes);
 } catch (DeserializationException de) {
  LOG.warn("Failed parse log position (serverName={}, queueId={}, fileName={})",
    serverName, queueId, fileName);
 }
 // if we can not parse the position, start at the beginning of the wal file again
 return 0;
}

代码示例来源：origin: apache/hbase

private static void appendRSZnodes(ZKWatcher zkw, String znode, StringBuilder sb)
  throws KeeperException {
 List<String> stack = new LinkedList<>();
 stack.add(znode);
 do {
  String znodeToProcess = stack.remove(stack.size() - 1);
  sb.append("\n").append(znodeToProcess).append(": ");
  byte[] data;
  try {
   data = ZKUtil.getData(zkw, znodeToProcess);
  } catch (InterruptedException e) {
   zkw.interruptedException(e);
   return;
  }
  if (data != null && data.length > 0) { // log position
   long position = 0;
   try {
    position = ZKUtil.parseWALPositionFrom(ZKUtil.getData(zkw, znodeToProcess));
    sb.append(position);
   } catch (DeserializationException ignored) {
   } catch (InterruptedException e) {
    zkw.interruptedException(e);
    return;
   }
  }
  for (String zNodeChild : ZKUtil.listChildrenNoWatch(zkw, znodeToProcess)) {
   stack.add(ZNodePaths.joinZNode(znodeToProcess, zNodeChild));
  }
 } while (stack.size() > 0);
}

代码示例来源：origin: apache/hbase

/**
 * Return the {lastPushedSequenceId, ZNodeDataVersion} pair. if ZNodeDataVersion is -1, it means
 * that the ZNode does not exist.
 */
@VisibleForTesting
protected Pair<Long, Integer> getLastSequenceIdWithVersion(String encodedRegionName,
  String peerId) throws KeeperException {
 Stat stat = new Stat();
 String path = getSerialReplicationRegionPeerNode(encodedRegionName, peerId);
 byte[] data = ZKUtil.getDataNoWatch(zookeeper, path, stat);
 if (data == null) {
  // ZNode does not exist, so just return version -1 to indicate that no node exist.
  return Pair.newPair(HConstants.NO_SEQNUM, -1);
 }
 try {
  return Pair.newPair(ZKUtil.parseWALPositionFrom(data), stat.getVersion());
 } catch (DeserializationException de) {
  LOG.warn("Failed to parse log position (region=" + encodedRegionName + ", peerId=" + peerId
    + "), data=" + Bytes.toStringBinary(data));
 }
 return Pair.newPair(HConstants.NO_SEQNUM, stat.getVersion());
}

代码示例来源：origin: com.ngdata/hbase-sep-tools

private long parseHLogPositionFrom(byte[] data) {
 try {
  return ZKUtil.parseWALPositionFrom(data);
 } catch (DeserializationException e) {
  throw new RuntimeException(e);
 }
}

代码示例来源：origin: harbby/presto-connectors

/**
 * @param bytes - Content of a failed region server or recovering region znode.
 * @return long - The last flushed sequence Id for the region server
 */
public static long parseLastFlushedSequenceIdFrom(final byte[] bytes) {
 long lastRecordedFlushedSequenceId = -1l;
 try {
  lastRecordedFlushedSequenceId = ZKUtil.parseWALPositionFrom(bytes);
 } catch (DeserializationException e) {
  lastRecordedFlushedSequenceId = -1l;
  LOG.warn("Can't parse last flushed sequence Id", e);
 }
 return lastRecordedFlushedSequenceId;
}

代码示例来源：origin: org.apache.hbase/hbase-replication

@Override
public long getWALPosition(ServerName serverName, String queueId, String fileName)
  throws ReplicationException {
 byte[] bytes;
 try {
  bytes = ZKUtil.getData(zookeeper, getFileNode(serverName, queueId, fileName));
 } catch (KeeperException | InterruptedException e) {
  throw new ReplicationException("Failed to get log position (serverName=" + serverName +
   ", queueId=" + queueId + ", fileName=" + fileName + ")", e);
 }
 try {
  return ZKUtil.parseWALPositionFrom(bytes);
 } catch (DeserializationException de) {
  LOG.warn("Failed parse log position (serverName={}, queueId={}, fileName={})",
    serverName, queueId, fileName);
 }
 // if we can not parse the position, start at the beginning of the wal file again
 return 0;
}

代码示例来源：origin: harbby/presto-connectors

private static void appendRSZnodes(ZooKeeperWatcher zkw, String znode, StringBuilder sb)
  throws KeeperException {
 List<String> stack = new LinkedList<String>();
 stack.add(znode);
 do {
  String znodeToProcess = stack.remove(stack.size() - 1);
  sb.append("\n").append(znodeToProcess).append(": ");
  byte[] data;
  try {
   data = ZKUtil.getData(zkw, znodeToProcess);
  } catch (InterruptedException e) {
   zkw.interruptedException(e);
   return;
  }
  if (data != null && data.length > 0) { // log position
   long position = 0;
   try {
    position = ZKUtil.parseWALPositionFrom(ZKUtil.getData(zkw, znodeToProcess));
    sb.append(position);
   } catch (DeserializationException ignored) {
   } catch (InterruptedException e) {
    zkw.interruptedException(e);
    return;
   }
  }
  for (String zNodeChild : ZKUtil.listChildrenNoWatch(zkw, znodeToProcess)) {
   stack.add(ZKUtil.joinZNode(znodeToProcess, zNodeChild));
  }
 } while (stack.size() > 0);
}

代码示例来源：origin: org.apache.hbase/hbase-zookeeper

private static void appendRSZnodes(ZKWatcher zkw, String znode, StringBuilder sb)
  throws KeeperException {
 List<String> stack = new LinkedList<>();
 stack.add(znode);
 do {
  String znodeToProcess = stack.remove(stack.size() - 1);
  sb.append("\n").append(znodeToProcess).append(": ");
  byte[] data;
  try {
   data = ZKUtil.getData(zkw, znodeToProcess);
  } catch (InterruptedException e) {
   zkw.interruptedException(e);
   return;
  }
  if (data != null && data.length > 0) { // log position
   long position = 0;
   try {
    position = ZKUtil.parseWALPositionFrom(ZKUtil.getData(zkw, znodeToProcess));
    sb.append(position);
   } catch (DeserializationException ignored) {
   } catch (InterruptedException e) {
    zkw.interruptedException(e);
    return;
   }
  }
  for (String zNodeChild : ZKUtil.listChildrenNoWatch(zkw, znodeToProcess)) {
   stack.add(ZNodePaths.joinZNode(znodeToProcess, zNodeChild));
  }
 } while (stack.size() > 0);
}

代码示例来源：origin: harbby/presto-connectors

@Override
public long getLogPosition(String queueId, String filename) throws ReplicationException {
 String clusterZnode = ZKUtil.joinZNode(this.myQueuesZnode, queueId);
 String znode = ZKUtil.joinZNode(clusterZnode, filename);
 byte[] bytes = null;
 try {
  bytes = ZKUtil.getData(this.zookeeper, znode);
 } catch (KeeperException e) {
  throw new ReplicationException("Internal Error: could not get position in log for queueId="
    + queueId + ", filename=" + filename, e);
 } catch (InterruptedException e) {
  Thread.currentThread().interrupt();
  return 0;
 }
 try {
  return ZKUtil.parseWALPositionFrom(bytes);
 } catch (DeserializationException de) {
  LOG.warn("Failed to parse WALPosition for queueId=" + queueId + " and wal=" + filename
    + "znode content, continuing.");
 }
 // if we can not parse the position, start at the beginning of the wal file
 // again
 return 0;
}

代码示例来源：origin: org.apache.hbase/hbase-replication

/**
 * Return the {lastPushedSequenceId, ZNodeDataVersion} pair. if ZNodeDataVersion is -1, it means
 * that the ZNode does not exist.
 */
@VisibleForTesting
protected Pair<Long, Integer> getLastSequenceIdWithVersion(String encodedRegionName,
  String peerId) throws KeeperException {
 Stat stat = new Stat();
 String path = getSerialReplicationRegionPeerNode(encodedRegionName, peerId);
 byte[] data = ZKUtil.getDataNoWatch(zookeeper, path, stat);
 if (data == null) {
  // ZNode does not exist, so just return version -1 to indicate that no node exist.
  return Pair.newPair(HConstants.NO_SEQNUM, -1);
 }
 try {
  return Pair.newPair(ZKUtil.parseWALPositionFrom(data), stat.getVersion());
 } catch (DeserializationException de) {
  LOG.warn("Failed to parse log position (region=" + encodedRegionName + ", peerId=" + peerId
    + "), data=" + Bytes.toStringBinary(data));
 }
 return Pair.newPair(HConstants.NO_SEQNUM, stat.getVersion());
}

代码示例来源：origin: harbby/presto-connectors

long position = 0;
try {
 position = ZKUtil.parseWALPositionFrom(positionBytes);
} catch (DeserializationException e) {
 LOG.warn("Failed parse of wal position from the following znode: " + z

内容来源于网络，如有侵权，请联系作者删除！

ZKUtil

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多

    ZKUtil类方法

    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com