org.apache.hadoop.hbase.zookeeper.ZKUtil.positionToByteArray()方法的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(8.5k)|赞(0)|评价(0)|浏览(116)

本文整理了Java中org.apache.hadoop.hbase.zookeeper.ZKUtil.positionToByteArray()方法的一些代码示例，展示了ZKUtil.positionToByteArray()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。ZKUtil.positionToByteArray()方法的具体详情如下：
包路径：org.apache.hadoop.hbase.zookeeper.ZKUtil
类名称：ZKUtil
方法名：positionToByteArray

ZKUtil.positionToByteArray介绍

暂无

代码示例

代码示例来源：origin: apache/hbase

@Override
public void setLastSequenceIds(String peerId, Map<String, Long> lastSeqIds)
  throws ReplicationException {
 try {
  // No need CAS and retry here, because it'll call setLastSequenceIds() for disabled peers
  // only, so no conflict happen.
  List<ZKUtilOp> listOfOps = new ArrayList<>();
  for (Entry<String, Long> lastSeqEntry : lastSeqIds.entrySet()) {
   String path = getSerialReplicationRegionPeerNode(lastSeqEntry.getKey(), peerId);
   ZKUtil.createWithParents(zookeeper, path);
   listOfOps.add(ZKUtilOp.setData(path, ZKUtil.positionToByteArray(lastSeqEntry.getValue())));
  }
  if (!listOfOps.isEmpty()) {
   ZKUtil.multiOrSequential(zookeeper, listOfOps, true);
  }
 } catch (KeeperException e) {
  throw new ReplicationException("Failed to set last sequence ids, peerId=" + peerId
    + ", size of lastSeqIds=" + lastSeqIds.size(), e);
 }
}

代码示例来源：origin: apache/hbase

private void addLastSeqIdsToOps(String queueId, Map<String, Long> lastSeqIds,
  List<ZKUtilOp> listOfOps) throws KeeperException, ReplicationException {
 String peerId = new ReplicationQueueInfo(queueId).getPeerId();
 for (Entry<String, Long> lastSeqEntry : lastSeqIds.entrySet()) {
  String path = getSerialReplicationRegionPeerNode(lastSeqEntry.getKey(), peerId);
  Pair<Long, Integer> p = getLastSequenceIdWithVersion(lastSeqEntry.getKey(), peerId);
  byte[] data = ZKUtil.positionToByteArray(lastSeqEntry.getValue());
  if (p.getSecond() < 0) { // ZNode does not exist.
   ZKUtil.createWithParents(zookeeper,
    path.substring(0, path.lastIndexOf(ZNodePaths.ZNODE_PATH_SEPARATOR)));
   listOfOps.add(ZKUtilOp.createAndFailSilent(path, data));
   continue;
  }
  // Perform CAS in a specific version v0 (HBASE-20138)
  int v0 = p.getSecond();
  long lastPushedSeqId = p.getFirst();
  if (lastSeqEntry.getValue() <= lastPushedSeqId) {
   continue;
  }
  listOfOps.add(ZKUtilOp.setData(path, data, v0));
 }
}

代码示例来源：origin: apache/hbase

@Override
public void setWALPosition(ServerName serverName, String queueId, String fileName, long position,
  Map<String, Long> lastSeqIds) throws ReplicationException {
 try {
  for (int retry = 0;; retry++) {
   List<ZKUtilOp> listOfOps = new ArrayList<>();
   if (position > 0) {
    listOfOps.add(ZKUtilOp.setData(getFileNode(serverName, queueId, fileName),
     ZKUtil.positionToByteArray(position)));
   }
   // Persist the max sequence id(s) of regions for serial replication atomically.
   addLastSeqIdsToOps(queueId, lastSeqIds, listOfOps);
   if (listOfOps.isEmpty()) {
    return;
   }
   try {
    ZKUtil.multiOrSequential(zookeeper, listOfOps, false);
    return;
   } catch (KeeperException.BadVersionException | KeeperException.NodeExistsException e) {
    LOG.warn(
     "Bad version(or node exist) when persist the last pushed sequence id to zookeeper storage, "
       + "Retry = " + retry + ", serverName=" + serverName + ", queueId=" + queueId
       + ", fileName=" + fileName);
   }
  }
 } catch (KeeperException e) {
  throw new ReplicationException("Failed to set log position (serverName=" + serverName
    + ", queueId=" + queueId + ", fileName=" + fileName + ", position=" + position + ")", e);
 }
}

代码示例来源：origin: apache/hbase

@Override
 protected Pair<Long, Integer> getLastSequenceIdWithVersion(String encodedRegionName,
   String peerId) throws KeeperException {
  Pair<Long, Integer> oldPair = super.getLastSequenceIdWithVersion(encodedRegionName, peerId);
  if (getLastSeqIdOpIndex < 100) {
   // Let the ZNode version increase.
   String path = getSerialReplicationRegionPeerNode(encodedRegionName, peerId);
   ZKUtil.createWithParents(zookeeper, path);
   ZKUtil.setData(zookeeper, path, ZKUtil.positionToByteArray(100L));
  }
  getLastSeqIdOpIndex++;
  return oldPair;
 }
};

代码示例来源：origin: org.apache.hbase/hbase-replication

@Override
public void setLastSequenceIds(String peerId, Map<String, Long> lastSeqIds)
  throws ReplicationException {
 try {
  // No need CAS and retry here, because it'll call setLastSequenceIds() for disabled peers
  // only, so no conflict happen.
  List<ZKUtilOp> listOfOps = new ArrayList<>();
  for (Entry<String, Long> lastSeqEntry : lastSeqIds.entrySet()) {
   String path = getSerialReplicationRegionPeerNode(lastSeqEntry.getKey(), peerId);
   ZKUtil.createWithParents(zookeeper, path);
   listOfOps.add(ZKUtilOp.setData(path, ZKUtil.positionToByteArray(lastSeqEntry.getValue())));
  }
  if (!listOfOps.isEmpty()) {
   ZKUtil.multiOrSequential(zookeeper, listOfOps, true);
  }
 } catch (KeeperException e) {
  throw new ReplicationException("Failed to set last sequence ids, peerId=" + peerId
    + ", size of lastSeqIds=" + lastSeqIds.size(), e);
 }
}

代码示例来源：origin: org.apache.hbase/hbase-replication

private void addLastSeqIdsToOps(String queueId, Map<String, Long> lastSeqIds,
  List<ZKUtilOp> listOfOps) throws KeeperException, ReplicationException {
 String peerId = new ReplicationQueueInfo(queueId).getPeerId();
 for (Entry<String, Long> lastSeqEntry : lastSeqIds.entrySet()) {
  String path = getSerialReplicationRegionPeerNode(lastSeqEntry.getKey(), peerId);
  Pair<Long, Integer> p = getLastSequenceIdWithVersion(lastSeqEntry.getKey(), peerId);
  byte[] data = ZKUtil.positionToByteArray(lastSeqEntry.getValue());
  if (p.getSecond() < 0) { // ZNode does not exist.
   ZKUtil.createWithParents(zookeeper,
    path.substring(0, path.lastIndexOf(ZNodePaths.ZNODE_PATH_SEPARATOR)));
   listOfOps.add(ZKUtilOp.createAndFailSilent(path, data));
   continue;
  }
  // Perform CAS in a specific version v0 (HBASE-20138)
  int v0 = p.getSecond();
  long lastPushedSeqId = p.getFirst();
  if (lastSeqEntry.getValue() <= lastPushedSeqId) {
   continue;
  }
  listOfOps.add(ZKUtilOp.setData(path, data, v0));
 }
}

代码示例来源：origin: org.apache.hbase/hbase-replication

@Override
public void setWALPosition(ServerName serverName, String queueId, String fileName, long position,
  Map<String, Long> lastSeqIds) throws ReplicationException {
 try {
  for (int retry = 0;; retry++) {
   List<ZKUtilOp> listOfOps = new ArrayList<>();
   if (position > 0) {
    listOfOps.add(ZKUtilOp.setData(getFileNode(serverName, queueId, fileName),
     ZKUtil.positionToByteArray(position)));
   }
   // Persist the max sequence id(s) of regions for serial replication atomically.
   addLastSeqIdsToOps(queueId, lastSeqIds, listOfOps);
   if (listOfOps.isEmpty()) {
    return;
   }
   try {
    ZKUtil.multiOrSequential(zookeeper, listOfOps, false);
    return;
   } catch (KeeperException.BadVersionException | KeeperException.NodeExistsException e) {
    LOG.warn(
     "Bad version(or node exist) when persist the last pushed sequence id to zookeeper storage, "
       + "Retry = " + retry + ", serverName=" + serverName + ", queueId=" + queueId
       + ", fileName=" + fileName);
   }
  }
 } catch (KeeperException e) {
  throw new ReplicationException("Failed to set log position (serverName=" + serverName
    + ", queueId=" + queueId + ", fileName=" + fileName + ", position=" + position + ")", e);
 }
}

代码示例来源：origin: harbby/presto-connectors

@Override
public void setLogPosition(String queueId, String filename, long position) {
 try {
  String znode = ZKUtil.joinZNode(this.myQueuesZnode, queueId);
  znode = ZKUtil.joinZNode(znode, filename);
  // Why serialize String of Long and not Long as bytes?
  ZKUtil.setData(this.zookeeper, znode, ZKUtil.positionToByteArray(position));
 } catch (KeeperException e) {
  this.abortable.abort("Failed to write replication wal position (filename=" + filename
    + ", position=" + position + ")", e);
 }
}

代码示例来源：origin: harbby/presto-connectors

private void checkAndMigrateQueuesToPB(ZooKeeperWatcher zkw, String znode, String rs)
  throws KeeperException, NoNodeException, InterruptedException {
 String rsPath = ZKUtil.joinZNode(znode, rs);
 List<String> peers = ZKUtil.listChildrenNoWatch(zkw, rsPath);
 if (peers == null || peers.isEmpty()) return;
 String peerPath = null;
 for (String peer : peers) {
  peerPath = ZKUtil.joinZNode(rsPath, peer);
  List<String> files = ZKUtil.listChildrenNoWatch(zkw, peerPath);
  if (files == null || files.isEmpty()) continue;
  String filePath = null;
  for (String file : files) {
   filePath = ZKUtil.joinZNode(peerPath, file);
   byte[] data = ZKUtil.getData(zkw, filePath);
   if (data == null || Bytes.equals(data, HConstants.EMPTY_BYTE_ARRAY)) continue;
   if (ProtobufUtil.isPBMagicPrefix(data)) continue;
   ZKUtil.setData(zkw, filePath,
    ZKUtil.positionToByteArray(Long.parseLong(Bytes.toString(data))));
  }
 }
}

代码示例来源：origin: harbby/presto-connectors

if (data == null) {
 ZKUtil
   .createSetData(this.watcher, nodePath, ZKUtil.positionToByteArray(lastSequenceId));
} else {
 lastRecordedFlushedSequenceId =
 if (lastRecordedFlushedSequenceId < lastSequenceId) {
  ZKUtil.setData(this.watcher, nodePath, ZKUtil.positionToByteArray(lastSequenceId));

代码示例来源：origin: harbby/presto-connectors

ZKUtil.setData(zkw, nodePath, ZKUtil.positionToByteArray(minSeqIdForLogReplay));

内容来源于网络，如有侵权，请联系作者删除！

ZKUtil

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多

    ZKUtil类方法

    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com