org.apache.hadoop.hive.thrift.ZooKeeperTokenStore类的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(10.4k)|赞(0)|评价(0)|浏览(250)

本文整理了Java中org.apache.hadoop.hive.thrift.ZooKeeperTokenStore类的一些代码示例，展示了ZooKeeperTokenStore类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。ZooKeeperTokenStore类的具体详情如下：
包路径：org.apache.hadoop.hive.thrift.ZooKeeperTokenStore
类名称：ZooKeeperTokenStore

ZooKeeperTokenStore介绍

[英]ZooKeeper token store implementation.
[中]ZooKeeper令牌存储实现。

代码示例

代码示例来源：origin: org.spark-project.hive.shims/hive-shims-common-secure

private void init() {
 if (this.zkConnectString == null) {
  throw new IllegalStateException("Not initialized");
 }
 if (this.zkSession != null) {
  try {
   this.zkSession.close();
  } catch (InterruptedException ex) {
   LOGGER.warn("Failed to close existing session.", ex);
  }
 }
 ZooKeeper zk = getSession();
 try {
   ensurePath(zk, rootNode + NODE_KEYS, newNodeAcl);
   ensurePath(zk, rootNode + NODE_TOKENS, newNodeAcl);
  } catch (Exception e) {
   throw new TokenStoreException("Failed to validate token path.", e);
  }
}

代码示例来源：origin: org.spark-project.hive.shims/hive-shims-common-secure

private Map<Integer, byte[]> getAllKeys() throws KeeperException,
  InterruptedException {
 String masterKeyNode = rootNode + NODE_KEYS;
 ZooKeeper zk = getSession();
 List<String> nodes = zk.getChildren(masterKeyNode, false);
 Map<Integer, byte[]> result = new HashMap<Integer, byte[]>();
 for (String node : nodes) {
  byte[] data = zk.getData(masterKeyNode + "/" + node, false, null);
  if (data != null) {
   result.put(getSeq(node), data);
  }
 }
 return result;
}

代码示例来源：origin: org.apache.hive.shims/hive-shims-common-secure

@Override
public boolean removeToken(DelegationTokenIdentifier tokenIdentifier) {
 String tokenPath = getTokenPath(tokenIdentifier);
 zkDelete(tokenPath);
 return true;
}

代码示例来源：origin: com.facebook.presto.hive/hive-apache

private Map<Integer, byte[]> getAllKeys() throws KeeperException, InterruptedException {
 String masterKeyNode = rootNode + NODE_KEYS;
 // get children of key node
 List<String> nodes = zkGetChildren(masterKeyNode);
 // read each child node, add to results
 Map<Integer, byte[]> result = new HashMap<Integer, byte[]>();
 for (String node : nodes) {
  String nodePath = masterKeyNode + "/" + node;
  byte[] data = zkGetData(nodePath);
  if (data != null) {
   result.put(getSeq(node), data);
  }
 }
 return result;
}

代码示例来源：origin: org.spark-project.hive.shims/hive-shims-common-secure

@Override
public boolean removeToken(DelegationTokenIdentifier tokenIdentifier) {
 try {
  ZooKeeper zk = getSession();
  zk.delete(getTokenPath(tokenIdentifier), -1);
  return true;
 } catch (KeeperException.NoNodeException ex) {
  return false;
 } catch (KeeperException ex) {
  throw new TokenStoreException(ex);
 } catch (InterruptedException ex) {
  throw new TokenStoreException(ex);
 }
}

代码示例来源：origin: com.github.hyukjinkwon.shims/hive-shims-common

String aclStr = conf.get(HadoopThriftAuthBridge.Server.DELEGATION_TOKEN_STORE_ZK_ACL, null);
if (StringUtils.isNotBlank(aclStr)) {
 this.newNodeAcl = parseACLs(aclStr);
 setupJAASConfig(conf);
} catch (IOException e) {
 throw new TokenStoreException("Error setting up JAAS configuration for zookeeper client "
   + e.getMessage(), e);
initClientAndPaths();

代码示例来源：origin: com.facebook.presto.hive/hive-apache

private List<String> zkGetChildren(String path) {
 CuratorFramework zk = getSession();
 try {
  return zk.getChildren().forPath(path);
 } catch (Exception e) {
  throw new TokenStoreException("Error getting children for " + path, e);
 }
}

代码示例来源：origin: com.facebook.presto.hive/hive-apache

@Override
public DelegationTokenInformation getToken(DelegationTokenIdentifier tokenIdentifier) {
 byte[] tokenBytes = zkGetData(getTokenPath(tokenIdentifier));
 try {
  return HiveDelegationTokenSupport.decodeDelegationTokenInformation(tokenBytes);
 } catch (Exception ex) {
  throw new TokenStoreException("Failed to decode token", ex);
 }
}

代码示例来源：origin: org.apache.hive.shims/hive-shims-common-secure

@Override
public String[] getMasterKeys() {
 try {
  Map<Integer, byte[]> allKeys = getAllKeys();
  String[] result = new String[allKeys.size()];
  int resultIdx = 0;
  for (byte[] keyBytes : allKeys.values()) {
    result[resultIdx++] = new String(keyBytes);
  }
  return result;
 } catch (KeeperException ex) {
  throw new TokenStoreException(ex);
 } catch (InterruptedException ex) {
  throw new TokenStoreException(ex);
 }
}

代码示例来源：origin: com.github.hyukjinkwon.shims/hive-shims-common

/**
 * Parse comma separated list of ACL entries to secure generated nodes, e.g.
 * <code>sasl:hive/host1@MY.DOMAIN:cdrwa,sasl:hive/host2@MY.DOMAIN:cdrwa</code>
 * @param aclString
 * @return ACL list
 */
public static List<ACL> parseACLs(String aclString) {
 String[] aclComps = StringUtils.splitByWholeSeparator(aclString, ",");
 List<ACL> acl = new ArrayList<ACL>(aclComps.length);
 for (String a : aclComps) {
  if (StringUtils.isBlank(a)) {
    continue;
  }
  a = a.trim();
  // from ZooKeeperMain private method
  int firstColon = a.indexOf(':');
  int lastColon = a.lastIndexOf(':');
  if (firstColon == -1 || lastColon == -1 || firstColon == lastColon) {
    LOGGER.error(a + " does not have the form scheme:id:perm");
    continue;
  }
  ACL newAcl = new ACL();
  newAcl.setId(new Id(a.substring(0, firstColon), a.substring(
    firstColon + 1, lastColon)));
  newAcl.setPerms(getPermFromString(a.substring(lastColon + 1)));
  acl.add(newAcl);
 }
 return acl;
}

代码示例来源：origin: org.spark-project.hive.shims/hive-shims-common-secure

@Override
public void setConf(Configuration conf) {
 if (conf == null) {
   throw new IllegalArgumentException("conf is null");
 }
 this.zkConnectString = conf.get(
  HadoopThriftAuthBridge20S.Server.DELEGATION_TOKEN_STORE_ZK_CONNECT_STR, null);
 this.connectTimeoutMillis = conf.getLong(
  HadoopThriftAuthBridge20S.Server.DELEGATION_TOKEN_STORE_ZK_CONNECT_TIMEOUTMILLIS, -1);
 this.rootNode = conf.get(
  HadoopThriftAuthBridge20S.Server.DELEGATION_TOKEN_STORE_ZK_ZNODE,
  HadoopThriftAuthBridge20S.Server.DELEGATION_TOKEN_STORE_ZK_ZNODE_DEFAULT);
 String csv = conf.get(HadoopThriftAuthBridge20S.Server.DELEGATION_TOKEN_STORE_ZK_ACL, null);
 if (StringUtils.isNotBlank(csv)) {
   this.newNodeAcl = parseACLs(csv);
 }
 init();
}

代码示例来源：origin: com.facebook.presto.hive/hive-apache

private void initClientAndPaths() {
 if (this.zkSession != null) {
  this.zkSession.close();
 }
 try {
  ensurePath(rootNode + NODE_KEYS, newNodeAcl);
  ensurePath(rootNode + NODE_TOKENS, newNodeAcl);
 } catch (TokenStoreException e) {
  throw e;
 }
}

代码示例来源：origin: com.github.hyukjinkwon.shims/hive-shims-common

private void setupJAASConfig(Configuration conf) throws IOException {
 if (!UserGroupInformation.getLoginUser().isFromKeytab()) {
  // The process has not logged in using keytab
  // this should be a test mode, can't use keytab to authenticate
  // with zookeeper.
  LOGGER.warn("Login is not from keytab");
  return;
 }
 String principal;
 String keytab;
 switch (serverMode) {
 case METASTORE:
  principal = getNonEmptyConfVar(conf, "hive.metastore.kerberos.principal");
  keytab = getNonEmptyConfVar(conf, "hive.metastore.kerberos.keytab.file");
  break;
 case HIVESERVER2:
  principal = getNonEmptyConfVar(conf, "hive.server2.authentication.kerberos.principal");
  keytab = getNonEmptyConfVar(conf, "hive.server2.authentication.kerberos.keytab");
  break;
 default:
  throw new AssertionError("Unexpected server mode " + serverMode);
 }
 Utils.setZookeeperClientKerberosJaasConfig(principal, keytab);
}

代码示例来源：origin: org.spark-project.hive.shims/hive-shims-common-secure

@Override
public boolean addToken(DelegationTokenIdentifier tokenIdentifier,
  DelegationTokenInformation token) {
 try {
  ZooKeeper zk = getSession();
  byte[] tokenBytes = HiveDelegationTokenSupport.encodeDelegationTokenInformation(token);
  String newNode = zk.create(getTokenPath(tokenIdentifier),
    tokenBytes, newNodeAcl, CreateMode.PERSISTENT);
  LOGGER.info("Added token: {}", newNode);
  return true;
 } catch (KeeperException.NodeExistsException ex) {
  return false;
 } catch (KeeperException ex) {
  throw new TokenStoreException(ex);
 } catch (InterruptedException ex) {
  throw new TokenStoreException(ex);
 }
}

代码示例来源：origin: org.apache.hive.shims/hive-shims-common-secure

private Map<Integer, byte[]> getAllKeys() throws KeeperException, InterruptedException {
 String masterKeyNode = rootNode + NODE_KEYS;
 // get children of key node
 List<String> nodes = zkGetChildren(masterKeyNode);
 // read each child node, add to results
 Map<Integer, byte[]> result = new HashMap<Integer, byte[]>();
 for (String node : nodes) {
  String nodePath = masterKeyNode + "/" + node;
  byte[] data = zkGetData(nodePath);
  if (data != null) {
   result.put(getSeq(node), data);
  }
 }
 return result;
}

代码示例来源：origin: org.apache.hive.shims/hive-shims-common-secure

String aclStr = conf.get(HadoopThriftAuthBridge20S.Server.DELEGATION_TOKEN_STORE_ZK_ACL, null);
if (StringUtils.isNotBlank(aclStr)) {
 this.newNodeAcl = parseACLs(aclStr);
 setupJAASConfig(conf);
} catch (IOException e) {
 throw new TokenStoreException("Error setting up JAAS configuration for zookeeper client "
   + e.getMessage(), e);
initClientAndPaths();

代码示例来源：origin: org.apache.hive.shims/hive-shims-common-secure

private byte[] zkGetData(String nodePath) {
 CuratorFramework zk = getSession();
 try {
  return zk.getData().forPath(nodePath);
 } catch (KeeperException.NoNodeException ex) {
  return null;
 } catch (Exception e) {
  throw new TokenStoreException("Error reading " + nodePath, e);
 }
}

代码示例来源：origin: com.github.hyukjinkwon.shims/hive-shims-common

@Override
public DelegationTokenInformation getToken(DelegationTokenIdentifier tokenIdentifier) {
 byte[] tokenBytes = zkGetData(getTokenPath(tokenIdentifier));
 try {
  return HiveDelegationTokenSupport.decodeDelegationTokenInformation(tokenBytes);
 } catch (Exception ex) {
  throw new TokenStoreException("Failed to decode token", ex);
 }
}

代码示例来源：origin: com.github.hyukjinkwon.shims/hive-shims-common

@Override
public String[] getMasterKeys() {
 try {
  Map<Integer, byte[]> allKeys = getAllKeys();
  String[] result = new String[allKeys.size()];
  int resultIdx = 0;
  for (byte[] keyBytes : allKeys.values()) {
    result[resultIdx++] = new String(keyBytes);
  }
  return result;
 } catch (KeeperException ex) {
  throw new TokenStoreException(ex);
 } catch (InterruptedException ex) {
  throw new TokenStoreException(ex);
 }
}

代码示例来源：origin: org.spark-project.hive.shims/hive-shims-common-secure

/**
 * Parse comma separated list of ACL entries to secure generated nodes, e.g.
 * <code>sasl:hive/host1@MY.DOMAIN:cdrwa,sasl:hive/host2@MY.DOMAIN:cdrwa</code>
 * @param aclString
 * @return ACL list
 */
public static List<ACL> parseACLs(String aclString) {
 String[] aclComps = StringUtils.splitByWholeSeparator(aclString, ",");
 List<ACL> acl = new ArrayList<ACL>(aclComps.length);
 for (String a : aclComps) {
  if (StringUtils.isBlank(a)) {
    continue;
  }
  a = a.trim();
  // from ZooKeeperMain private method
  int firstColon = a.indexOf(':');
  int lastColon = a.lastIndexOf(':');
  if (firstColon == -1 || lastColon == -1 || firstColon == lastColon) {
    LOGGER.error(a + " does not have the form scheme:id:perm");
    continue;
  }
  ACL newAcl = new ACL();
  newAcl.setId(new Id(a.substring(0, firstColon), a.substring(
    firstColon + 1, lastColon)));
  newAcl.setPerms(getPermFromString(a.substring(lastColon + 1)));
  acl.add(newAcl);
 }
 return acl;
}

内容来源于网络，如有侵权，请联系作者删除！

ZooKeeperTokenStore

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com