com.github.sakserv.minicluster.util.WindowsLibsUtils类的使用及代码示例

x33g5p2x  于2022-02-03 转载在 其他  
字(12.4k)|赞(0)|评价(0)|浏览(91)

本文整理了Java中com.github.sakserv.minicluster.util.WindowsLibsUtils类的一些代码示例，展示了WindowsLibsUtils类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。WindowsLibsUtils类的具体详情如下：
包路径：com.github.sakserv.minicluster.util.WindowsLibsUtils
类名称：WindowsLibsUtils

WindowsLibsUtils介绍

暂无

代码示例

代码示例来源：origin: sakserv/hadoop-mini-clusters

@Override
public void configure() throws Exception {
  if(null != hdfsEnableRunningUserAsProxyUser && hdfsEnableRunningUserAsProxyUser) {
    hdfsConfig.set("hadoop.proxyuser." + System.getProperty("user.name") + ".hosts", "*");
    hdfsConfig.set("hadoop.proxyuser." + System.getProperty("user.name") + ".groups", "*");
  }
  hdfsConfig.setBoolean("dfs.permissions", hdfsEnablePermissions);
  System.setProperty("test.build.data", hdfsTempDir);
  // Handle Windows
  WindowsLibsUtils.setHadoopHome();
}

代码示例来源：origin: sakserv/hadoop-mini-clusters

public static void setHadoopHome() {
  // Set hadoop.home.dir to point to the windows lib dir
  if (System.getProperty("os.name").startsWith("Windows")) {
    String windowsLibDir = getHadoopHome();
    LOG.info("WINDOWS: Setting hadoop.home.dir: {}", windowsLibDir);
    System.setProperty("hadoop.home.dir", windowsLibDir);
    System.load(new File(windowsLibDir + Path.SEPARATOR + "lib" + Path.SEPARATOR + "hadoop.dll").getAbsolutePath());
    System.load(new File(windowsLibDir + Path.SEPARATOR + "lib" + Path.SEPARATOR + "hdfs.dll").getAbsolutePath());
  }
}

代码示例来源：origin: com.github.sakserv/hadoop-mini-clusters-hbase

@Override
public void configure() throws Exception {
  configure(hbaseConfiguration);
  // Handle Windows
  WindowsLibsUtils.setHadoopHome();
}

代码示例来源：origin: com.github.sakserv/hadoop-mini-clusters-common

public static void setHadoopHome() {
  // Set hadoop.home.dir to point to the windows lib dir
  if (System.getProperty("os.name").startsWith("Windows")) {
    String windowsLibDir = getHadoopHome();
    LOG.info("WINDOWS: Setting hadoop.home.dir: {}", windowsLibDir);
    System.setProperty("hadoop.home.dir", windowsLibDir);
    System.load(new File(windowsLibDir + Path.SEPARATOR + "lib" + Path.SEPARATOR + "hadoop.dll").getAbsolutePath());
    System.load(new File(windowsLibDir + Path.SEPARATOR + "lib" + Path.SEPARATOR + "hdfs.dll").getAbsolutePath());
  }
}

代码示例来源：origin: sakserv/hadoop-mini-clusters

@Override
public void configure() throws Exception {
  // Handle Windows
  WindowsLibsUtils.setHadoopHome();
  configuration.set(YarnConfiguration.RM_ADDRESS, resourceManagerAddress);
  configuration.set(YarnConfiguration.RM_HOSTNAME, resourceManagerHostname);
  configuration.set(YarnConfiguration.RM_SCHEDULER_ADDRESS, resourceManagerSchedulerAddress);
  configuration.set(YarnConfiguration.RM_RESOURCE_TRACKER_ADDRESS, resourceManagerResourceTrackerAddress);
  configuration.set(YarnConfiguration.RM_WEBAPP_ADDRESS, resourceManagerWebappAddress);
  configuration.set(YarnConfiguration.YARN_MINICLUSTER_FIXED_PORTS, "true");
  if (getUseInJvmContainerExecutor()) {
    configuration.set(YarnConfiguration.NM_CONTAINER_EXECUTOR, inJvmContainerExecutorClass);
    configuration.set("fs.hdfs.impl", org.apache.hadoop.hdfs.DistributedFileSystem.class.getName());
    configuration.set("fs.file.impl", org.apache.hadoop.fs.LocalFileSystem.class.getName());
  }
}

代码示例来源：origin: jetoile/hadoop-unit

@Override
public void configure() throws Exception {
  // Handle Windows
  WindowsLibsUtils.setHadoopHome();
  // Oozie has very particular naming conventions for these directories, don't change
  fullOozieHomeDir = oozieTestDir + "/" + oozieHomeDir;
  fullOozieConfDir = fullOozieHomeDir + "/conf";
  fullOozieHadoopConfDir = fullOozieConfDir + "/hadoop-conf";
  fullOozieActionDir = fullOozieConfDir + "/action-conf";
  //set system properties
  System.setProperty(Services.OOZIE_HOME_DIR, new File(fullOozieHomeDir).getAbsolutePath());
  System.setProperty(ConfigurationService.OOZIE_CONFIG_DIR, fullOozieConfDir);
  System.setProperty("oozielocal.log", fullOozieHomeDir + "/oozielocal.log");
  System.setProperty(XTestCase.OOZIE_TEST_JOB_TRACKER, oozieYarnResourceManagerAddress);
  System.setProperty(XTestCase.OOZIE_TEST_NAME_NODE, oozieHdfsDefaultFs);
  System.setProperty("oozie.test.db.host", "localhost");
  System.setProperty(ConfigurationService.OOZIE_DATA_DIR, fullOozieHomeDir);
  System.setProperty(HadoopAccessorService.SUPPORTED_FILESYSTEMS, "*");
  if (oozieShareLibCreate) {
    oozieConf.set("oozie.service.WorkflowAppService.system.libpath",
        oozieHdfsDefaultFs + oozieHdfsShareLibDir);
    oozieConf.set("use.system.libpath.for.mapreduce.and.pig.jobs", "true");
  }
  oozieConf.set("oozie.service.JPAService.jdbc.driver", "org.hsqldb.jdbcDriver");
  oozieConf.set("oozie.service.JPAService.jdbc.url", "jdbc:hsqldb:mem:oozie-db;create=true");
  oozieConf.set(JPAService.CONF_CREATE_DB_SCHEMA, "true");
}

代码示例来源：origin: fr.jetoile.hadoop/hadoop-unit-hive

private HiveConf buildHiveConf() {
    // Handle Windows
    WindowsLibsUtils.setHadoopHome();

    HiveConf hiveConf = new HiveConf();
    hiveConf.set("fs.defaultFS", "hdfs://" + configuration.getString(HdfsConfig.HDFS_NAMENODE_HOST_KEY) + ":" + configuration.getInt(HdfsConfig.HDFS_NAMENODE_PORT_KEY));
//        hiveConf.set(HiveConf.ConfVars.HIVE_TXN_MANAGER.varname, "org.apache.hadoop.hive.ql.lockmgr.DbTxnManager");
//        hiveConf.set(HiveConf.ConfVars.HIVE_COMPACTOR_INITIATOR_ON.varname, "true");
//        hiveConf.set(HiveConf.ConfVars.HIVE_COMPACTOR_WORKER_THREADS.varname, "5");
//        hiveConf.set("hive.root.logger", "DEBUG,console");
//        hiveConf.setIntVar(HiveConf.ConfVars.METASTORETHRIFTCONNECTIONRETRIES, 3);
//        hiveConf.set(HiveConf.ConfVars.PREEXECHOOKS.varname, "");
//        hiveConf.set(HiveConf.ConfVars.POSTEXECHOOKS.varname, "");
//        System.setProperty(HiveConf.ConfVars.PREEXECHOOKS.varname, " ");
//        System.setProperty(HiveConf.ConfVars.POSTEXECHOOKS.varname, " ");

    return hiveConf;
  }

代码示例来源：origin: jetoile/hadoop-unit

private HiveConf buildHiveConf() {
    // Handle Windows
    WindowsLibsUtils.setHadoopHome();

    HiveConf hiveConf = new HiveConf();
    hiveConf.set("fs.defaultFS", "hdfs://" + configuration.getString(HdfsConfig.HDFS_NAMENODE_HOST_KEY) + ":" + configuration.getInt(HdfsConfig.HDFS_NAMENODE_PORT_KEY));
//        hiveConf.set(HiveConf.ConfVars.HIVE_TXN_MANAGER.varname, "org.apache.hadoop.hive.ql.lockmgr.DbTxnManager");
//        hiveConf.set(HiveConf.ConfVars.HIVE_COMPACTOR_INITIATOR_ON.varname, "true");
//        hiveConf.set(HiveConf.ConfVars.HIVE_COMPACTOR_WORKER_THREADS.varname, "5");
//        hiveConf.set("hive.root.logger", "DEBUG,console");
//        hiveConf.setIntVar(HiveConf.ConfVars.METASTORETHRIFTCONNECTIONRETRIES, 3);
//        hiveConf.set(HiveConf.ConfVars.PREEXECHOOKS.varname, "");
//        hiveConf.set(HiveConf.ConfVars.POSTEXECHOOKS.varname, "");
//        System.setProperty(HiveConf.ConfVars.PREEXECHOOKS.varname, " ");
//        System.setProperty(HiveConf.ConfVars.POSTEXECHOOKS.varname, " ");

    return hiveConf;
  }

代码示例来源：origin: fr.jetoile.hadoop/hadoop-unit-hive

private HiveConf buildHiveConf() {
    // Handle Windows
    WindowsLibsUtils.setHadoopHome();

    HiveConf hiveConf = new HiveConf();
    hiveConf.set("fs.defaultFS", hdfsUri);
//        hiveConf.set(HiveConf.ConfVars.HIVE_TXN_MANAGER.varname, "org.apache.hadoop.hive.ql.lockmgr.DbTxnManager");
//        hiveConf.set(HiveConf.ConfVars.HIVE_COMPACTOR_INITIATOR_ON.varname, "true");
//        hiveConf.set(HiveConf.ConfVars.HIVE_COMPACTOR_WORKER_THREADS.varname, "5");
//        hiveConf.set("hive.root.logger", "DEBUG,console");
//        hiveConf.setIntVar(HiveConf.ConfVars.METASTORETHRIFTCONNECTIONRETRIES, 3);
//        hiveConf.set(HiveConf.ConfVars.PREEXECHOOKS.varname, "");
//        hiveConf.set(HiveConf.ConfVars.POSTEXECHOOKS.varname, "");
//        System.setProperty(HiveConf.ConfVars.PREEXECHOOKS.varname, " ");
//        System.setProperty(HiveConf.ConfVars.POSTEXECHOOKS.varname, " ");

    return hiveConf;
  }

代码示例来源：origin: jetoile/hadoop-unit

private HiveConf buildHiveConf() {
    // Handle Windows
    WindowsLibsUtils.setHadoopHome();

    HiveConf hiveConf = new HiveConf();
    hiveConf.set("fs.defaultFS", hdfsUri);
//        hiveConf.set(HiveConf.ConfVars.HIVE_TXN_MANAGER.varname, "org.apache.hadoop.hive.ql.lockmgr.DbTxnManager");
//        hiveConf.set(HiveConf.ConfVars.HIVE_COMPACTOR_INITIATOR_ON.varname, "true");
//        hiveConf.set(HiveConf.ConfVars.HIVE_COMPACTOR_WORKER_THREADS.varname, "5");
//        hiveConf.set("hive.root.logger", "DEBUG,console");
//        hiveConf.setIntVar(HiveConf.ConfVars.METASTORETHRIFTCONNECTIONRETRIES, 3);
//        hiveConf.set(HiveConf.ConfVars.PREEXECHOOKS.varname, "");
//        hiveConf.set(HiveConf.ConfVars.POSTEXECHOOKS.varname, "");
//        System.setProperty(HiveConf.ConfVars.PREEXECHOOKS.varname, " ");
//        System.setProperty(HiveConf.ConfVars.POSTEXECHOOKS.varname, " ");

    return hiveConf;
  }

代码示例来源：origin: sakserv/hadoop-mini-clusters

@Override
public void configure() throws Exception {
  hiveConf.setVar(HiveConf.ConfVars.METASTOREURIS,
      "thrift://" + hiveMetastoreHostname + ":" + hiveMetastorePort);
  hiveConf.setVar(HiveConf.ConfVars.SCRATCHDIR, hiveScratchDir);
  hiveConf.setVar(HiveConf.ConfVars.METASTORECONNECTURLKEY,
      "jdbc:derby:;databaseName=" + hiveMetastoreDerbyDbDir + ";create=true");
  hiveConf.setVar(HiveConf.ConfVars.METASTOREWAREHOUSE, new File(hiveWarehouseDir).getAbsolutePath());
  hiveConf.setBoolVar(HiveConf.ConfVars.HIVE_IN_TEST, true);
  hiveConf.set("datanucleus.schema.autoCreateTables", "true");
  hiveConf.set("hive.metastore.schema.verification", "false");
  // Handle Windows
  WindowsLibsUtils.setHadoopHome();
}

代码示例来源：origin: com.github.sakserv/hadoop-mini-clusters-hiveserver2

@Override
public void configure() throws Exception {
  // Handle Windows
  WindowsLibsUtils.setHadoopHome();
  hiveConf.setVar(HiveConf.ConfVars.METASTOREURIS,
      "thrift://" + hiveMetastoreHostname + ":" + hiveMetastorePort);
  hiveConf.setVar(HiveConf.ConfVars.SCRATCHDIR, hiveScratchDir);
  hiveConf.setVar(HiveConf.ConfVars.METASTORECONNECTURLKEY,
      "jdbc:derby:;databaseName=" + hiveMetastoreDerbyDbDir + ";create=true");
  hiveConf.setVar(HiveConf.ConfVars.METASTOREWAREHOUSE, new File(hiveWarehouseDir).getAbsolutePath());
  hiveConf.setBoolVar(HiveConf.ConfVars.HIVE_IN_TEST, true);
  hiveConf.setVar(HiveConf.ConfVars.HIVE_SERVER2_THRIFT_BIND_HOST, String.valueOf(hiveServer2Hostname));
  hiveConf.setIntVar(HiveConf.ConfVars.HIVE_SERVER2_THRIFT_PORT, hiveServer2Port);
  hiveConf.setVar(HiveConf.ConfVars.HIVE_ZOOKEEPER_QUORUM, zookeeperConnectionString);
  hiveConf.setBoolVar(HiveConf.ConfVars.HIVE_SUPPORT_CONCURRENCY, Boolean.TRUE);
}

代码示例来源：origin: fr.jetoile.hadoop/hadoop-unit-hive

@Override
  public void configure() throws Exception {
    hiveConf.setVar(HiveConf.ConfVars.METASTOREURIS,
        "thrift://" + hiveMetastoreHostname + ":" + hiveMetastorePort);
    hiveConf.setVar(HiveConf.ConfVars.SCRATCHDIR, hiveScratchDir);
    hiveConf.setVar(HiveConf.ConfVars.METASTORECONNECTURLKEY,
        "jdbc:derby:;databaseName=" + hiveMetastoreDerbyDbDir + ";create=true");
//        hiveConf.setVar(HiveConf.ConfVars.METASTOREWAREHOUSE, new File(hiveWarehouseDir).getAbsolutePath());
    hiveConf.setVar(HiveConf.ConfVars.METASTOREWAREHOUSE, hiveWarehouseDir);
    hiveConf.setBoolVar(HiveConf.ConfVars.HIVE_IN_TEST, true);
    hiveConf.set("datanucleus.schema.autoCreateTables", "true");
    hiveConf.set("hive.metastore.schema.verification", "false");

    // Handle Windows
    WindowsLibsUtils.setHadoopHome();
  }

代码示例来源：origin: jetoile/hadoop-unit

@Override
  public void configure() throws Exception {
    hiveConf.setVar(HiveConf.ConfVars.METASTOREURIS,
        "thrift://" + hiveMetastoreHostname + ":" + hiveMetastorePort);
    hiveConf.setVar(HiveConf.ConfVars.SCRATCHDIR, hiveScratchDir);
    hiveConf.setVar(HiveConf.ConfVars.METASTORECONNECTURLKEY,
        "jdbc:derby:;databaseName=" + hiveMetastoreDerbyDbDir + ";create=true");
//        hiveConf.setVar(HiveConf.ConfVars.METASTOREWAREHOUSE, new File(hiveWarehouseDir).getAbsolutePath());
    hiveConf.setVar(HiveConf.ConfVars.METASTOREWAREHOUSE, hiveWarehouseDir);
    hiveConf.setBoolVar(HiveConf.ConfVars.HIVE_IN_TEST, true);
    hiveConf.set("datanucleus.schema.autoCreateTables", "true");
    hiveConf.set("hive.metastore.schema.verification", "false");

    // Handle Windows
    WindowsLibsUtils.setHadoopHome();
  }

内容来源于网络，如有侵权，请联系作者删除！

WindowsLibsUtils

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多

    WindowsLibsUtils类方法

    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com