org.apache.hadoop.hbase.regionserver.HStore.<init>()方法的使用及代码示例

x33g5p2x  于2022-01-20 转载在 其他  
字(11.4k)|赞(0)|评价(0)|浏览(156)

本文整理了Java中org.apache.hadoop.hbase.regionserver.HStore.<init>()方法的一些代码示例，展示了HStore.<init>()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。HStore.<init>()方法的具体详情如下：
包路径：org.apache.hadoop.hbase.regionserver.HStore
类名称：HStore
方法名：<init>

HStore.<init>介绍

[英]Constructor
[中]建造师

代码示例

代码示例来源：origin: apache/hbase

/**
  * Create a "mock" HStore that uses the tmpDir specified by the user and
  * the store dir to compact as source.
  */
 private static HStore getStore(final Configuration conf, final FileSystem fs,
   final Path tableDir, final TableDescriptor htd, final RegionInfo hri,
   final String familyName, final Path tempDir) throws IOException {
  HRegionFileSystem regionFs = new HRegionFileSystem(conf, fs, tableDir, hri) {
   @Override
   public Path getTempDir() {
    return tempDir;
   }
  };
  HRegion region = new HRegion(regionFs, null, conf, htd, null);
  return new HStore(region, htd.getColumnFamily(Bytes.toBytes(familyName)), conf);
 }
}

代码示例来源：origin: apache/hbase

protected HStore instantiateHStore(final ColumnFamilyDescriptor family) throws IOException {
 if (family.isMobEnabled()) {
  if (HFile.getFormatVersion(this.conf) < HFile.MIN_FORMAT_VERSION_WITH_TAGS) {
   throw new IOException("A minimum HFile version of "
     + HFile.MIN_FORMAT_VERSION_WITH_TAGS
     + " is required for MOB feature. Consider setting " + HFile.FORMAT_VERSION_KEY
     + " accordingly.");
  }
  return new HMobStore(this, family, this.conf);
 }
 return new HStore(this, family, this.conf);
}

代码示例来源：origin: apache/hbase

private HStore init(String methodName, Configuration conf, TableDescriptorBuilder builder,
  ColumnFamilyDescriptor hcd, MyStoreHook hook, boolean switchToPread) throws IOException {
 initHRegion(methodName, conf, builder, hcd, hook, switchToPread);
 if (hook == null) {
  store = new HStore(region, hcd, conf);
 } else {
  store = new MyStore(region, hcd, conf, hook, switchToPread);
 }
 return store;
}

代码示例来源：origin: apache/hbase

protected void compactingSetUp() throws Exception {
 super.internalSetUp();
 Configuration conf = new Configuration();
 conf.setBoolean(MemStoreLAB.USEMSLAB_KEY, true);
 conf.setFloat(MemStoreLAB.CHUNK_POOL_MAXSIZE_KEY, 0.2f);
 conf.setInt(HRegion.MEMSTORE_PERIODIC_FLUSH_INTERVAL, 1000);
 HBaseTestingUtility hbaseUtility = HBaseTestingUtility.createLocalHTU(conf);
 HColumnDescriptor hcd = new HColumnDescriptor(FAMILY);
 HTableDescriptor htd = new HTableDescriptor(TableName.valueOf("foobar"));
 htd.addFamily(hcd);
 HRegionInfo info =
   new HRegionInfo(TableName.valueOf("foobar"), null, null, false);
 WAL wal = hbaseUtility.createWal(conf, hbaseUtility.getDataTestDir(), info);
 this.region = HRegion.createHRegion(info, hbaseUtility.getDataTestDir(), conf, htd, wal, true);
 //this.region = hbaseUtility.createTestRegion("foobar", hcd);
 this.regionServicesForStores = region.getRegionServicesForStores();
 this.store = new HStore(region, hcd, conf);
 long globalMemStoreLimit = (long) (ManagementFactory.getMemoryMXBean().getHeapMemoryUsage()
   .getMax() * MemorySizeUtil.getGlobalMemStoreHeapPercent(conf, false));
 chunkCreator = ChunkCreator.initialize(MemStoreLABImpl.CHUNK_SIZE_DEFAULT, false,
   globalMemStoreLimit, 0.4f, MemStoreLAB.POOL_INITIAL_SIZE_DEFAULT,
     null);
 assertTrue(chunkCreator != null);
}

代码示例来源：origin: apache/hbase

/**
 * Setting up a Store
 * @throws IOException with error
 */
protected void initialize() throws IOException {
 Path basedir = new Path(DIR);
 String logName = "logs";
 Path logdir = new Path(DIR, logName);
 HColumnDescriptor hcd = new HColumnDescriptor(Bytes.toBytes("family"));
 FileSystem fs = FileSystem.get(conf);
 fs.delete(logdir, true);
 HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(Bytes.toBytes("table")));
 htd.addFamily(hcd);
 HRegionInfo info = new HRegionInfo(htd.getTableName(), null, null, false);
 hlog = new FSHLog(fs, basedir, logName, conf);
 hlog.init();
 ChunkCreator.initialize(MemStoreLABImpl.CHUNK_SIZE_DEFAULT, false, 0, 0, 0, null);
 region = HRegion.createHRegion(info, basedir, conf, htd, hlog);
 region.close();
 Path tableDir = FSUtils.getTableDir(basedir, htd.getTableName());
 region = new HRegion(tableDir, hlog, fs, conf, info, htd, null);
 store = new HStore(region, hcd, conf);
 TEST_FILE = region.getRegionFileSystem().createTempName();
 fs.createNewFile(TEST_FILE);
}

代码示例来源：origin: apache/hbase

@Before
public void setUp() throws IOException {
 // parameterized tests add [#] suffix get rid of [ and ].
 table = Bytes.toBytes(name.getMethodName().replaceAll("[\\[\\]]", "_"));
 conf = TEST_UTIL.getConfiguration();
 conf.setInt(HFile.FORMAT_VERSION_KEY, HFile.MAX_FORMAT_VERSION);
 conf.setBoolean(CacheConfig.CACHE_BLOCKS_ON_WRITE_KEY, false);
 conf.setBoolean(CacheConfig.CACHE_INDEX_BLOCKS_ON_WRITE_KEY, false);
 conf.setBoolean(CacheConfig.CACHE_BLOOM_BLOCKS_ON_WRITE_KEY, false);
 fs = HFileSystem.get(conf);
 // Create the schema
 ColumnFamilyDescriptor hcd = cowType
   .modifyFamilySchema(
    ColumnFamilyDescriptorBuilder.newBuilder(family).setBloomFilterType(BloomType.ROWCOL))
   .build();
 TableDescriptor htd =
   TableDescriptorBuilder.newBuilder(TableName.valueOf(table)).setColumnFamily(hcd).build();
 // Create a store based on the schema
 String id = TestCacheOnWriteInSchema.class.getName();
 Path logdir = new Path(FSUtils.getRootDir(conf), AbstractFSWALProvider.getWALDirectoryName(id));
 fs.delete(logdir, true);
 RegionInfo info = RegionInfoBuilder.newBuilder(htd.getTableName()).build();
 walFactory = new WALFactory(conf, id);
 region = TEST_UTIL.createLocalHRegion(info, htd, walFactory.getWAL(info));
 region.setBlockCache(BlockCacheFactory.createBlockCache(conf));
 store = new HStore(region, hcd, conf);
}

代码示例来源：origin: apache/hbase

this.store.close();
this.store = new HStore(this.store.getHRegion(), this.store.getColumnFamilyDescriptor(), c);
assertEquals(2, this.store.getStorefilesCount());

代码示例来源：origin: harbby/presto-connectors

protected HStore instantiateHStore(final HColumnDescriptor family) throws IOException {
 return new HStore(this, family, this.conf);
}

代码示例来源：origin: harbby/presto-connectors

/**
  * Create a "mock" HStore that uses the tmpDir specified by the user and
  * the store dir to compact as source.
  */
 private static HStore getStore(final Configuration conf, final FileSystem fs,
   final Path tableDir, final HTableDescriptor htd, final HRegionInfo hri,
   final String familyName, final Path tempDir) throws IOException {
  HRegionFileSystem regionFs = new HRegionFileSystem(conf, fs, tableDir, hri) {
   @Override
   public Path getTempDir() {
    return tempDir;
   }
  };
  HRegion region = new HRegion(regionFs, null, conf, htd, null);
  return new HStore(region, htd.getFamily(Bytes.toBytes(familyName)), conf);
 }
}

代码示例来源：origin: com.aliyun.hbase/alihbase-mapreduce

/**
  * Create a "mock" HStore that uses the tmpDir specified by the user and
  * the store dir to compact as source.
  */
 private static HStore getStore(final Configuration conf, final FileSystem fs,
   final Path tableDir, final TableDescriptor htd, final RegionInfo hri,
   final String familyName, final Path tempDir) throws IOException {
  HRegionFileSystem regionFs = new HRegionFileSystem(conf, fs, tableDir, hri) {
   @Override
   public Path getTempDir() {
    return tempDir;
   }
  };
  HRegion region = new HRegion(regionFs, null, conf, htd, null);
  return new HStore(region, htd.getColumnFamily(Bytes.toBytes(familyName)), conf);
 }
}

代码示例来源：origin: org.apache.hbase/hbase-mapreduce

/**
  * Create a "mock" HStore that uses the tmpDir specified by the user and
  * the store dir to compact as source.
  */
 private static HStore getStore(final Configuration conf, final FileSystem fs,
   final Path tableDir, final TableDescriptor htd, final RegionInfo hri,
   final String familyName, final Path tempDir) throws IOException {
  HRegionFileSystem regionFs = new HRegionFileSystem(conf, fs, tableDir, hri) {
   @Override
   public Path getTempDir() {
    return tempDir;
   }
  };
  HRegion region = new HRegion(regionFs, null, conf, htd, null);
  return new HStore(region, htd.getColumnFamily(Bytes.toBytes(familyName)), conf);
 }
}

代码示例来源：origin: org.apache.hbase/hbase-server

private HStore init(String methodName, Configuration conf, TableDescriptorBuilder builder,
  ColumnFamilyDescriptor hcd, MyStoreHook hook, boolean switchToPread) throws IOException {
 initHRegion(methodName, conf, builder, hcd, hook, switchToPread);
 if (hook == null) {
  store = new HStore(region, hcd, conf);
 } else {
  store = new MyStore(region, hcd, conf, hook, switchToPread);
 }
 return store;
}

代码示例来源：origin: org.apache.hbase/hbase-server

protected void compactingSetUp() throws Exception {
 super.internalSetUp();
 Configuration conf = new Configuration();
 conf.setBoolean(MemStoreLAB.USEMSLAB_KEY, true);
 conf.setFloat(MemStoreLAB.CHUNK_POOL_MAXSIZE_KEY, 0.2f);
 conf.setInt(HRegion.MEMSTORE_PERIODIC_FLUSH_INTERVAL, 1000);
 HBaseTestingUtility hbaseUtility = HBaseTestingUtility.createLocalHTU(conf);
 HColumnDescriptor hcd = new HColumnDescriptor(FAMILY);
 HTableDescriptor htd = new HTableDescriptor(TableName.valueOf("foobar"));
 htd.addFamily(hcd);
 HRegionInfo info =
   new HRegionInfo(TableName.valueOf("foobar"), null, null, false);
 WAL wal = hbaseUtility.createWal(conf, hbaseUtility.getDataTestDir(), info);
 this.region = HRegion.createHRegion(info, hbaseUtility.getDataTestDir(), conf, htd, wal, true);
 //this.region = hbaseUtility.createTestRegion("foobar", hcd);
 this.regionServicesForStores = region.getRegionServicesForStores();
 this.store = new HStore(region, hcd, conf);
 long globalMemStoreLimit = (long) (ManagementFactory.getMemoryMXBean().getHeapMemoryUsage()
   .getMax() * MemorySizeUtil.getGlobalMemStoreHeapPercent(conf, false));
 chunkCreator = ChunkCreator.initialize(MemStoreLABImpl.CHUNK_SIZE_DEFAULT, false,
   globalMemStoreLimit, 0.4f, MemStoreLAB.POOL_INITIAL_SIZE_DEFAULT,
     null);
 assertTrue(chunkCreator != null);
}

代码示例来源：origin: org.apache.hbase/hbase-server

/**
 * Setting up a Store
 * @throws IOException with error
 */
protected void initialize() throws IOException {
 Path basedir = new Path(DIR);
 String logName = "logs";
 Path logdir = new Path(DIR, logName);
 HColumnDescriptor hcd = new HColumnDescriptor(Bytes.toBytes("family"));
 FileSystem fs = FileSystem.get(conf);
 fs.delete(logdir, true);
 HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(Bytes.toBytes("table")));
 htd.addFamily(hcd);
 HRegionInfo info = new HRegionInfo(htd.getTableName(), null, null, false);
 hlog = new FSHLog(fs, basedir, logName, conf);
 ChunkCreator.initialize(MemStoreLABImpl.CHUNK_SIZE_DEFAULT, false, 0, 0, 0, null);
 region = HRegion.createHRegion(info, basedir, conf, htd, hlog);
 region.close();
 Path tableDir = FSUtils.getTableDir(basedir, htd.getTableName());
 region = new HRegion(tableDir, hlog, fs, conf, info, htd, null);
 store = new HStore(region, hcd, conf);
 TEST_FILE = region.getRegionFileSystem().createTempName();
 fs.createNewFile(TEST_FILE);
}

代码示例来源：origin: org.apache.hbase/hbase-server

@Before
public void setUp() throws IOException {
 // parameterized tests add [#] suffix get rid of [ and ].
 table = Bytes.toBytes(name.getMethodName().replaceAll("[\\[\\]]", "_"));
 conf = TEST_UTIL.getConfiguration();
 conf.setInt(HFile.FORMAT_VERSION_KEY, HFile.MAX_FORMAT_VERSION);
 conf.setBoolean(CacheConfig.CACHE_BLOCKS_ON_WRITE_KEY, false);
 conf.setBoolean(CacheConfig.CACHE_INDEX_BLOCKS_ON_WRITE_KEY, false);
 conf.setBoolean(CacheConfig.CACHE_BLOOM_BLOCKS_ON_WRITE_KEY, false);
 CacheConfig.instantiateBlockCache(conf);
 fs = HFileSystem.get(conf);
 // Create the schema
 ColumnFamilyDescriptor hcd = cowType
   .modifyFamilySchema(
    ColumnFamilyDescriptorBuilder.newBuilder(family).setBloomFilterType(BloomType.ROWCOL))
   .build();
 TableDescriptor htd =
   TableDescriptorBuilder.newBuilder(TableName.valueOf(table)).setColumnFamily(hcd).build();
 // Create a store based on the schema
 String id = TestCacheOnWriteInSchema.class.getName();
 Path logdir = new Path(FSUtils.getRootDir(conf), AbstractFSWALProvider.getWALDirectoryName(id));
 fs.delete(logdir, true);
 RegionInfo info = RegionInfoBuilder.newBuilder(htd.getTableName()).build();
 walFactory = new WALFactory(conf, id);
 region = TEST_UTIL.createLocalHRegion(info, htd, walFactory.getWAL(info));
 store = new HStore(region, hcd, conf);
}

代码示例来源：origin: org.apache.hbase/hbase-server

this.store.close();
this.store = new HStore(this.store.getHRegion(), this.store.getColumnFamilyDescriptor(), c);
assertEquals(2, this.store.getStorefilesCount());

内容来源于网络，如有侵权，请联系作者删除！

HStore

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多

    HStore类方法

    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com