org.apache.hadoop.hbase.regionserver.HStore.getColumnFamilyName()方法的使用及代码示例

x33g5p2x  于2022-01-20 转载在 其他  
字(13.2k)|赞(0)|评价(0)|浏览(171)

本文整理了Java中org.apache.hadoop.hbase.regionserver.HStore.getColumnFamilyName()方法的一些代码示例，展示了HStore.getColumnFamilyName()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。HStore.getColumnFamilyName()方法的具体详情如下：
包路径：org.apache.hadoop.hbase.regionserver.HStore
类名称：HStore
方法名：getColumnFamilyName

HStore.getColumnFamilyName介绍

暂无

代码示例

代码示例来源：origin: apache/hbase

@Override
public String toString() {
 return this.getColumnFamilyName();
}

代码示例来源：origin: apache/hbase

/**
 * This method should only be called from Region. It is assumed that the ranges of values in the
 * HFile fit within the stores assigned region. (assertBulkLoadHFileOk checks this)
 *
 * @param srcPathStr
 * @param seqNum sequence Id associated with the HFile
 */
public Pair<Path, Path> preBulkLoadHFile(String srcPathStr, long seqNum) throws IOException {
 Path srcPath = new Path(srcPathStr);
 return fs.bulkLoadStoreFile(getColumnFamilyName(), srcPath, seqNum);
}

代码示例来源：origin: apache/hbase

/**
 * Replaces the store files that the store has with the given files. Mainly used by secondary
 * region replicas to keep up to date with the primary region files.
 * @throws IOException
 */
public void refreshStoreFiles(Collection<String> newFiles) throws IOException {
 List<StoreFileInfo> storeFiles = new ArrayList<>(newFiles.size());
 for (String file : newFiles) {
  storeFiles.add(fs.getStoreFileInfo(getColumnFamilyName(), file));
 }
 refreshStoreFilesInternal(storeFiles);
}

代码示例来源：origin: apache/hbase

/**
 * Creates an unsorted list of StoreFile loaded in parallel
 * from the given directory.
 * @throws IOException
 */
private List<HStoreFile> loadStoreFiles() throws IOException {
 Collection<StoreFileInfo> files = fs.getStoreFiles(getColumnFamilyName());
 return openStoreFiles(files);
}

代码示例来源：origin: apache/hbase

@Override
public void refreshStoreFiles() throws IOException {
 Collection<StoreFileInfo> newFiles = fs.getStoreFiles(getColumnFamilyName());
 refreshStoreFilesInternal(newFiles);
}

代码示例来源：origin: apache/hbase

/**
 * Adds a value to the memstore
 */
public void add(final Cell cell, MemStoreSizing memstoreSizing) {
 lock.readLock().lock();
 try {
  if (this.currentParallelPutCount.getAndIncrement() > this.parallelPutCountPrintThreshold) {
   LOG.trace(this.getTableName() + "tableName={}, encodedName={}, columnFamilyName={} is " +
    "too busy!", this.getRegionInfo().getEncodedName(), this .getColumnFamilyName());
  }
  this.memstore.add(cell, memstoreSizing);
 } finally {
  lock.readLock().unlock();
  currentParallelPutCount.decrementAndGet();
 }
}

代码示例来源：origin: apache/hbase

/**
 * Adds the specified value to the memstore
 */
public void add(final Iterable<Cell> cells, MemStoreSizing memstoreSizing) {
 lock.readLock().lock();
 try {
  if (this.currentParallelPutCount.getAndIncrement() > this.parallelPutCountPrintThreshold) {
   LOG.trace(this.getTableName() + "tableName={}, encodedName={}, columnFamilyName={} is " +
     "too busy!", this.getRegionInfo().getEncodedName(), this .getColumnFamilyName());
  }
  memstore.add(cells, memstoreSizing);
 } finally {
  lock.readLock().unlock();
  currentParallelPutCount.decrementAndGet();
 }
}

代码示例来源：origin: apache/hbase

HStoreFile moveFileIntoPlace(Path newFile) throws IOException {
 validateStoreFile(newFile);
 // Move the file into the right spot
 Path destPath = fs.commitStoreFile(getColumnFamilyName(), newFile);
 return createStoreFileAndReader(destPath);
}

代码示例来源：origin: apache/hbase

public DefaultMobStoreFlusher(Configuration conf, HStore store) throws IOException {
 super(conf, store);
 if (!(store instanceof HMobStore)) {
  throw new IllegalArgumentException("The store " + store + " is not a HMobStore");
 }
 mobCellValueSizeThreshold = store.getColumnFamilyDescriptor().getMobThreshold();
 this.targetPath = MobUtils.getMobFamilyPath(conf, store.getTableName(),
   store.getColumnFamilyName());
 if (!this.store.getFileSystem().exists(targetPath)) {
  this.store.getFileSystem().mkdirs(targetPath);
 }
 this.mobStore = (HMobStore) store;
}

代码示例来源：origin: apache/hbase

/**
 * Be careful, this method will drop all data in the memstore of this region.
 * Currently, this method is used to drop memstore to prevent memory leak
 * when replaying recovered.edits while opening region.
 */
public MemStoreSize dropMemStoreContents() throws IOException {
 MemStoreSizing totalFreedSize = new NonThreadSafeMemStoreSizing();
 this.updatesLock.writeLock().lock();
 try {
  for (HStore s : stores.values()) {
   MemStoreSize memStoreSize = doDropStoreMemStoreContentsForSeqId(s, HConstants.NO_SEQNUM);
   LOG.info("Drop memstore for Store " + s.getColumnFamilyName() + " in region "
       + this.getRegionInfo().getRegionNameAsString()
       + " , dropped memstoresize: [" + memStoreSize + " }");
   totalFreedSize.incMemStoreSize(memStoreSize);
  }
  return totalFreedSize.getMemStoreSize();
 } finally {
  this.updatesLock.writeLock().unlock();
 }
}

代码示例来源：origin: apache/hbase

public Path bulkLoadHFile(byte[] family, String srcPathStr, Path dstPath) throws IOException {
 Path srcPath = new Path(srcPathStr);
 try {
  fs.commitStoreFile(srcPath, dstPath);
 } finally {
  if (this.getCoprocessorHost() != null) {
   this.getCoprocessorHost().postCommitStoreFile(family, srcPath, dstPath);
  }
 }
 LOG.info("Loaded HFile " + srcPath + " into store '" + getColumnFamilyName() + "' as "
   + dstPath + " - updating store file list.");
 HStoreFile sf = createStoreFileAndReader(dstPath);
 bulkLoadHFile(sf);
 LOG.info("Successfully loaded store file {} into store {} (new location: {})",
   srcPath, this, dstPath);
 return dstPath;
}

代码示例来源：origin: apache/hbase

/**
 * Utility method broken out of internalPrepareFlushCache so that method is smaller.
 */
private void logFatLineOnFlush(Collection<HStore> storesToFlush, long sequenceId) {
 if (!LOG.isInfoEnabled()) {
  return;
 }
 // Log a fat line detailing what is being flushed.
 StringBuilder perCfExtras = null;
 if (!isAllFamilies(storesToFlush)) {
  perCfExtras = new StringBuilder();
  for (HStore store: storesToFlush) {
   MemStoreSize mss = store.getFlushableSize();
   perCfExtras.append("; ").append(store.getColumnFamilyName());
   perCfExtras.append("={dataSize=")
     .append(StringUtils.byteDesc(mss.getDataSize()));
   perCfExtras.append(", heapSize=")
     .append(StringUtils.byteDesc(mss.getHeapSize()));
   perCfExtras.append(", offHeapSize=")
     .append(StringUtils.byteDesc(mss.getOffHeapSize()));
   perCfExtras.append("}");
  }
 }
 MemStoreSize mss = this.memStoreSizing.getMemStoreSize();
 LOG.info("Flushing " + + storesToFlush.size() + "/" + stores.size() + " column families," +
   " dataSize=" + StringUtils.byteDesc(mss.getDataSize()) +
   " heapSize=" + StringUtils.byteDesc(mss.getHeapSize()) +
   ((perCfExtras != null && perCfExtras.length() > 0)? perCfExtras.toString(): "") +
   ((wal != null) ? "" : "; WAL is null, using passed sequenceid=" + sequenceId));
}

代码示例来源：origin: apache/hbase

private void bulkLoadHFile(HStoreFile sf) throws IOException {
 StoreFileReader r = sf.getReader();
 this.storeSize.addAndGet(r.length());
 this.totalUncompressedBytes.addAndGet(r.getTotalUncompressedBytes());
 // Append the new storefile into the list
 this.lock.writeLock().lock();
 try {
  this.storeEngine.getStoreFileManager().insertNewFiles(Lists.newArrayList(sf));
 } finally {
  // We need the lock, as long as we are updating the storeFiles
  // or changing the memstore. Let us release it before calling
  // notifyChangeReadersObservers. See HBASE-4485 for a possible
  // deadlock scenario that could have happened if continue to hold
  // the lock.
  this.lock.writeLock().unlock();
 }
 LOG.info("Loaded HFile " + sf.getFileInfo() + " into store '" + getColumnFamilyName());
 if (LOG.isTraceEnabled()) {
  String traceMessage = "BULK LOAD time,size,store size,store files ["
    + EnvironmentEdgeManager.currentTime() + "," + r.length() + "," + storeSize
    + "," + storeEngine.getStoreFileManager().getStorefileCount() + "]";
  LOG.trace(traceMessage);
 }
}

代码示例来源：origin: apache/hbase

public CompactingMemStore(Configuration conf, CellComparator c,
  HStore store, RegionServicesForStores regionServices,
  MemoryCompactionPolicy compactionPolicy) throws IOException {
 super(conf, c, regionServices);
 this.store = store;
 this.regionServices = regionServices;
 this.pipeline = new CompactionPipeline(getRegionServices());
 this.compactor = createMemStoreCompactor(compactionPolicy);
 if (conf.getBoolean(MemStoreLAB.USEMSLAB_KEY, MemStoreLAB.USEMSLAB_DEFAULT)) {
  // if user requested to work with MSLABs (whether on- or off-heap), then the
  // immutable segments are going to use CellChunkMap as their index
  indexType = IndexType.CHUNK_MAP;
 } else {
  indexType = IndexType.ARRAY_MAP;
 }
 // initialization of the flush size should happen after initialization of the index type
 // so do not transfer the following method
 initInmemoryFlushSize(conf);
 LOG.info("Store={}, in-memory flush size threshold={}, immutable segments index type={}, " +
     "compactor={}", this.store.getColumnFamilyName(),
   StringUtils.byteDesc(this.inmemoryFlushSize), this.indexType,
   (this.compactor == null? "NULL": this.compactor.toString()));
}

代码示例来源：origin: apache/hbase

/**
 * @param path The pathname of the tmp file into which the store was flushed
 * @param logCacheFlushId
 * @param status
 * @return store file created.
 * @throws IOException
 */
private HStoreFile commitFile(Path path, long logCacheFlushId, MonitoredTask status)
  throws IOException {
 // Write-out finished successfully, move into the right spot
 Path dstPath = fs.commitStoreFile(getColumnFamilyName(), path);
 status.setStatus("Flushing " + this + ": reopening flushed file");
 HStoreFile sf = createStoreFileAndReader(dstPath);
 StoreFileReader r = sf.getReader();
 this.storeSize.addAndGet(r.length());
 this.totalUncompressedBytes.addAndGet(r.getTotalUncompressedBytes());
 if (LOG.isInfoEnabled()) {
  LOG.info("Added " + sf + ", entries=" + r.getEntries() +
   ", sequenceid=" + logCacheFlushId +
   ", filesize=" + TraditionalBinaryPrefix.long2String(r.length(), "", 1));
 }
 return sf;
}

代码示例来源：origin: apache/hbase

private void archiveStoreFile(int index) throws IOException {
 Collection<HStoreFile> files = this.store.getStorefiles();
 HStoreFile sf = null;
 Iterator<HStoreFile> it = files.iterator();
 for (int i = 0; i <= index; i++) {
  sf = it.next();
 }
 store.getRegionFileSystem().removeStoreFiles(store.getColumnFamilyName(), Lists.newArrayList(sf));
}

代码示例来源：origin: apache/hbase

@Override
protected boolean shouldSplit() {
 boolean force = region.shouldForceSplit();
 boolean foundABigStore = false;
 // Get count of regions that have the same common table as this.region
 int tableRegionsCount = getCountOfCommonTableRegions();
 // Get size to check
 long sizeToCheck = getSizeToCheck(tableRegionsCount);
 for (HStore store : region.getStores()) {
  // If any of the stores is unable to split (eg they contain reference files)
  // then don't split
  if (!store.canSplit()) {
   return false;
  }
  // Mark if any store is big enough
  long size = store.getSize();
  if (size > sizeToCheck) {
   LOG.debug("ShouldSplit because " + store.getColumnFamilyName() +
    " size=" + StringUtils.humanSize(size) +
    ", sizeToCheck=" + StringUtils.humanSize(sizeToCheck) +
    ", regionsWithCommonTable=" + tableRegionsCount);
   foundABigStore = true;
  }
 }
 return foundABigStore || force;
}

代码示例来源：origin: apache/hbase

@Test
public void testSkipRecoveredEditsReplayAllIgnored() throws Exception {
 byte[] family = Bytes.toBytes("family");
 this.region = initHRegion(tableName, method, CONF, family);
 Path regiondir = region.getRegionFileSystem().getRegionDir();
 FileSystem fs = region.getRegionFileSystem().getFileSystem();
 Path recoveredEditsDir = WALSplitter.getRegionDirRecoveredEditsDir(regiondir);
 for (int i = 1000; i < 1050; i += 10) {
  Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));
  FSDataOutputStream dos = fs.create(recoveredEdits);
  dos.writeInt(i);
  dos.close();
 }
 long minSeqId = 2000;
 Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", minSeqId - 1));
 FSDataOutputStream dos = fs.create(recoveredEdits);
 dos.close();
 Map<byte[], Long> maxSeqIdInStores = new TreeMap<>(Bytes.BYTES_COMPARATOR);
 for (HStore store : region.getStores()) {
  maxSeqIdInStores.put(Bytes.toBytes(store.getColumnFamilyName()), minSeqId);
 }
 long seqId = region.replayRecoveredEditsIfAny(maxSeqIdInStores, null, null);
 assertEquals(minSeqId, seqId);
}

代码示例来源：origin: apache/hbase

protected boolean shouldFlush(HStore store) {
  if (store.getMemStoreSize().getHeapSize()
    + store.getMemStoreSize().getOffHeapSize() > this.flushSizeLowerBound) {
   LOG.debug("Flush {} of {}; "
       + "heap memstoreSize={} +"
       + "off heap memstoreSize={} > memstore lowerBound={}"
     , store.getColumnFamilyName()
     , region.getRegionInfo().getEncodedName()
     , store.getMemStoreSize().getHeapSize()
     , store.getMemStoreSize().getOffHeapSize()
     , this.flushSizeLowerBound
   );
   return true;
  }
  return false;
 }
}

代码示例来源：origin: apache/hbase

@Override
 public Object run() throws Exception {
  // Make sure it worked (above is sensitive to caching details in hadoop core)
  FileSystem fs = FileSystem.get(conf);
  assertEquals(FaultyFileSystem.class, fs.getClass());
  // Initialize region
  init(name.getMethodName(), conf);
  LOG.info("Adding some data");
  store.add(new KeyValue(row, family, qf1, 1, (byte[])null), null);
  store.add(new KeyValue(row, family, qf2, 1, (byte[])null), null);
  store.add(new KeyValue(row, family, qf3, 1, (byte[])null), null);
  LOG.info("Before flush, we should have no files");
  Collection<StoreFileInfo> files =
   store.getRegionFileSystem().getStoreFiles(store.getColumnFamilyName());
  assertEquals(0, files != null ? files.size() : 0);
  //flush
  try {
   LOG.info("Flushing");
   flush(1);
   fail("Didn't bubble up IOE!");
  } catch (IOException ioe) {
   assertTrue(ioe.getMessage().contains("Fault injected"));
  }
  LOG.info("After failed flush, we should still have no files!");
  files = store.getRegionFileSystem().getStoreFiles(store.getColumnFamilyName());
  assertEquals(0, files != null ? files.size() : 0);
  store.getHRegion().getWAL().close();
  return null;
 }
});

内容来源于网络，如有侵权，请联系作者删除！

HStore

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多

    HStore类方法

    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com