org.rocksdb.Options.setCreateIfMissing()方法的使用及代码示例

x33g5p2x  于2022-01-25 转载在 其他  
字(8.3k)|赞(0)|评价(0)|浏览(221)

本文整理了Java中org.rocksdb.Options.setCreateIfMissing()方法的一些代码示例,展示了Options.setCreateIfMissing()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Options.setCreateIfMissing()方法的具体详情如下:
包路径:org.rocksdb.Options
类名称:Options
方法名:setCreateIfMissing

Options.setCreateIfMissing介绍

暂无

代码示例

代码示例来源:origin: alibaba/jstorm

public void initDb(List<Integer> list) throws Exception {
  Options dbOptions = new Options().setCreateMissingColumnFamilies(true).setCreateIfMissing(true);
  initDb(list, dbOptions);
}

代码示例来源:origin: apache/storm

boolean createIfMissing = ObjectReader.getBoolean(config.get(DaemonConfig.STORM_ROCKSDB_CREATE_IF_MISSING), false);
try (Options options = new Options().setCreateIfMissing(createIfMissing)) {

代码示例来源:origin: alibaba/jstorm

public RocksDbCacheOperator(TopologyContext context, String cacheDir) {
  this.stormConf = context.getStormConf();
  this.maxFlushSize = ConfigExtension.getTransactionCacheBatchFlushSize(stormConf);
  Options rocksDbOpt = new Options();
  rocksDbOpt.setCreateMissingColumnFamilies(true).setCreateIfMissing(true);
  long bufferSize =
      ConfigExtension.getTransactionCacheBlockSize(stormConf) != null ? ConfigExtension.getTransactionCacheBlockSize(stormConf) : (1 * SizeUnit.GB);
  rocksDbOpt.setWriteBufferSize(bufferSize);
  int maxBufferNum = ConfigExtension.getTransactionMaxCacheBlockNum(stormConf) != null ? ConfigExtension.getTransactionMaxCacheBlockNum(stormConf) : 3;
  rocksDbOpt.setMaxWriteBufferNumber(maxBufferNum);
  // Config for log of RocksDb
  rocksDbOpt.setMaxLogFileSize(1073741824); // 1G
  rocksDbOpt.setKeepLogFileNum(1);
  rocksDbOpt.setInfoLogLevel(InfoLogLevel.WARN_LEVEL);
  
  try {
    Map<Object, Object> conf = new HashMap<Object, Object>();
    conf.put(ROCKSDB_ROOT_DIR, cacheDir);
    conf.put(ROCKSDB_RESET, true);
    initDir(conf);
    initDb(null, rocksDbOpt);
  } catch (Exception e) {
    throw new RuntimeException(e);
  }
  kryo = new Kryo();
  output = new Output(200, 2000000000);
  input = new Input(1);
  LOG.info("Finished rocksDb cache init: maxFlushSize={}, bufferSize={}, maxBufferNum={}", maxFlushSize, bufferSize, maxBufferNum);
}

代码示例来源:origin: brianfrankcooper/YCSB

final Options options = new Options()
  .optimizeLevelStyleCompaction()
  .setCreateIfMissing(true)
  .setCreateMissingColumnFamilies(true)
  .setIncreaseParallelism(rocksThreads)

代码示例来源:origin: alibaba/jstorm

Options options = new Options();
options.setCreateMissingColumnFamilies(true);
options.setCreateIfMissing(true);
options.setTargetFileSizeBase(fileSizeBase);
options.setMaxBackgroundFlushes(2);

代码示例来源:origin: ethereum/ethereumj

options.setCreateIfMissing(true);
options.setCompressionType(CompressionType.LZ4_COMPRESSION);
options.setBottommostCompressionType(CompressionType.ZSTD_COMPRESSION);

代码示例来源:origin: apache/kylin

public RocksDBLookupBuilder(TableDesc tableDesc, String[] keyColumns, String dbPath) {
  this.tableDesc = tableDesc;
  this.encoder = new RocksDBLookupRowEncoder(tableDesc, keyColumns);
  this.dbPath = dbPath;
  this.writeBatchSize = 500;
  this.options = new Options();
  options.setCreateIfMissing(true).setWriteBufferSize(8 * SizeUnit.KB).setMaxWriteBufferNumber(3)
      .setMaxBackgroundCompactions(5).setCompressionType(CompressionType.SNAPPY_COMPRESSION)
      .setCompactionStyle(CompactionStyle.UNIVERSAL);
}

代码示例来源:origin: ltsopensource/light-task-scheduler

@Override
protected void init() throws FailStoreException {
  try {
    options = new Options();
    options.setCreateIfMissing(true)
        .setWriteBufferSize(8 * SizeUnit.KB)
        .setMaxWriteBufferNumber(3)
        .setMaxBackgroundCompactions(10)
        .setCompressionType(CompressionType.SNAPPY_COMPRESSION)
        .setCompactionStyle(CompactionStyle.UNIVERSAL);
    Filter bloomFilter = new BloomFilter(10);
    BlockBasedTableConfig tableConfig = new BlockBasedTableConfig();
    tableConfig.setBlockCacheSize(64 * SizeUnit.KB)
        .setFilter(bloomFilter)
        .setCacheNumShardBits(6)
        .setBlockSizeDeviation(5)
        .setBlockRestartInterval(10)
        .setCacheIndexAndFilterBlocks(true)
        .setHashIndexAllowCollision(false)
        .setBlockCacheCompressedSize(64 * SizeUnit.KB)
        .setBlockCacheCompressedNumShardBits(10);
    options.setTableFormatConfig(tableConfig);
  } catch (Exception e) {
    throw new FailStoreException(e);
  }
}

代码示例来源:origin: ltsopensource/light-task-scheduler

@Override
protected void init() throws FailStoreException {
  try {
    options = new Options();
    options.setCreateIfMissing(true)
        .setWriteBufferSize(8 * SizeUnit.KB)
        .setMaxWriteBufferNumber(3)
        .setMaxBackgroundCompactions(10)
        .setCompressionType(CompressionType.SNAPPY_COMPRESSION)
        .setCompactionStyle(CompactionStyle.UNIVERSAL);
    Filter bloomFilter = new BloomFilter(10);
    BlockBasedTableConfig tableConfig = new BlockBasedTableConfig();
    tableConfig.setBlockCacheSize(64 * SizeUnit.KB)
        .setFilter(bloomFilter)
        .setCacheNumShardBits(6)
        .setBlockSizeDeviation(5)
        .setBlockRestartInterval(10)
        .setCacheIndexAndFilterBlocks(true)
        .setHashIndexAllowCollision(false)
        .setBlockCacheCompressedSize(64 * SizeUnit.KB)
        .setBlockCacheCompressedNumShardBits(10);
    options.setTableFormatConfig(tableConfig);
  } catch (Exception e) {
    throw new FailStoreException(e);
  }
}

代码示例来源:origin: alibaba/jstorm

if (currentOptions == null)
  currentOptions = new Options();
currentOptions.setCreateIfMissing(true);
currentOptions.setCreateMissingColumnFamilies(true);
currentOptions.setMergeOperator(new StringAppendOperator());

代码示例来源:origin: org.rocksdb/rocksdbjni

@Override
public Options setCreateIfMissing(final boolean flag) {
 assert(isOwningHandle());
 setCreateIfMissing(nativeHandle_, flag);
 return this;
}

代码示例来源:origin: ViDA-NYU/ache

public AbstractRocksDbHashtable(String path) {
  File file = new File(path);
  if (!file.exists()) {
    file.mkdirs();
  }
  this.options = new Options();
  this.options.setCreateIfMissing(true);
  try {
    this.db = RocksDB.open(options, path);
  } catch (RocksDBException e) {
    throw new RuntimeException("Failed to open database at " + path, e);
  }
}

代码示例来源:origin: org.jsimpledb/jsimpledb-kv-rocksdb

/**
 * Constructor.
 */
public RocksDBAtomicKVStore() {
  this.setOptions(new Options().setCreateIfMissing(true));
}

代码示例来源:origin: org.infinispan/infinispan-cachestore-rocksdb

private Options expiredDbOptions() {
  return new Options()
     .setCreateIfMissing(true)
     // Make sure keys are sorted by bytes - we use this sorting to remove entries that have expired most recently
     .setComparator(BuiltinComparator.BYTEWISE_COMPARATOR);
}

代码示例来源:origin: apsaltis/StreamingData-Book-Examples

static void initialize() throws Exception {
  RocksDB.loadLibrary();
  options = new Options().setCreateIfMissing(true);
  try {
    ensureDirectories();
    transientStateDB = RocksDB.open(options, transientPath.toString());
    failedStateDB = RocksDB.open(options, failedPath.toString());
  } catch (RocksDBException | IOException e) {
    e.printStackTrace();
    throw new Exception(e);
  }
}

代码示例来源:origin: nlpie/biomedicus

@Override
public SuffixDataStore createSuffixDataStore(int id) {
 RocksDB.loadLibrary();
 try (Options options = new Options().setCreateIfMissing(true).prepareForBulkLoad()) {
  Files.createDirectories(dbPath);
  RocksDB rocksDB = RocksDB.open(options, dbPath.resolve(getSuffixesName(id)).toString());
  rocksDBS.add(rocksDB);
  return new RocksDbSuffixDataStore(rocksDB);
 } catch (RocksDBException | IOException e) {
  throw new RuntimeException(e);
 }
}

代码示例来源:origin: com.alibaba.jstorm/jstorm-core

public void initDb(List<Integer> list) throws Exception {
  Options dbOptions = new Options().setCreateMissingColumnFamilies(true).setCreateIfMissing(true);
  initDb(list, dbOptions);
}

代码示例来源:origin: apache/samza

@BeforeClass
static public void createRocksDb() throws IOException, RocksDBException {
 if (Files.exists(dirPath)) {
  removeRecursiveDirectory(dirPath);
 }
 Files.createDirectories(dirPath);
 Options options = new Options().setCreateIfMissing(true);
 db = RocksDB.open(options, dirPath.toString());
 db.put("testString".getBytes(), "this is string".getBytes());
 db.put(ByteBuffer.allocate(4).putInt(123).array(), ByteBuffer.allocate(4).putInt(456).array());
}

代码示例来源:origin: weiboad/fiery

public DBSharder(String dbpath, Long timestamp) throws RocksDBException {
  log = LoggerFactory.getLogger(DBSharder.class);
  RocksDB.loadLibrary();
  options = new Options();
  env = options.getEnv();
  env.setBackgroundThreads(2);
  options.setEnv(env);
  options.setCreateIfMissing(true);
  options.setDbLogDir(dbpath + "/logs/");
  options.setMergeOperator(new StringAppendOperator());
  db = RocksDB.open(options, dbpath + "/" + timestamp);
}

代码示例来源:origin: locationtech/geowave

public synchronized RocksDBMetadataTable getMetadataTable(final MetadataType type) {
 if (metadataOptions == null) {
  RocksDB.loadLibrary();
  metadataOptions = new Options().setCreateIfMissing(true).optimizeForSmallDb();
 }
 final String directory = subDirectory + "/" + type.name();
 return metadataTableCache.get(
   keyCache.get(directory, d -> new CacheKey(d, type.equals(MetadataType.STATS))));
}

相关文章

Options类方法