org.apache.hadoop.hbase.wal.WALKeyImpl.<init>()方法的使用及代码示例

x33g5p2x  于2022-02-03 转载在 其他  
字(9.6k)|赞(0)|评价(0)|浏览(108)

本文整理了Java中org.apache.hadoop.hbase.wal.WALKeyImpl.<init>()方法的一些代码示例，展示了WALKeyImpl.<init>()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。WALKeyImpl.<init>()方法的具体详情如下：
包路径：org.apache.hadoop.hbase.wal.WALKeyImpl
类名称：WALKeyImpl
方法名：<init>

WALKeyImpl.<init>介绍

[英]Create the log key for writing to somewhere. We maintain the tablename mainly for debugging purposes. A regionName is always a sub-table object.
[中]创建用于写入某处的日志密钥。我们维护表名主要是为了调试。regionName始终是子表对象。

代码示例

代码示例来源：origin: apache/hbase

/**
 * used by TestDefaultWALProviderWithHLogKey
 * @param scopes
 */
WALKeyImpl getWalKey(final byte[] info, final TableName tableName, final long timestamp,
  NavigableMap<byte[], Integer> scopes) {
 return new WALKeyImpl(info, tableName, timestamp, mvcc, scopes);
}

代码示例来源：origin: apache/hbase

public Entry() {
 this(new WALKeyImpl(), new WALEdit());
}

代码示例来源：origin: apache/hbase

private WALKeyImpl createWALKey(final TableName tableName, final HRegionInfo hri,
  final MultiVersionConcurrencyControl mvcc, NavigableMap<byte[], Integer> scopes) {
 return new WALKeyImpl(hri.getEncodedNameAsBytes(), tableName, 999, mvcc, scopes);
}

代码示例来源：origin: apache/hbase

protected WALKeyImpl getWalKeyImpl(final long time, NavigableMap<byte[], Integer> scopes) {
 return new WALKeyImpl(info.getEncodedNameAsBytes(), tableName, time, mvcc, scopes);
}

代码示例来源：origin: apache/hbase

private static Entry createTestEntry(
  TableName table, byte[] region,
  byte[] row, byte[] family, byte[] qualifier,
  byte[] value, long seq) {
 long time = System.nanoTime();
 seq++;
 final KeyValue cell = new KeyValue(row, family, qualifier, time, KeyValue.Type.Put, value);
 WALEdit edit = new WALEdit();
 edit.add(cell);
 return new Entry(new WALKeyImpl(region, table, seq, time,
   HConstants.DEFAULT_CLUSTER_ID), edit);
}

代码示例来源：origin: apache/hbase

private static WAL.Entry generateEdit(int i, RegionInfo hri, TableName tableName, byte[] row,
  int columnCount, long timestamp, MultiVersionConcurrencyControl mvcc) {
 WALKeyImpl key = new WALKeyImpl(hri.getEncodedNameAsBytes(), tableName, i, timestamp,
   HConstants.DEFAULT_CLUSTER_ID, mvcc);
 WALEdit edit = new WALEdit();
 int prefix = i;
 IntStream.range(0, columnCount).mapToObj(j -> toValue(prefix, j))
   .map(value -> new KeyValue(row, row, row, timestamp, value)).forEachOrdered(edit::add);
 return new WAL.Entry(key, edit);
}

代码示例来源：origin: apache/hbase

private Entry createEntry(TreeMap<byte[], Integer> scopes, byte[]... kvs) {
 WALKeyImpl key1 = new WALKeyImpl(new byte[0], TableName.valueOf("foo"),
  System.currentTimeMillis(), scopes);
 WALEdit edit1 = new WALEdit();
 for (byte[] kv : kvs) {
  edit1.add(new KeyValue(kv, kv, kv));
 }
 return new Entry(key1, edit1);
}

代码示例来源：origin: apache/hbase

private long appendToLog(int count) throws IOException {
 return log.append(info, new WALKeyImpl(info.getEncodedNameAsBytes(), tableName,
  System.currentTimeMillis(), mvcc, scopes), getWALEdits(count), true);
}

代码示例来源：origin: apache/hbase

private void appendToLog(String key) throws IOException {
 final long txid = log.append(info,
  new WALKeyImpl(info.getEncodedNameAsBytes(), tableName, System.currentTimeMillis(),
    mvcc, scopes), getWALEdit(key), true);
 log.sync(txid);
}

代码示例来源：origin: apache/hbase

private WALKeyImpl getWalKey(final long time, RegionInfo hri, final long startPoint) {
 return new WALKeyImpl(hri.getEncodedNameAsBytes(), tableName, time,
   new MultiVersionConcurrencyControl(startPoint));
}

代码示例来源：origin: apache/hbase

@Test
public void testSystemTableWALEntryFilter() {
 SystemTableWALEntryFilter filter = new SystemTableWALEntryFilter();
 // meta
 WALKeyImpl key1 =
  new WALKeyImpl(RegionInfoBuilder.FIRST_META_REGIONINFO.getEncodedNameAsBytes(),
   TableName.META_TABLE_NAME, System.currentTimeMillis());
 Entry metaEntry = new Entry(key1, null);
 assertNull(filter.filter(metaEntry));
 // user table
 WALKeyImpl key3 = new WALKeyImpl(new byte[0], TableName.valueOf("foo"),
   System.currentTimeMillis());
 Entry userEntry = new Entry(key3, null);
 assertEquals(userEntry, filter.filter(userEntry));
}

代码示例来源：origin: apache/hbase

@Test
public void testBulkLoadWALEditsWithoutBulkLoadReplicationEnabled() throws Exception {
 NavigableMap<byte[], Integer> scope = new TreeMap<>(Bytes.BYTES_COMPARATOR);
 // 1. Get the bulk load wal edit event
 WALEdit logEdit = getBulkLoadWALEdit(scope);
 // 2. Create wal key
 WALKeyImpl logKey = new WALKeyImpl(scope);
 // 3. Get the scopes for the key
 ReplicationSourceWALActionListener.scopeWALEdits(logKey, logEdit, conf);
 // 4. Assert that no bulk load entry scopes are added if bulk load hfile replication is disabled
 assertNull("No bulk load entries scope should be added if bulk load replication is disabled.",
  logKey.getReplicationScopes());
}

代码示例来源：origin: apache/hbase

private WAL.Entry createTestLogEntry(int i) {
 long seq = i;
 long now = i * 1000;
 WALEdit edit = new WALEdit();
 edit.add(KeyValueTestUtil.create("row", "fam", "qual", 1234, "val"));
 WALKeyImpl key = new WALKeyImpl(TEST_REGION, TEST_TABLE, seq, now,
   HConstants.DEFAULT_CLUSTER_ID);
 WAL.Entry entry = new WAL.Entry(key, edit);
 return entry;
}

代码示例来源：origin: apache/hbase

private void addWALEdits(final TableName tableName, final RegionInfo hri, final byte[] rowName,
  final byte[] family, final int count, EnvironmentEdge ee, final WAL wal,
  final NavigableMap<byte[], Integer> scopes, final MultiVersionConcurrencyControl mvcc)
  throws IOException {
 String familyStr = Bytes.toString(family);
 long txid = -1;
 for (int j = 0; j < count; j++) {
  byte[] qualifierBytes = Bytes.toBytes(Integer.toString(j));
  byte[] columnBytes = Bytes.toBytes(familyStr + ":" + Integer.toString(j));
  WALEdit edit = new WALEdit();
  edit.add(new KeyValue(rowName, family, qualifierBytes, ee.currentTime(), columnBytes));
  // uses WALKeyImpl instead of HLogKey on purpose. will only work for tests where we don't care
  // about legacy coprocessors
  txid = wal.append(hri,
   new WALKeyImpl(hri.getEncodedNameAsBytes(), tableName, ee.currentTime(), mvcc), edit, true);
 }
 if (-1 != txid) {
  wal.sync(txid);
 }
}

代码示例来源：origin: apache/hbase

protected void addEdits(WAL log, RegionInfo hri, TableDescriptor htd, int times,
  MultiVersionConcurrencyControl mvcc, NavigableMap<byte[], Integer> scopes)
  throws IOException {
 final byte[] row = Bytes.toBytes("row");
 for (int i = 0; i < times; i++) {
  long timestamp = System.currentTimeMillis();
  WALEdit cols = new WALEdit();
  cols.add(new KeyValue(row, row, row, timestamp, row));
  WALKeyImpl key = new WALKeyImpl(hri.getEncodedNameAsBytes(), htd.getTableName(),
    SequenceId.NO_SEQUENCE_ID, timestamp, WALKey.EMPTY_UUIDS, HConstants.NO_NONCE,
    HConstants.NO_NONCE, mvcc, scopes);
  log.append(hri, key, cols, true);
 }
 log.sync();
}

代码示例来源：origin: apache/hbase

private static void appendRegionEvent(Writer w, String region) throws IOException {
 WALProtos.RegionEventDescriptor regionOpenDesc = ProtobufUtil.toRegionEventDescriptor(
   WALProtos.RegionEventDescriptor.EventType.REGION_OPEN,
   TABLE_NAME.toBytes(),
   Bytes.toBytes(region),
   Bytes.toBytes(String.valueOf(region.hashCode())),
   1,
   ServerName.parseServerName("ServerName:9099"), ImmutableMap.<byte[], List<Path>>of());
 final long time = EnvironmentEdgeManager.currentTime();
 KeyValue kv = new KeyValue(Bytes.toBytes(region), WALEdit.METAFAMILY, WALEdit.REGION_EVENT,
   time, regionOpenDesc.toByteArray());
 final WALKeyImpl walKey = new WALKeyImpl(Bytes.toBytes(region), TABLE_NAME, 1, time,
   HConstants.DEFAULT_CLUSTER_ID);
 w.append(
   new Entry(walKey, new WALEdit().add(kv)));
 w.sync(false);
}

代码示例来源：origin: apache/hbase

private Entry createWALEntry(byte[] row, byte[] value) {
  WALKeyImpl key = new WALKeyImpl(regionInfo.getEncodedNameAsBytes(), tableName, 1);
  WALEdit edit = new WALEdit();
  edit.add(new KeyValue(row, family, qualifier, timestamp, value));
  return new Entry(key, edit);
 }
}

代码示例来源：origin: apache/hbase

@Test
public void testBulkLoadWALEdits() throws Exception {
 // 1. Get the bulk load wal edit event
 NavigableMap<byte[], Integer> scope = new TreeMap<>(Bytes.BYTES_COMPARATOR);
 WALEdit logEdit = getBulkLoadWALEdit(scope);
 // 2. Create wal key
 WALKeyImpl logKey = new WALKeyImpl(scope);
 // 3. Enable bulk load hfile replication
 Configuration bulkLoadConf = HBaseConfiguration.create(conf);
 bulkLoadConf.setBoolean(HConstants.REPLICATION_BULKLOAD_ENABLE_KEY, true);
 // 4. Get the scopes for the key
 ReplicationSourceWALActionListener.scopeWALEdits(logKey, logEdit, bulkLoadConf);
 NavigableMap<byte[], Integer> scopes = logKey.getReplicationScopes();
 // Assert family with replication scope global is present in the key scopes
 assertTrue("This family scope is set to global, should be part of replication key scopes.",
  scopes.containsKey(f1));
 // Assert family with replication scope local is not present in the key scopes
 assertFalse("This family scope is set to local, should not be part of replication key scopes",
  scopes.containsKey(f2));
}

代码示例来源：origin: apache/hbase

/**
 * Test for HBASE-9038, Replication.scopeWALEdits would NPE if it wasn't filtering out the
 * compaction WALEdit.
 */
@Test
public void testCompactionWALEdits() throws Exception {
 TableName tableName = TableName.valueOf("testCompactionWALEdits");
 WALProtos.CompactionDescriptor compactionDescriptor =
  WALProtos.CompactionDescriptor.getDefaultInstance();
 RegionInfo hri = RegionInfoBuilder.newBuilder(tableName).setStartKey(HConstants.EMPTY_START_ROW)
   .setEndKey(HConstants.EMPTY_END_ROW).build();
 WALEdit edit = WALEdit.createCompaction(hri, compactionDescriptor);
 ReplicationSourceWALActionListener.scopeWALEdits(new WALKeyImpl(), edit, conf);
}

代码示例来源：origin: apache/hbase

private static void appendCompactionEvent(Writer w, RegionInfo hri, String[] inputs,
  String output) throws IOException {
 WALProtos.CompactionDescriptor.Builder desc = WALProtos.CompactionDescriptor.newBuilder();
 desc.setTableName(ByteString.copyFrom(hri.getTable().toBytes()))
   .setEncodedRegionName(ByteString.copyFrom(hri.getEncodedNameAsBytes()))
   .setRegionName(ByteString.copyFrom(hri.getRegionName()))
   .setFamilyName(ByteString.copyFrom(FAMILY))
   .setStoreHomeDir(hri.getEncodedName() + "/" + Bytes.toString(FAMILY))
   .addAllCompactionInput(Arrays.asList(inputs))
   .addCompactionOutput(output);
 WALEdit edit = WALEdit.createCompaction(hri, desc.build());
 WALKeyImpl key = new WALKeyImpl(hri.getEncodedNameAsBytes(), TABLE_NAME, 1,
   EnvironmentEdgeManager.currentTime(), HConstants.DEFAULT_CLUSTER_ID);
 w.append(new Entry(key, edit));
 w.sync(false);
}

内容来源于网络，如有侵权，请联系作者删除！

WALKeyImpl

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com