org.apache.hadoop.hbase.TableName.toBytes()方法的使用及代码示例

x33g5p2x  于2022-01-29 转载在 其他  
字(12.2k)|赞(0)|评价(0)|浏览(277)

本文整理了Java中org.apache.hadoop.hbase.TableName.toBytes()方法的一些代码示例,展示了TableName.toBytes()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。TableName.toBytes()方法的具体详情如下:
包路径:org.apache.hadoop.hbase.TableName
类名称:TableName
方法名:toBytes

TableName.toBytes介绍

暂无

代码示例

代码示例来源:origin: apache/hbase

  1. public ThriftTable(TableName tableName, THBaseService.Client client, TTransport tTransport,
  2. Configuration conf) {
  3. this.tableName = tableName;
  4. this.tableNameInBytes = ByteBuffer.wrap(tableName.toBytes());
  5. this.conf = conf;
  6. this.tTransport = tTransport;
  7. this.client = client;
  8. this.scannerCaching = conf.getInt(HBASE_THRIFT_CLIENT_SCANNER_CACHING,
  9. HBASE_THRIFT_CLIENT_SCANNER_CACHING_DEFAULT);
  10. this.operationTimeout = conf.getInt(HConstants.HBASE_CLIENT_OPERATION_TIMEOUT,
  11. HConstants.DEFAULT_HBASE_CLIENT_OPERATION_TIMEOUT);
  12. }

代码示例来源:origin: apache/hbase

  1. @Override
  2. public long estimatedSerializedSizeOf() {
  3. long size = encodedRegionName != null ? encodedRegionName.length : 0;
  4. size += tablename != null ? tablename.toBytes().length : 0;
  5. if (clusterIds != null) {
  6. size += 16 * clusterIds.size();
  7. }
  8. if (nonceGroup != HConstants.NO_NONCE) {
  9. size += Bytes.SIZEOF_LONG; // nonce group
  10. }
  11. if (nonce != HConstants.NO_NONCE) {
  12. size += Bytes.SIZEOF_LONG; // nonce
  13. }
  14. if (replicationScope != null) {
  15. for (Map.Entry<byte[], Integer> scope: replicationScope.entrySet()) {
  16. size += scope.getKey().length;
  17. size += Bytes.SIZEOF_INT;
  18. }
  19. }
  20. size += Bytes.SIZEOF_LONG; // sequence number
  21. size += Bytes.SIZEOF_LONG; // write time
  22. if (origLogSeqNum > 0) {
  23. size += Bytes.SIZEOF_LONG; // original sequence number
  24. }
  25. return size;
  26. }
  27. }

代码示例来源:origin: apache/hbase

  1. @Override
  2. public void write(DataOutput out) throws IOException {
  3. byte[] name = this.tableName.toBytes();
  4. out.writeInt(name.length);
  5. out.write(name);
  6. out.writeInt(startRow);
  7. out.writeInt(rows);
  8. out.writeInt(totalRows);
  9. out.writeInt(clients);
  10. out.writeBoolean(flushCommits);
  11. out.writeBoolean(writeToWAL);
  12. out.writeBoolean(useTags);
  13. out.writeInt(noOfTags);
  14. }

代码示例来源:origin: apache/hbase

  1. @Test
  2. public void testFamilyWithAndWithoutColon() throws Exception {
  3. byte[] cf = Bytes.toBytes(COLUMN_FAMILY);
  4. this.region = initHRegion(tableName, method, CONF, cf);
  5. Put p = new Put(tableName.toBytes());
  6. byte[] cfwithcolon = Bytes.toBytes(COLUMN_FAMILY + ":");
  7. p.addColumn(cfwithcolon, cfwithcolon, cfwithcolon);
  8. boolean exception = false;
  9. try {
  10. this.region.put(p);
  11. } catch (NoSuchColumnFamilyException e) {
  12. exception = true;
  13. }
  14. assertTrue(exception);
  15. }

代码示例来源:origin: apache/hbase

  1. @Test
  2. public void verifyBulkLoadEvent() throws IOException {
  3. TableName tableName = TableName.valueOf("test", "test");
  4. List<Pair<byte[], String>> familyPaths = withFamilyPathsFor(family1);
  5. byte[] familyName = familyPaths.get(0).getFirst();
  6. String storeFileName = familyPaths.get(0).getSecond();
  7. storeFileName = (new Path(storeFileName)).getName();
  8. List<String> storeFileNames = new ArrayList<>();
  9. storeFileNames.add(storeFileName);
  10. when(log.append(any(), any(),
  11. argThat(bulkLogWalEdit(WALEdit.BULK_LOAD, tableName.toBytes(),
  12. familyName, storeFileNames)),
  13. anyBoolean())).thenAnswer(new Answer() {
  14. @Override
  15. public Object answer(InvocationOnMock invocation) {
  16. WALKeyImpl walKey = invocation.getArgument(1);
  17. MultiVersionConcurrencyControl mvcc = walKey.getMvcc();
  18. if (mvcc != null) {
  19. MultiVersionConcurrencyControl.WriteEntry we = mvcc.begin();
  20. walKey.setWriteEntry(we);
  21. }
  22. return 01L;
  23. }
  24. });
  25. testRegionWithFamiliesAndSpecifiedTableName(tableName, family1)
  26. .bulkLoadHFiles(familyPaths, false, null);
  27. verify(log).sync(anyLong());
  28. }

代码示例来源:origin: apache/hbase

  1. public static CompactionDescriptor toCompactionDescriptor(
  2. org.apache.hadoop.hbase.client.RegionInfo info, byte[] regionName,
  3. byte[] family, List<Path> inputPaths, List<Path> outputPaths, Path storeDir) {
  4. // compaction descriptor contains relative paths.
  5. // input / output paths are relative to the store dir
  6. // store dir is relative to region dir
  7. CompactionDescriptor.Builder builder = CompactionDescriptor.newBuilder()
  8. .setTableName(UnsafeByteOperations.unsafeWrap(info.getTable().toBytes()))
  9. .setEncodedRegionName(UnsafeByteOperations.unsafeWrap(
  10. regionName == null ? info.getEncodedNameAsBytes() : regionName))
  11. .setFamilyName(UnsafeByteOperations.unsafeWrap(family))
  12. .setStoreHomeDir(storeDir.getName()); //make relative
  13. for (Path inputPath : inputPaths) {
  14. builder.addCompactionInput(inputPath.getName()); //relative path
  15. }
  16. for (Path outputPath : outputPaths) {
  17. builder.addCompactionOutput(outputPath.getName());
  18. }
  19. builder.setRegionName(UnsafeByteOperations.unsafeWrap(info.getRegionName()));
  20. return builder.build();
  21. }

代码示例来源:origin: apache/hbase

  1. RegionInfo info, WALKey logKey, WALEdit logEdit) throws IOException {
  2. if (!Bytes.equals(info.getTable().toBytes(), this.tableName)) {
  3. return;

代码示例来源:origin: apache/hbase

  1. private static void appendRegionEvent(Writer w, String region) throws IOException {
  2. WALProtos.RegionEventDescriptor regionOpenDesc = ProtobufUtil.toRegionEventDescriptor(
  3. WALProtos.RegionEventDescriptor.EventType.REGION_OPEN,
  4. TABLE_NAME.toBytes(),
  5. Bytes.toBytes(region),
  6. Bytes.toBytes(String.valueOf(region.hashCode())),
  7. 1,
  8. ServerName.parseServerName("ServerName:9099"), ImmutableMap.<byte[], List<Path>>of());
  9. final long time = EnvironmentEdgeManager.currentTime();
  10. KeyValue kv = new KeyValue(Bytes.toBytes(region), WALEdit.METAFAMILY, WALEdit.REGION_EVENT,
  11. time, regionOpenDesc.toByteArray());
  12. final WALKeyImpl walKey = new WALKeyImpl(Bytes.toBytes(region), TABLE_NAME, 1, time,
  13. HConstants.DEFAULT_CLUSTER_ID);
  14. w.append(
  15. new Entry(walKey, new WALEdit().add(kv)));
  16. w.sync(false);
  17. }

代码示例来源:origin: apache/hbase

  1. @Test
  2. public void testSuperSimple() throws Exception {
  3. final TableName tableName = TableName.valueOf(name.getMethodName());
  4. Table ht = TEST_UTIL.createTable(tableName, FAMILY);
  5. Put put = new Put(ROW);
  6. put.addColumn(FAMILY, QUALIFIER, VALUE);
  7. ht.put(put);
  8. Scan scan = new Scan();
  9. scan.addColumn(FAMILY, tableName.toBytes());
  10. ResultScanner scanner = ht.getScanner(scan);
  11. Result result = scanner.next();
  12. assertTrue("Expected null result", result == null);
  13. scanner.close();
  14. }

代码示例来源:origin: apache/hbase

  1. /**
  2. * Test that we get the expected flush results back
  3. */
  4. @Test
  5. public void testFlushResult() throws IOException {
  6. byte[] family = Bytes.toBytes("family");
  7. this.region = initHRegion(tableName, method, family);
  8. // empty memstore, flush doesn't run
  9. HRegion.FlushResult fr = region.flush(true);
  10. assertFalse(fr.isFlushSucceeded());
  11. assertFalse(fr.isCompactionNeeded());
  12. // Flush enough files to get up to the threshold, doesn't need compactions
  13. for (int i = 0; i < 2; i++) {
  14. Put put = new Put(tableName.toBytes()).addColumn(family, family, tableName.toBytes());
  15. region.put(put);
  16. fr = region.flush(true);
  17. assertTrue(fr.isFlushSucceeded());
  18. assertFalse(fr.isCompactionNeeded());
  19. }
  20. // Two flushes after the threshold, compactions are needed
  21. for (int i = 0; i < 2; i++) {
  22. Put put = new Put(tableName.toBytes()).addColumn(family, family, tableName.toBytes());
  23. region.put(put);
  24. fr = region.flush(true);
  25. assertTrue(fr.isFlushSucceeded());
  26. assertTrue(fr.isCompactionNeeded());
  27. }
  28. }

代码示例来源:origin: apache/hbase

  1. @Before
  2. public void before() throws Exception {
  3. Admin admin = TEST_UTIL.getAdmin();
  4. if (admin.tableExists(TABLE)) {
  5. if (admin.isTableEnabled(TABLE)) admin.disableTable(TABLE);
  6. admin.deleteTable(TABLE);
  7. }
  8. HTableDescriptor htd = new HTableDescriptor(TABLE);
  9. htd.addFamily(new HColumnDescriptor(COLUMN_1).setMaxVersions(3));
  10. htd.addFamily(new HColumnDescriptor(COLUMN_2).setMaxVersions(3));
  11. htd.addFamily(new HColumnDescriptor(COLUMN_3).setMaxVersions(3));
  12. admin.createTable(htd);
  13. try (Table table = TEST_UTIL.getConnection().getTable(TABLE)) {
  14. Put put = new Put(ROW_1);
  15. put.addColumn(COLUMN_1, QUALIFIER_1, TS_2, VALUE_1);
  16. table.put(put);
  17. put = new Put(ROW_2);
  18. put.addColumn(COLUMN_1, QUALIFIER_1, TS_1, VALUE_1);
  19. put.addColumn(COLUMN_1, QUALIFIER_1, TS_2, VALUE_2);
  20. put.addColumn(COLUMN_2, QUALIFIER_2, TS_2, VALUE_2);
  21. table.put(put);
  22. }
  23. remoteTable = new RemoteHTable(
  24. new Client(new Cluster().add("localhost",
  25. REST_TEST_UTIL.getServletPort())),
  26. TEST_UTIL.getConfiguration(), TABLE.toBytes());
  27. }

代码示例来源:origin: apache/hbase

  1. assertTrue(Bytes.equals(desc.getTableName().toByteArray(), htd.getTableName().toBytes()));
  2. assertTrue(Bytes.equals(desc.getEncodedRegionName().toByteArray(),
  3. hri.getEncodedNameAsBytes()));

代码示例来源:origin: apache/hbase

  1. assertTrue(Bytes.equals(desc.getTableName().toByteArray(), htd.getTableName().toBytes()));
  2. assertTrue(Bytes.equals(desc.getEncodedRegionName().toByteArray(),
  3. hri.getEncodedNameAsBytes()));

代码示例来源:origin: apache/hbase

  1. private static void appendCompactionEvent(Writer w, RegionInfo hri, String[] inputs,
  2. String output) throws IOException {
  3. WALProtos.CompactionDescriptor.Builder desc = WALProtos.CompactionDescriptor.newBuilder();
  4. desc.setTableName(ByteString.copyFrom(hri.getTable().toBytes()))
  5. .setEncodedRegionName(ByteString.copyFrom(hri.getEncodedNameAsBytes()))
  6. .setRegionName(ByteString.copyFrom(hri.getRegionName()))
  7. .setFamilyName(ByteString.copyFrom(FAMILY))
  8. .setStoreHomeDir(hri.getEncodedName() + "/" + Bytes.toString(FAMILY))
  9. .addAllCompactionInput(Arrays.asList(inputs))
  10. .addCompactionOutput(output);
  11. WALEdit edit = WALEdit.createCompaction(hri, desc.build());
  12. WALKeyImpl key = new WALKeyImpl(hri.getEncodedNameAsBytes(), TABLE_NAME, 1,
  13. EnvironmentEdgeManager.currentTime(), HConstants.DEFAULT_CLUSTER_ID);
  14. w.append(new Entry(key, edit));
  15. w.sync(false);
  16. }

代码示例来源:origin: org.apache.hbase/hbase-client

  1. public static CompactionDescriptor toCompactionDescriptor(
  2. org.apache.hadoop.hbase.client.RegionInfo info, byte[] regionName,
  3. byte[] family, List<Path> inputPaths, List<Path> outputPaths, Path storeDir) {
  4. // compaction descriptor contains relative paths.
  5. // input / output paths are relative to the store dir
  6. // store dir is relative to region dir
  7. CompactionDescriptor.Builder builder = CompactionDescriptor.newBuilder()
  8. .setTableName(UnsafeByteOperations.unsafeWrap(info.getTable().toBytes()))
  9. .setEncodedRegionName(UnsafeByteOperations.unsafeWrap(
  10. regionName == null ? info.getEncodedNameAsBytes() : regionName))
  11. .setFamilyName(UnsafeByteOperations.unsafeWrap(family))
  12. .setStoreHomeDir(storeDir.getName()); //make relative
  13. for (Path inputPath : inputPaths) {
  14. builder.addCompactionInput(inputPath.getName()); //relative path
  15. }
  16. for (Path outputPath : outputPaths) {
  17. builder.addCompactionOutput(outputPath.getName());
  18. }
  19. builder.setRegionName(UnsafeByteOperations.unsafeWrap(info.getRegionName()));
  20. return builder.build();
  21. }

代码示例来源:origin: apache/phoenix

  1. assertEquals("CLIENT PARALLEL 1-WAY RANGE SCAN OVER "
  2. + Bytes.toString(MetaDataUtil.getViewIndexPhysicalName(
  3. SchemaUtil.getPhysicalTableName(Bytes.toBytes(tableName), isNamespaceMapped).toBytes()))
  4. + " [-9223372036854775808,'" + tenantId + "','f']\n" + " SERVER FILTER BY FIRST KEY ONLY",
  5. QueryUtil.getExplainPlan(rs));

代码示例来源:origin: harbby/presto-connectors

  1. /**
  2. * Get current table name of the region
  3. * @return byte array of table name
  4. * @deprecated As of release 0.96
  5. * (<a href="https://issues.apache.org/jira/browse/HBASE-9508">HBASE-9508</a>).
  6. * This will be removed in HBase 2.0.0. Use {@link #getTable()}.
  7. */
  8. @Deprecated
  9. public byte [] getTableName() {
  10. return getTable().toBytes();
  11. }

代码示例来源:origin: com.aliyun.hbase/alihbase-rest

  1. @Override
  2. public void write(DataOutput out) throws IOException {
  3. byte[] name = this.tableName.toBytes();
  4. out.writeInt(name.length);
  5. out.write(name);
  6. out.writeInt(startRow);
  7. out.writeInt(rows);
  8. out.writeInt(totalRows);
  9. out.writeInt(clients);
  10. out.writeBoolean(flushCommits);
  11. out.writeBoolean(writeToWAL);
  12. out.writeBoolean(useTags);
  13. out.writeInt(noOfTags);
  14. }

代码示例来源:origin: org.apache.hbase/hbase-server

  1. @Test
  2. public void testSuperSimple() throws Exception {
  3. final TableName tableName = TableName.valueOf(name.getMethodName());
  4. Table ht = TEST_UTIL.createTable(tableName, FAMILY);
  5. Put put = new Put(ROW);
  6. put.addColumn(FAMILY, QUALIFIER, VALUE);
  7. ht.put(put);
  8. Scan scan = new Scan();
  9. scan.addColumn(FAMILY, tableName.toBytes());
  10. ResultScanner scanner = ht.getScanner(scan);
  11. Result result = scanner.next();
  12. assertTrue("Expected null result", result == null);
  13. scanner.close();
  14. }

代码示例来源:origin: org.apache.hbase/hbase-server

  1. private static void appendCompactionEvent(Writer w, RegionInfo hri, String[] inputs,
  2. String output) throws IOException {
  3. WALProtos.CompactionDescriptor.Builder desc = WALProtos.CompactionDescriptor.newBuilder();
  4. desc.setTableName(ByteString.copyFrom(hri.getTable().toBytes()))
  5. .setEncodedRegionName(ByteString.copyFrom(hri.getEncodedNameAsBytes()))
  6. .setRegionName(ByteString.copyFrom(hri.getRegionName()))
  7. .setFamilyName(ByteString.copyFrom(FAMILY))
  8. .setStoreHomeDir(hri.getEncodedName() + "/" + Bytes.toString(FAMILY))
  9. .addAllCompactionInput(Arrays.asList(inputs))
  10. .addCompactionOutput(output);
  11. WALEdit edit = WALEdit.createCompaction(hri, desc.build());
  12. WALKeyImpl key = new WALKeyImpl(hri.getEncodedNameAsBytes(), TABLE_NAME, 1,
  13. EnvironmentEdgeManager.currentTime(), HConstants.DEFAULT_CLUSTER_ID);
  14. w.append(new Entry(key, edit));
  15. w.sync(false);
  16. }

相关文章