org.apache.storm.utils.Utils类的使用及代码示例

x33g5p2x  于2022-02-01 转载在 其他  
字(7.2k)|赞(0)|评价(0)|浏览(219)

本文整理了Java中org.apache.storm.utils.Utils类的一些代码示例,展示了Utils类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Utils类的具体详情如下:
包路径:org.apache.storm.utils.Utils
类名称:Utils

Utils介绍

暂无

代码示例

代码示例来源:origin: apache/storm

public void nextTuple() {
  if (_serveTuples.size() > 0) {
    FixedTuple ft = _serveTuples.remove(0);
    String id = UUID.randomUUID().toString();
    _pending.put(id, ft);
    _collector.emit(ft.stream, ft.values, id);
  } else {
    Utils.sleep(100);
  }
}

代码示例来源:origin: apache/storm

/**
 * Uses Storm config as returned by {@code Utils.readStormConfig()}
 * @param blobKey key of PMML model in Blobstore
 */
public ModelRunnerFromBlobStore(String blobKey, ModelOutputs modelOutputs) {
  this(blobKey, modelOutputs, Utils.readStormConfig());
}

代码示例来源:origin: apache/storm

public static void main(String[] args) throws Exception {
  int runTime = -1;
  Map<String, Object> topoConf = Utils.findAndReadConfigFile(args[1]);
  topoConf.put(Config.TOPOLOGY_SPOUT_RECVQ_SKIPS, 1);
  if (args.length > 0) {
    long sleepMs = Integer.parseInt(args[0]);
    topoConf.put(SLEEP_MS, sleepMs);
  }
  if (args.length > 1) {
    runTime = Integer.parseInt(args[1]);
  }
  if (args.length > 2) {
    System.err.println("args: spoutSleepMs [runDurationSec] ");
    return;
  }
  topoConf.putAll(Utils.readCommandLineOpts());
  //  Submit topology to storm cluster
  Helper.runOnClusterAndPrintMetrics(runTime, "LowThroughputTopo", topoConf, getTopology(topoConf));
}

代码示例来源:origin: apache/storm

public List<Object> deserialize(ByteBuffer ser) {
  // Maintain backward compatibility for 0.10
  byte[] b = Utils.toByteArray(ser);
  return Utils.tuple(new Object[]{ b });
}

代码示例来源:origin: apache/storm

public static Map<String, Object> readStormConfig() {
  Map<String, Object> ret = readDefaultConfig();
  String confFile = System.getProperty("storm.conf.file");
  Map<String, Object> storm;
  if (confFile == null || confFile.equals("")) {
    storm = findAndReadConfigFile("storm.yaml", false);
  } else {
    storm = findAndReadConfigFile(confFile, true);
  }
  ret.putAll(storm);
  ret.putAll(readCommandLineOpts());
  return ret;
}

代码示例来源:origin: apache/storm

public static void prepare() {
  Config conf = new Config();
  conf.putAll(Utils.readStormConfig());
  store = Utils.getClientBlobStore(conf);
}

代码示例来源:origin: apache/storm

throws AuthorizationException, NotAliveException, InvalidTopologyException {
topoConf = new HashMap(topoConf);
topoConf.putAll(Utils.readCommandLineOpts());
Map<String, Object> conf = Utils.readStormConfig();
conf.putAll(topoConf);
Map<String, String> fullCreds = populateCredentials(conf, credentials);

代码示例来源:origin: apache/storm

Map<String, Object> fullConf = Utils.readStormConfig();
fullConf.putAll(Utils.readCommandLineOpts());
fullConf.putAll(conf);
    return new DRPCClient(fullConf, host, port);
  } catch (RuntimeException e) {
    if (Utils.exceptionCauseIsInstanceOf(ConnectException.class, e)) {
      excpt = e;
    } else {

代码示例来源:origin: org.apache.storm/storm-core

public static Integer getInt(Object o) {
  Integer result = getInt(o, null);
  if (null == result) {
    throw new IllegalArgumentException("Don't know how to convert null to int");
  }
  return result;
}

代码示例来源:origin: apache/storm

private Map<String, Object> mkConf(Map<String, Object> extra) {
  Map<String, Object> config = Utils.readDefaultConfig();
  config.putAll(extra);
  return config;
}

代码示例来源:origin: apache/storm

public static Map<String, Object> readDefaultConfig() {
  return findAndReadConfigFile("defaults.yaml", true);
}

代码示例来源:origin: apache/storm

/**
 * Deserialize ByteBuffer to String.
 * @param byteBuffer input ByteBuffer
 * @return deserialized string
 */
public static String deserializeString(ByteBuffer byteBuffer) {
  if (byteBuffer.hasArray()) {
    int base = byteBuffer.arrayOffset();
    return new String(byteBuffer.array(), base + byteBuffer.position(), byteBuffer.remaining(),
      StandardCharsets.UTF_8);
  } else {
    return new String(Utils.toByteArray(byteBuffer), StandardCharsets.UTF_8);
  }
}

代码示例来源:origin: apache/storm

public static byte[] thriftSerialize(TBase t) {
  return Utils.thriftSerialize(t);
}

代码示例来源:origin: apache/storm

st.set_bolts(new HashMap<>());
st.set_state_spouts(new HashMap<>());
byte[] serializedState = Utils.gzip(Utils.thriftSerialize(st));

代码示例来源:origin: DigitalPebble/storm-crawler

public static int getInt(Map<String, Object> conf, String key,
    int defaultValue) {
  Object obj = Utils.get(conf, key, defaultValue);
  return Utils.getInt(obj);
}

代码示例来源:origin: apache/storm

@Test
public void testSubmitTopologyToLocalNimbus() throws Exception {
  int port = Utils.getAvailablePort();
  try (ILocalCluster localCluster = new LocalCluster.Builder()
    .withNimbusDaemon(true)
    .withDaemonConf(Config.NIMBUS_THRIFT_PORT, port)
    .build()) {
    Config topoConf = new Config();
    topoConf.putAll(Utils.readDefaultConfig());
    topoConf.setDebug(true);
    topoConf.put("storm.cluster.mode", "local"); // default is aways "distributed" but here local cluster is being used.
    topoConf.put(Config.STORM_TOPOLOGY_SUBMISSION_NOTIFIER_PLUGIN, InmemoryTopologySubmitterHook.class.getName());
    topoConf.put(Config.NIMBUS_THRIFT_PORT, port);
    List<TopologyDetails> topologyNames = new ArrayList<>();
    for (int i = 0; i < 4; i++) {
      final String topologyName = "word-count-" + UUID.randomUUID().toString();
      final StormTopology stormTopology = createTestTopology();
      topologyNames.add(new TopologyDetails(topologyName, stormTopology));
      localCluster.submitTopology(topologyName, topoConf, stormTopology);
    }
    Assert.assertEquals(InmemoryTopologySubmitterHook.submittedTopologies, topologyNames);
  }
}

代码示例来源:origin: org.apache.storm/storm-core

@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
  _rand = new Random(Utils.secureRandomLong());
  _state = TransactionalState.newCoordinatorState(conf, (String) conf.get(Config.TOPOLOGY_TRANSACTIONAL_ID), _spout.getComponentConfiguration());
  _coordinatorState = new RotatingTransactionalState(_state, META_DIR, true);
  _collector = collector;
  _coordinator = _spout.getCoordinator(conf, context);
  _currTransaction = getStoredCurrTransaction(_state);
  _maxTransactionActive = Utils.getInt(conf.get(Config.TOPOLOGY_MAX_SPOUT_PENDING), 1);
  _initializer = new StateInitializer();
}

代码示例来源:origin: apache/storm

private List<IWorkerHook> deserializeWorkerHooks() {
  List<IWorkerHook> myHookList = new ArrayList<>();
  if (topology.is_set_worker_hooks()) {
    for (ByteBuffer hook : topology.get_worker_hooks()) {
      byte[] hookBytes = Utils.toByteArray(hook);
      IWorkerHook hookObject = Utils.javaDeserialize(hookBytes, IWorkerHook.class);
      myHookList.add(hookObject);
    }
  }
  return myHookList;
}

代码示例来源:origin: org.apache.storm/storm-core

/**
 * initializes member variables
 */
private void initConfigs() {
  this.topologyWorkerMaxHeapSize = Utils.getDouble(this.topologyConf.get(Config.TOPOLOGY_WORKER_MAX_HEAP_SIZE_MB), null);
  this.topologyPriority = Utils.getInt(this.topologyConf.get(Config.TOPOLOGY_PRIORITY), null);
  assert this.topologyWorkerMaxHeapSize != null;
  assert this.topologyPriority != null;
}

代码示例来源:origin: apache/storm

public static void main(String[] args) throws Exception {
  int runTime = -1;
  Config topoConf = new Config();
  topoConf.put(Config.TOPOLOGY_SPOUT_RECVQ_SKIPS, 1);
  topoConf.putAll(Utils.readCommandLineOpts());
  if (args.length > 0) {
    long sleepMs = Integer.parseInt(args[0]);
    topoConf.put(SLEEP_MS, sleepMs);
  }
  if (args.length > 1) {
    runTime = Integer.parseInt(args[1]);
  }
  if (args.length > 2) {
    System.err.println("args: boltSleepMs [runDurationSec] ");
    return;
  }
  //  Submit topology to storm cluster
  Helper.runOnClusterAndPrintMetrics(runTime, "BackPressureTopo", topoConf, getTopology(topoConf));
}

相关文章

Utils类方法