com.hazelcast.jet.impl.util.Util.uncheckCall()方法的使用及代码示例

x33g5p2x  于2022-02-01 转载在 其他  
字(5.1k)|赞(0)|评价(0)|浏览(603)

本文整理了Java中com.hazelcast.jet.impl.util.Util.uncheckCall()方法的一些代码示例,展示了Util.uncheckCall()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Util.uncheckCall()方法的具体详情如下:
包路径:com.hazelcast.jet.impl.util.Util
类名称:Util
方法名:uncheckCall

Util.uncheckCall介绍

暂无

代码示例

代码示例来源:origin: hazelcast/hazelcast-jet

  1. @Override
  2. public boolean complete() {
  3. return uncheckCall(this::tryComplete);
  4. }

代码示例来源:origin: hazelcast/hazelcast-jet

  1. @Override
  2. public AttributeList getAttributes(String[] attributes) {
  3. return Arrays.stream(attributes)
  4. .filter(metrics::containsKey)
  5. .map(a -> uncheckCall(() -> new Attribute(a, getAttribute(a))))
  6. .collect(toCollection(AttributeList::new));
  7. }

代码示例来源:origin: hazelcast/hazelcast-jet

  1. @Override
  2. public boolean complete() {
  3. if (traverser == null) {
  4. resultSet = uncheckCall(() -> resultSetFn.createResultSet(connection, parallelism, index));
  5. traverser = ((Traverser<ResultSet>) () -> uncheckCall(() -> resultSet.next() ? resultSet : null))
  6. .map(mapOutputFn);
  7. }
  8. return emitFromTraverser(traverser);
  9. }

代码示例来源:origin: hazelcast/hazelcast-jet

  1. @Override
  2. @Nonnull
  3. public List<Processor> get(int count) {
  4. Map<Integer, List<IndexedInputSplit>> processorToSplits =
  5. range(0, assignedSplits.size()).mapToObj(i -> new SimpleImmutableEntry<>(i, assignedSplits.get(i)))
  6. .collect(groupingBy(e -> e.getKey() % count,
  7. mapping(Entry::getValue, toList())));
  8. range(0, count)
  9. .forEach(processor -> processorToSplits.computeIfAbsent(processor, x -> emptyList()));
  10. InputFormat inputFormat = jobConf.getInputFormat();
  11. return processorToSplits
  12. .values().stream()
  13. .map(splits -> splits.isEmpty()
  14. ? Processors.noopP().get()
  15. : new ReadHdfsP<>(splits.stream()
  16. .map(IndexedInputSplit::getSplit)
  17. .map(split -> uncheckCall(() ->
  18. inputFormat.getRecordReader(split, jobConf, NULL)))
  19. .collect(toList()), mapper)
  20. ).collect(toList());
  21. }

代码示例来源:origin: com.hazelcast.jet/hazelcast-jet-hadoop

  1. @Override
  2. @Nonnull
  3. public List<Processor> get(int count) {
  4. Map<Integer, List<IndexedInputSplit>> processorToSplits =
  5. range(0, assignedSplits.size()).mapToObj(i -> new SimpleImmutableEntry<>(i, assignedSplits.get(i)))
  6. .collect(groupingBy(e -> e.getKey() % count,
  7. mapping(Entry::getValue, toList())));
  8. range(0, count)
  9. .forEach(processor -> processorToSplits.computeIfAbsent(processor, x -> emptyList()));
  10. InputFormat inputFormat = jobConf.getInputFormat();
  11. return processorToSplits
  12. .values().stream()
  13. .map(splits -> splits.isEmpty()
  14. ? Processors.noopP().get()
  15. : new ReadHdfsP<>(splits.stream()
  16. .map(IndexedInputSplit::getSplit)
  17. .map(split -> uncheckCall(() ->
  18. inputFormat.getRecordReader(split, jobConf, NULL)))
  19. .collect(toList()), mapper)
  20. ).collect(toList());
  21. }

代码示例来源:origin: hazelcast/hazelcast-jet

  1. @Override
  2. protected Class<?> findClass(String name) throws ClassNotFoundException {
  3. if (isEmpty(name)) {
  4. return null;
  5. }
  6. InputStream classBytesStream = resourceStream(name.replace('.', '/') + ".class");
  7. if (classBytesStream == null) {
  8. throw new ClassNotFoundException(name + ". Add it using " + JobConfig.class.getSimpleName()
  9. + " or start all members with it on classpath");
  10. }
  11. byte[] classBytes = uncheckCall(() -> IOUtil.toByteArray(classBytesStream));
  12. return defineClass(name, classBytes, 0, classBytes.length);
  13. }

代码示例来源:origin: hazelcast/hazelcast-jet

  1. private boolean isSplitLocalForMember(InputSplit split, Address memberAddr) {
  2. try {
  3. final InetAddress inetAddr = memberAddr.getInetAddress();
  4. return Arrays.stream(split.getLocations())
  5. .flatMap(loc -> Arrays.stream(uncheckCall(() -> InetAddress.getAllByName(loc))))
  6. .anyMatch(inetAddr::equals);
  7. } catch (IOException e) {
  8. if (e instanceof UnknownHostException) {
  9. logger.warning("Failed to resolve host name for the split, " +
  10. "will use host name equality to determine data locality", e);
  11. return isSplitLocalForMember(split, memberAddr.getScopedHost());
  12. }
  13. throw sneakyThrow(e);
  14. }
  15. }

代码示例来源:origin: com.hazelcast.jet/hazelcast-jet-hadoop

  1. private boolean isSplitLocalForMember(InputSplit split, Address memberAddr) {
  2. try {
  3. final InetAddress inetAddr = memberAddr.getInetAddress();
  4. return Arrays.stream(split.getLocations())
  5. .flatMap(loc -> Arrays.stream(uncheckCall(() -> InetAddress.getAllByName(loc))))
  6. .anyMatch(inetAddr::equals);
  7. } catch (IOException e) {
  8. if (e instanceof UnknownHostException) {
  9. logger.warning("Failed to resolve host name for the split, " +
  10. "will use host name equality to determine data locality", e);
  11. return isSplitLocalForMember(split, memberAddr.getScopedHost());
  12. }
  13. throw sneakyThrow(e);
  14. }
  15. }

代码示例来源:origin: hazelcast/hazelcast-jet

  1. @Override
  2. protected void init(@Nonnull Context context) {
  3. session = sessionFn.apply(connection);
  4. consumer = consumerFn.apply(session);
  5. traverser = ((Traverser<Message>) () -> uncheckCall(() -> consumer.receiveNoWait()))
  6. .flatMap(t -> eventTimeMapper.flatMapEvent(projectionFn.apply(t), 0, handleJmsTimestamp(t)))
  7. .peek(item -> flushFn.accept(session));
  8. }

代码示例来源:origin: hazelcast/hazelcast-jet

  1. private Traverser<Object> traverser(byte[] data) {
  2. BufferObjectDataInput in = serializationService.createObjectDataInput(data);
  3. return () -> uncheckCall(() -> {
  4. Object key = in.readObject();
  5. if (key == SnapshotDataValueTerminator.INSTANCE) {
  6. in.close();
  7. return null;
  8. }
  9. Object value = in.readObject();
  10. return key instanceof BroadcastKey
  11. ? new BroadcastEntry(key, value)
  12. : entry(key, value);
  13. });
  14. }

相关文章