org.apache.kylin.common.util.Dictionary.getValueFromId()方法的使用及代码示例

x33g5p2x  于2022-01-18 转载在 其他  
字(7.8k)|赞(0)|评价(0)|浏览(141)

本文整理了Java中org.apache.kylin.common.util.Dictionary.getValueFromId()方法的一些代码示例，展示了Dictionary.getValueFromId()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Dictionary.getValueFromId()方法的具体详情如下：
包路径：org.apache.kylin.common.util.Dictionary
类名称：Dictionary
方法名：getValueFromId

Dictionary.getValueFromId介绍

暂无

代码示例

代码示例来源：origin: apache/kylin

@Override
public String[] getRow() {
  int[] rowIndex = rowIndices.get(i);
  String[] row = new String[rowIndex.length];
  for (int x = 0; x < row.length; x++) {
    row[x] = dict.getValueFromId(rowIndex[x]);
  }
  return row;
}

代码示例来源：origin: apache/kylin

@Override
public String decode(byte[] bytes, int offset, int len) {
  int id = BytesUtil.readUnsigned(bytes, offset, len);
  try {
    String value = dict.getValueFromId(id);
    return value;
  } catch (IllegalArgumentException e) {
    logger.error("Can't get dictionary value from " + dict + " (id = " + id + ")");
    return "";
  }
}

代码示例来源：origin: apache/kylin

void writeData(DataOutput out) throws IOException {
  out.writeInt(rowIndices.size());
  if (rowIndices.size() > 0) {
    int n = rowIndices.get(0).length;
    out.writeInt(n);
    if (this.useDictionary == true) {
      dict.write(out);
      for (int i = 0; i < rowIndices.size(); i++) {
        int[] row = rowIndices.get(i);
        for (int j = 0; j < n; j++) {
          out.writeInt(row[j]);
        }
      }
    } else {
      for (int i = 0; i < rowIndices.size(); i++) {
        int[] row = rowIndices.get(i);
        for (int j = 0; j < n; j++) {
          // NULL_STR is tricky, but we don't want to break the current snapshots
          out.writeUTF(dict.getValueFromId(row[j]) == null ? NULL_STR : dict.getValueFromId(row[j]));
        }
      }
    }
  }
}

代码示例来源：origin: apache/kylin

public List<T> enumeratorValues() {
  List<T> ret = Lists.newArrayListWithExpectedSize(getSize());
  for (int i = getMinId(); i <= getMaxId(); i++) {
    ret.add(getValueFromId(i));
  }
  return ret;
}

代码示例来源：origin: apache/kylin

@Override
public Object deserialize(ByteBuffer in) {
  int id = BytesUtil.readUnsigned(in, dict.getSizeOfId());
  return dict.getValueFromId(id);
}

代码示例来源：origin: apache/kylin

@Override
public boolean moveNext() throws IOException {
  String minValue = null;
  int curDictIndex = 0;
  // multi-merge dictionary forest
  for (int i = 0; i < dictionaryList.size(); i++) {
    Dictionary<String> dict = dictionaryList.get(i);
    if (dict == null)
      continue;
    int curKey = curKeys.get(i);
    if (curKey > dict.getMaxId())
      continue;
    String curValue = dict.getValueFromId(curKey);
    if (minValue == null || dataType.compare(minValue, curValue) > 0) {
      minValue = curValue;
      curDictIndex = i;
    }
  }
  if (minValue == null) {
    curValue = null;
    return false;
  }
  curValue = minValue;
  curKeys.set(curDictIndex, curKeys.get(curDictIndex) + 1);
  return true;
}

代码示例来源：origin: apache/kylin

private long runQueryValue(Dictionary<String> dict, int cardnality, int testTimes) {
  long startTime = System.currentTimeMillis();
  int step = 1;
  for (int i = 0; i < testTimes; i++) {
    for (int j = 0; j < cardnality; j++) {
      step |= dict.getValueFromId(j).length();
    }
  }
  return System.currentTimeMillis() - startTime;
}

代码示例来源：origin: apache/kylin

private long runQueryValueBytes(Dictionary<String> dict, int cardnality, int testTimes) {
  long startTime = System.currentTimeMillis();
  int step = 1;
  for (int i = 0; i < testTimes; i++) {
    for (int j = 0; j < cardnality; j++) {
      //step |= dict.getValueBytesFromId(j).length;
      step |= dict.getValueFromId(j).length();
    }
  }
  return System.currentTimeMillis() - startTime;
}

代码示例来源：origin: apache/kylin

private long runQueryValueBytes2(Dictionary<String> dict, int cardnality, int testTimes) {
  long startTime = System.currentTimeMillis();
  int step = 1;
  byte[] returnValue = new byte[2048];
  for (int i = 0; i < testTimes; i++) {
    for (int j = 0; j < cardnality; j++) {
      step |= dict.getValueFromId(j).length();
    }
  }
  return System.currentTimeMillis() - startTime;
}

代码示例来源：origin: apache/kylin

@Override
  public void fillTuple(Tuple tuple, int row) {
    if (expectRow++ != row)
      throw new IllegalStateException();
    ByteArray raw = rawIterator.next();
    int key = BytesUtil.readUnsigned(raw.array(), raw.offset(), raw.length());
    String colValue = rawColDict.getValueFromId(key);
    tuple.setDimensionValue(literalTupleIdx, colValue);
  }
};

代码示例来源：origin: apache/kylin

@Override
public boolean contains(Dictionary other) {
  if (other.getSize() > this.getSize()) {
    return false;
  }
  for (int i = other.getMinId(); i <= other.getMaxId(); ++i) {
    T v = (T) other.getValueFromId(i);
    if (!this.containsValue(v)) {
      return false;
    }
  }
  return true;
}

代码示例来源：origin: apache/kylin

@Override
public boolean contains(Dictionary other) {
  if (other.getSize() > this.getSize()) {
    return false;
  }
  for (int i = other.getMinId(); i <= other.getMaxId(); ++i) {
    T v = (T) other.getValueFromId(i);
    if (!this.containsValue(v)) {
      return false;
    }
  }
  return true;
}

代码示例来源：origin: apache/kylin

Collection<Object> inValues = Lists.newArrayList();
for (int i = dict.getMinId(); i <= dict.getMaxId(); i++) {
  Object dictVal = dict.getValueFromId(i);
  Object computedVal = builtInFunctionTupleFilter.invokeFunction(dictVal);
  Class clazz = Primitives.wrap(computedVal.getClass());

代码示例来源：origin: apache/kylin

@Override
  public List<ByteArray> reEncodeDictionary(List<ByteArray> value, MeasureDesc measureDesc, Map<TblColRef, Dictionary<String>> oldDicts, Map<TblColRef, Dictionary<String>> newDicts) {
    TblColRef colRef = getRawColumn(measureDesc.getFunction());
    Dictionary<String> sourceDict = oldDicts.get(colRef);
    Dictionary<String> mergedDict = newDicts.get(colRef);
    int valueSize = value.size();
    byte[] newIdBuf = new byte[valueSize * mergedDict.getSizeOfId()];
    int bufOffset = 0;
    for (ByteArray c : value) {
      int oldId = BytesUtil.readUnsigned(c.array(), c.offset(), c.length());
      int newId;
      String v = sourceDict.getValueFromId(oldId);
      if (v == null) {
        newId = mergedDict.nullId();
      } else {
        newId = mergedDict.getIdFromValue(v);
      }
      BytesUtil.writeUnsigned(newId, newIdBuf, bufOffset, mergedDict.getSizeOfId());
      c.reset(newIdBuf, bufOffset, mergedDict.getSizeOfId());
      bufOffset += mergedDict.getSizeOfId();
    }
    return value;
  }
};

代码示例来源：origin: apache/kylin

private TupleFilter translateFunctionTupleFilter(BuiltInFunctionTupleFilter builtInFunctionTupleFilter) {
  if (!builtInFunctionTupleFilter.isValid())
    return null;
  TblColRef columnRef = builtInFunctionTupleFilter.getColumn();
  Dictionary<?> dict = dimEncMap.getDictionary(columnRef);
  if (dict == null)
    return null;
  CompareTupleFilter translated = new CompareTupleFilter(builtInFunctionTupleFilter.isReversed() ? FilterOperatorEnum.NOTIN : FilterOperatorEnum.IN);
  translated.addChild(new ColumnTupleFilter(columnRef));
  try {
    int translatedInClauseMaxSize = KylinConfig.getInstanceFromEnv().getTranslatedInClauseMaxSize();
    for (int i = dict.getMinId(); i <= dict.getMaxId(); i++) {
      Object dictVal = dict.getValueFromId(i);
      if ((Boolean) builtInFunctionTupleFilter.invokeFunction(dictVal)) {
        translated.addChild(new ConstantTupleFilter(dictVal));
        if (translated.getChildren().size() > translatedInClauseMaxSize) {
          return null;
        }
      }
    }
    logger.debug("getting a in clause with {} children", translated.getChildren().size());
  } catch (Exception e) {
    logger.debug(e.getMessage());
    return null;
  }
  return translated;
}

代码示例来源：origin: apache/kylin

String v = sourceDict.getValueFromId(idInSourceDict);
if (v == null) {
  idInMergedDict = mergedDict.nullId();

代码示例来源：origin: org.apache.kylin/kylin-core-metadata

@Override
public String decode(byte[] bytes, int offset, int len) {
  int id = BytesUtil.readUnsigned(bytes, offset, len);
  try {
    String value = dict.getValueFromId(id);
    return value;
  } catch (IllegalArgumentException e) {
    logger.error("Can't get dictionary value from " + dict + " (id = " + id + ")");
    return "";
  }
}

代码示例来源：origin: org.apache.kylin/kylin-core-common

public List<T> enumeratorValues() {
  List<T> ret = Lists.newArrayListWithExpectedSize(getSize());
  for (int i = getMinId(); i <= getMaxId(); i++) {
    ret.add(getValueFromId(i));
  }
  return ret;
}

代码示例来源：origin: org.apache.kylin/kylin-core-metadata

@Override
public Object deserialize(ByteBuffer in) {
  int id = BytesUtil.readUnsigned(in, dict.getSizeOfId());
  return dict.getValueFromId(id);
}

代码示例来源：origin: org.apache.kylin/kylin-core-metadata

@Override
  public void fillTuple(Tuple tuple, int row) {
    if (expectRow++ != row)
      throw new IllegalStateException();
    ByteArray raw = rawIterator.next();
    int key = BytesUtil.readUnsigned(raw.array(), raw.offset(), raw.length());
    String colValue = rawColDict.getValueFromId(key);
    tuple.setDimensionValue(literalTupleIdx, colValue);
  }
};

内容来源于网络，如有侵权，请联系作者删除！

Dictionary

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com