water.fvec.Frame.numRows()方法的使用及代码示例

x33g5p2x  于2022-01-19 转载在 其他  
字(6.6k)|赞(0)|评价(0)|浏览(189)

本文整理了Java中water.fvec.Frame.numRows()方法的一些代码示例，展示了Frame.numRows()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Frame.numRows()方法的具体详情如下：
包路径：water.fvec.Frame
类名称：Frame
方法名：numRows

Frame.numRows介绍

暂无

代码示例

代码示例来源：origin: h2oai/h2o-3

public OuterGramTask(Key<Job> jobKey, DataInfo dinfo){
 _dinfo = dinfo;
 _jobKey = jobKey;
 _catOffsets = dinfo._catOffsets != null?Arrays.copyOf(dinfo._catOffsets, dinfo._catOffsets.length):null;
 _scale = dinfo._adaptedFrame.numRows() > 0?1.0/dinfo._adaptedFrame.numRows():0.0;
}

代码示例来源：origin: h2oai/h2o-3

@Override
protected void validateRowSampleRate() {
 if (_parms._sample_rate == -1) {
  if (_parms._sample_size <= 0) {
   error("_sample_size", "Sample size needs to be a positive integer number but it is " + _parms._sample_size);
  } else if (_train != null && _train.numRows() > 0) {
   _parms._sample_rate = _parms._sample_size /  (double) _train.numRows();
  }
 }
}

代码示例来源：origin: h2oai/h2o-3

private float rowFraction(Frame train, DeepLearningParameters p, DeepLearningModel m) {
  return computeRowUsageFraction(train.numRows(), m.actual_train_samples_per_iteration, p._replicate_training_data);
 }
}

代码示例来源：origin: h2oai/h2o-3

@Override
protected int desiredChunks(final Frame original_fr, boolean local) {
 return _parms._reproducible ? 1 : (int) Math.min(4 * H2O.NUMCPUS * (local ? 1 : H2O.CLOUD.size()), original_fr.numRows());
}

代码示例来源：origin: h2oai/h2o-3

private float rowFraction(Frame train, DeepWaterParameters p, DeepWaterModel m) {
 return computeRowUsageFraction(train.numRows(), m.actual_train_samples_per_iteration, p._replicate_training_data);
}

代码示例来源：origin: h2oai/h2o-3

public long rowsWithNa() {
 if( _rowsWithNa!=-1 ) return _rowsWithNa;
 String x = String.format("(na.omit %s)", _fr._key);
 Val res = Rapids.exec(x);
 Frame f = res.getFrame();
 long cnt = _fr.numRows()  -  f.numRows();
 f.delete();
 return (_rowsWithNa=cnt);
}

代码示例来源：origin: h2oai/h2o-3

@Override
public long progressUnits() {
 if (train()==null) return 1;
 return (long)Math.ceil(_epochs*train().numRows());
}
@Override

代码示例来源：origin: h2oai/h2o-3

@Override
public long progressUnits() {
 if (train()==null) return 1;
 return (long)Math.ceil(_epochs*train().numRows());
}
public float learningRate(double n) { return (float)(_learning_rate / (1 + _learning_rate_annealing * n)); }

代码示例来源：origin: h2oai/h2o-2

public String toString(int i, boolean verbose_fcn) {
 if( _ary[i] != null ) return _ary[i]._key+":"+_ary[i].numRows()+"x"+_ary[i].numCols();
 else if( _fcn[i] != null ) return _fcn[i].toString(verbose_fcn);
 else if( _str[i] != null ) return _str[i];
 return Double.toString(_d[i]);
}
@Override public String toString() {

代码示例来源：origin: h2oai/h2o-3

public void checkNumRows(Frame before, Frame after) {
 long droppedCount = before.numRows()- after.numRows();
 if(droppedCount != 0) {
  Log.warn(String.format("Number of rows has dropped by %d after manipulations with frame ( %s , %s ).", droppedCount, before._key, after._key));
 }
}

代码示例来源：origin: h2oai/h2o-3

public void chunkInit(){
 _gram = new Gram((int)_dinfo._adaptedFrame.numRows(), 0, _dinfo.numNums(), _dinfo._cats, _intercept);
}

代码示例来源：origin: h2oai/h2o-3

@Override protected boolean chunkInit(){
 if (_localmodel.get_processed_local() >= _useFraction * _fr.numRows())
  return false;
 _neurons = makeNeuronsForTraining(_localmodel);
 _dropout_rng = RandomUtils.getRNG(System.currentTimeMillis());
 return true;
}

代码示例来源：origin: h2oai/h2o-3

private void convertToModel(Frame preTrained, Word2VecModel model) {
  if (_parms._vec_size != preTrained.numCols() - 1) {
   throw new IllegalStateException("Frame with pre-trained model doesn't conform to the specified vector length.");
  }
  WordVectorConverter result = new WordVectorConverter(_job, _parms._vec_size, (int) preTrained.numRows()).doAll(preTrained);
  model.buildModelOutput(result._words, result._syn0);
 }
}

代码示例来源：origin: h2oai/h2o-2

@Override public long speedValue() {
 Value value = DKV.get(dest());
 NeuralNetModel m = value != null ? (NeuralNetModel) value.get() : null;
 long sv = 0;
 if( m != null ) {
  Errors[] e = m.training_errors;
  double epochsSoFar = e[e.length - 1].training_samples / (double) source.numRows();
  sv = (epochsSoFar <= 0) ? 0 : (long) (e[e.length - 1].training_time_ms / epochsSoFar);
 }
 return sv;
}

代码示例来源：origin: h2oai/h2o-3

Frame addNoise(Frame fr, String applyToColumnName, double noiseLevel, long seed) {
 int appyToColumnIndex = fr.find(applyToColumnName);
 if (seed == -1) seed = new Random().nextLong();
 Vec zeroVec = Vec.makeZero(fr.numRows());
 Vec randomVec = zeroVec.makeRand(seed);
 Vec runif = fr.add("runif", randomVec);
 int runifIdx = fr.find("runif");
 new AddNoiseTask(appyToColumnIndex, runifIdx, noiseLevel).doAll(fr);
 fr.remove("runif");
 randomVec.remove();
 zeroVec.remove();
 runif.remove();
 return fr;
}

代码示例来源：origin: h2oai/h2o-3

@Override public void check(Frame f) {
  Vec values = f.vec(0);
  for (int i = 0; i < f.numRows(); i++) {
   assertEquals(i, values.at8(i));
  }
 }
},

代码示例来源：origin: h2oai/h2o-2

@Test
 public void test1() {
  Key file = NFSFileVec.make(find_test_file(PATH));
  Frame fr = ParseDataset2.parse(Key.make("iris_nn2"), new Key[]{file});
  Frame[] split = Frame.runifSplit(fr, .70f, -1);
  Assert.assertTrue(split[0].numRows() + split[1].numRows() == fr.numRows());
  fr.delete();
  split[0].delete();
  split[1].delete();
 }
}

代码示例来源：origin: h2oai/h2o-3

Frame calculateAndAppendTEEncoding(Frame fr, Frame encodingMap, String targetColumnName, String appendedColumnName) {
 int numeratorIndex = fr.find("numerator");
 int denominatorIndex = fr.find("denominator");
 double globalMeanForTargetClass = calculatePriorMean(encodingMap); // we can only operate on encodingsMap because `fr` could not have target column at all
 Vec zeroVec = Vec.makeZero(fr.numRows());
 fr.add(appendedColumnName, zeroVec);
 int encodingsColumnIdx = fr.find(appendedColumnName);
 new CalcEncodings(numeratorIndex, denominatorIndex, globalMeanForTargetClass, encodingsColumnIdx).doAll( fr);
 zeroVec.remove();
 return fr;
}

代码示例来源：origin: h2oai/h2o-3

Frame calculateAndAppendBlendedTEEncoding(Frame fr, Frame encodingMap, String targetColumnName, String appendedColumnName) {
 int numeratorIndex = fr.find("numerator");
 int denominatorIndex = fr.find("denominator");
 double globalMeanForTargetClass = calculatePriorMean(encodingMap); // TODO since target column is the same for all categorical columns we are trying to encode we can compute global mean only once.
 Log.info("Global mean for blending = " + globalMeanForTargetClass);
 Vec zeroVec = Vec.makeZero(fr.numRows());
 fr.add(appendedColumnName, zeroVec);
 int encodingsColumnIdx = fr.find(appendedColumnName);
 new CalcEncodingsWithBlending(numeratorIndex, denominatorIndex, globalMeanForTargetClass, _blendingParams, encodingsColumnIdx).doAll(fr);
 zeroVec.remove();
 return fr;
}

代码示例来源：origin: h2oai/h2o-3

private static double[][] frameToMatrix(Frame f) {
 double[][] rows = new double[(int) f.numRows()][];
 for (int r = 0; r < rows.length; r++) {
  rows[r] = new double[f.numCols()];
 }
 for (int c = 0; c < f.numCols(); c++) {
  Vec.Reader vecReader = f.vec(c).new Reader();
  for (int r = 0; r < rows.length; r++)
   rows[r][c] = vecReader.at(r);
 }
 return rows;
}

内容来源于网络，如有侵权，请联系作者删除！

Frame

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com