org.apache.spark.sql.Row.length()方法的使用及代码示例

x33g5p2x  于2022-01-28 转载在 其他  
字(9.2k)|赞(0)|评价(0)|浏览(163)

本文整理了Java中org.apache.spark.sql.Row.length方法的一些代码示例，展示了Row.length的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Row.length方法的具体详情如下：
包路径：org.apache.spark.sql.Row
类名称：Row
方法名：length

Row.length介绍

暂无

代码示例

代码示例来源：origin: cloudera-labs/envelope

@Override
public int length() {
 return internalRow.length();
}

代码示例来源：origin: cloudera-labs/envelope

public static Object[] valuesFor(Row row) {
 Object[] values = new Object[row.length()];
 for (int i = 0; i < row.length(); i++) {
  values[i] = row.get(i);
 }
 return values;
}

代码示例来源：origin: org.wso2.carbon.analytics/org.wso2.carbon.analytics.spark.core

private List<List<Object>> convertRowsToObjects(Row[] rows) {
    List<List<Object>> result = new ArrayList<>();
    List<Object> objects;
    for (Row row : rows) {
      objects = new ArrayList<>();
      for (int i = 0; i < row.length(); i++) {
        objects.add(row.get(i));
      }
//            Set<PosixFilePermission> perms = new HashSet<>();
      result.add(objects);
    }
    return result;
  }

代码示例来源：origin: org.wso2.carbon.analytics/org.wso2.carbon.analytics.spark.core

public static Map<String, Object> convertRowAndSchemaToValuesMap(Row row, StructType schema) {
  String[] colNames = schema.fieldNames();
  Map<String, Object> result = new HashMap<>();
  for (int i = 0; i < row.length(); i++) {
    result.put(colNames[i], row.get(i));
  }
  return result;
}

代码示例来源：origin: cloudera-labs/envelope

@SuppressWarnings({ "unchecked", "rawtypes" })
 @Override
 public int compare(Row r1, Row r2) {
  for (int i = 0; i < r1.length(); i++) {
   Comparable r1FieldValue = (Comparable)r1.get(i);
   Comparable r2FieldValue = (Comparable)r2.get(i);
   
   int comparison = r1FieldValue.compareTo(r2FieldValue);
   
   if (comparison != 0) {
    return comparison;
   }
  }
  
  return 0;
 }
}

代码示例来源：origin: uk.gov.gchq.gaffer/parquet-store

private MinValuesWithPath generateGafferObjectsIndex(final Row minRow, final String path) throws StoreException {
    final int numOfCols = minRow.length();
    final Object[] min = new Object[numOfCols];
    for (int i = 0; i < numOfCols; i++) {
      min[i] = minRow.get(i);
    }
    return new MinValuesWithPath(min, path);
  }
}

代码示例来源：origin: stackoverflow.com

StructType objStructType = inputDataFrame.schema();
   StructField []arrStructField=objStructType.fields();
   List<StructField> fields = new ArrayList<StructField>();
   List<StructField> newfields = new ArrayList<StructField>();
   List <StructField> listFields = Arrays.asList(arrStructField);
   StructField a = DataTypes.createStructField(leftCol,DataTypes.StringType, true);
   fields.add(a);
   newfields.addAll(listFields);
   newfields.addAll(fields);
   final int size = objStructType.size();
 JavaRDD<Row> rowRDD =   inputDataFrame.javaRDD().map(new Function<Row, Row>() {
   private static final long serialVersionUID = 3280804931696581264L;
   public Row call(Row tblRow) throws Exception {
       Object[] newRow = new Object[size+1];
       int rowSize=    tblRow.length();
       for (int itr = 0; itr < rowSize; itr++)
       {
         if(tblRow.apply(itr)!=null)
         {
           newRow[itr] = tblRow.apply(itr);
         }
       }
       newRow[size] = UUID.randomUUID().toString();
       return RowFactory.create(newRow);
   }
 });
 inputDataFrame = objsqlContext.createDataFrame(rowRDD, DataTypes.createStructType(newfields));

代码示例来源：origin: amidst/toolbox

private static double[] transformRow2DataInstance(Row row, Attributes attributes) throws Exception {
  double[] instance = new double[row.length()];
  for (int i = 0; i < row.length(); i++) {
    Attribute att = attributes.getFullListOfAttributes().get(i);
    StateSpaceType space = att.getStateSpaceType();
    switch (space.getStateSpaceTypeEnum()) {
      case REAL:
        instance[i] = row.getDouble(i);
        break;
      case FINITE_SET:
        String state = row.getString(i);
        double index = ((FiniteStateSpace) space).getIndexOfState(state);
        instance[i] = index;
        break;
      default:
        // This should never execute
        throw new Exception("Unrecognized Error");
    }
  }
  return instance;
}

代码示例来源：origin: org.wso2.carbon.analytics/org.wso2.carbon.analytics.spark.core

private Record convertRowAndSchemaToRecord(Row row, StructType schema, boolean global) {
  String[] colNames = schema.fieldNames();
  Map<String, Object> result = new HashMap<>();
  long timestamp = -1;
  int targetTenantId = this.tId;
  boolean globalTenantProcessed = false;
  for (int i = 0; i < row.length(); i++) {
    if (colNames[i].equals(AnalyticsConstants.TIMESTAMP_FIELD)) {
      timestamp = row.getLong(i);
    } else if (global && colNames[i].equals(AnalyticsConstants.TENANT_ID_FIELD)) {
      targetTenantId = row.getInt(i);
      globalTenantProcessed = true;
    } else {
      result.put(colNames[i], row.get(i));
    }
  }
  if (global && !globalTenantProcessed) {
    throw new RuntimeException("The field '" + AnalyticsConstants.TENANT_ID_FIELD + "' is not found in row: " + row + 
        " with schema: " + schema + " when creating a global tenant access record");
  }
  if (timestamp < 0) { // timestamp has not being set
    return new Record(targetTenantId, this.tName, result);
  } else {
    return new Record(targetTenantId, this.tName, result, timestamp);
  }
}

代码示例来源：origin: cloudera-labs/envelope

public static Row set(Row row, String fieldName, Object replacement) {
 Object[] values = new Object[row.length()];
 for (int i = 0; i < row.schema().fields().length; i++) {
  if (i == row.fieldIndex(fieldName)) {
   values[i] = replacement;
  } else {
   values[i] = row.get(i);
  }
 }
 return new RowWithSchema(row.schema(), values);
}

代码示例来源：origin: Stratio/deep-spark

@Test
public void testGetRowFromCells() {
  Cells cells = new Cells("namespace", Cell.create("cell1", 1), Cell.create("cell2", "test"),
      Cell.create("cell3", new ArrayList<String>()));
  Row row = CellsUtils.getRowFromCells(cells);
  assertEquals(row.length(), cells.size());
  assertEquals(row.get(0), 1);
  assertEquals(row.get(1), "test");
  assertEquals(row.get(2), new ArrayList<String>());
}

代码示例来源：origin: stackoverflow.com

int rowSize=    tblRow.length();
for (int itr = 0; itr < rowSize; itr++)
int rowSize=    argRow1.length();

代码示例来源：origin: cloudera-labs/envelope

Row row = (Row) item;
for (int i = 0; i < row.length(); i++) {
 Object value = row.get(i);

代码示例来源：origin: cloudera-labs/envelope

@Test
public void testSubsetRowNoFields() {
 StructField field1 = DataTypes.createStructField("field1", DataTypes.StringType, true);
 StructField field2 = DataTypes.createStructField("field2", DataTypes.IntegerType, true);
 StructField field3 = DataTypes.createStructField("field3", DataTypes.FloatType, true);
 StructType schema = DataTypes.createStructType(Lists.newArrayList(field1, field2, field3));
 StructType subsetSchema = DataTypes.createStructType(Lists.<StructField>newArrayList());
 Row row = new RowWithSchema(schema, "hello", 1, 2.0);
 Row subsetRow = RowUtils.subsetRow(row, subsetSchema);
 assertEquals(subsetRow.length(), 0);
}

代码示例来源：origin: cloudera-labs/envelope

@Test
public void testSubsetRowSomeFields() {
 StructField field1 = DataTypes.createStructField("field1", DataTypes.StringType, true);
 StructField field2 = DataTypes.createStructField("field2", DataTypes.IntegerType, true);
 StructField field3 = DataTypes.createStructField("field3", DataTypes.FloatType, true);
 StructType schema = DataTypes.createStructType(Lists.newArrayList(field1, field2, field3));
 StructType subsetSchema = DataTypes.createStructType(Lists.newArrayList(field1, field3));
 Row row = new RowWithSchema(schema, "hello", 1, 2.0);
 Row subsetRow = RowUtils.subsetRow(row, subsetSchema);
 assertEquals(subsetRow.length(), 2);
 assertEquals(subsetRow.get(0), "hello");
 assertEquals(subsetRow.get(1), 2.0);
}

代码示例来源：origin: cloudera-labs/envelope

@Test
public void testSet() {
 StructField field1 = DataTypes.createStructField("field1", DataTypes.StringType, true);
 StructField field2 = DataTypes.createStructField("field2", DataTypes.IntegerType, true);
 StructField field3 = DataTypes.createStructField("field3", DataTypes.FloatType, true);
 StructType schema = DataTypes.createStructType(Lists.newArrayList(field1, field2, field3));
 Row row = new RowWithSchema(schema, "hello", 1, 2.0);
 Row setRow = RowUtils.set(row, "field2", 100);
 setRow = RowUtils.set(setRow, "field1", "world");
 assertEquals(setRow.length(), 3);
 assertEquals(RowUtils.get(setRow, "field1"), "world");
 assertEquals(RowUtils.get(setRow, "field2"), 100);
 assertEquals(RowUtils.get(setRow, "field3"), 2.0);
}

代码示例来源：origin: cloudera-labs/envelope

@Test
public void testAppendWithoutSchema() {
 Row row = RowFactory.create("hello", 1, true);
 Row appendRow = RowUtils.append(row, -50.0);
 
 assertEquals(appendRow.length(), 4);
 assertEquals(appendRow.get(0), "hello");
 assertEquals(appendRow.get(1), 1);
 assertEquals(appendRow.get(2), true);
 assertEquals(appendRow.get(3), -50.0);
}

代码示例来源：origin: cloudera-labs/envelope

@Test
public void testAppendWithSchema() {
 StructField field1 = DataTypes.createStructField("field1", DataTypes.StringType, true);
 StructField field2 = DataTypes.createStructField("field2", DataTypes.IntegerType, true);
 StructField field3 = DataTypes.createStructField("field3", DataTypes.FloatType, true);
 StructType schema = DataTypes.createStructType(Lists.newArrayList(field1, field2, field3));
 Row row = new RowWithSchema(schema, "hello", 1, 2.0);
 Row appendRow = RowUtils.append(row, "field4", DataTypes.BooleanType, true);
 appendRow = RowUtils.append(appendRow, "field5", DataTypes.StringType, "world");
 assertEquals(appendRow.length(), 5);
 assertEquals(RowUtils.get(appendRow, "field1"), "hello");
 assertEquals(RowUtils.get(appendRow, "field2"), 1);
 assertEquals(RowUtils.get(appendRow, "field3"), 2.0);
 assertEquals(RowUtils.get(appendRow, "field4"), true);
 assertEquals(RowUtils.get(appendRow, "field5"), "world");
}

内容来源于网络，如有侵权，请联系作者删除！

row

相关文章

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com