本文整理了Java中org.apache.spark.api.java.JavaPairRDD.collectPartitions()方法的一些代码示例，展示了JavaPairRDD.collectPartitions()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。JavaPairRDD.collectPartitions()方法的具体详情如下：
包路径：org.apache.spark.api.java.JavaPairRDD
类名称：JavaPairRDD
方法名：collectPartitions

JavaPairRDD.collectPartitions介绍

暂无

代码示例

代码示例来源：origin: org.apache.spark/spark-core_2.10

@Test
public void collectPartitions() {
 JavaRDD<Integer> rdd1 = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5, 6, 7), 3);
 JavaPairRDD<Integer, Integer> rdd2 =
  rdd1.mapToPair(i -> new Tuple2<>(i, i % 2));
 List<Integer>[] parts = rdd1.collectPartitions(new int[]{0});
 Assert.assertEquals(Arrays.asList(1, 2), parts[0]);
 parts = rdd1.collectPartitions(new int[]{1, 2});
 Assert.assertEquals(Arrays.asList(3, 4), parts[0]);
 Assert.assertEquals(Arrays.asList(5, 6, 7), parts[1]);
 Assert.assertEquals(Arrays.asList(new Tuple2<>(1, 1), new Tuple2<>(2, 0)),
  rdd2.collectPartitions(new int[]{0})[0]);
 List<Tuple2<Integer, Integer>>[] parts2 = rdd2.collectPartitions(new int[]{1, 2});
 Assert.assertEquals(Arrays.asList(new Tuple2<>(3, 1), new Tuple2<>(4, 0)), parts2[0]);
 Assert.assertEquals(Arrays.asList(new Tuple2<>(5, 1), new Tuple2<>(6, 0), new Tuple2<>(7, 1)),
  parts2[1]);
}

代码示例来源：origin: org.apache.spark/spark-core

@Test
public void collectPartitions() {
 JavaRDD<Integer> rdd1 = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5, 6, 7), 3);
 JavaPairRDD<Integer, Integer> rdd2 =
  rdd1.mapToPair(i -> new Tuple2<>(i, i % 2));
 List<Integer>[] parts = rdd1.collectPartitions(new int[]{0});
 Assert.assertEquals(Arrays.asList(1, 2), parts[0]);
 parts = rdd1.collectPartitions(new int[]{1, 2});
 Assert.assertEquals(Arrays.asList(3, 4), parts[0]);
 Assert.assertEquals(Arrays.asList(5, 6, 7), parts[1]);
 Assert.assertEquals(Arrays.asList(new Tuple2<>(1, 1), new Tuple2<>(2, 0)),
  rdd2.collectPartitions(new int[]{0})[0]);
 List<Tuple2<Integer, Integer>>[] parts2 = rdd2.collectPartitions(new int[]{1, 2});
 Assert.assertEquals(Arrays.asList(new Tuple2<>(3, 1), new Tuple2<>(4, 0)), parts2[0]);
 Assert.assertEquals(Arrays.asList(new Tuple2<>(5, 1), new Tuple2<>(6, 0), new Tuple2<>(7, 1)),
  parts2[1]);
}

代码示例来源：origin: org.apache.spark/spark-core_2.11

@Test
public void collectPartitions() {
 JavaRDD<Integer> rdd1 = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5, 6, 7), 3);
 JavaPairRDD<Integer, Integer> rdd2 =
  rdd1.mapToPair(i -> new Tuple2<>(i, i % 2));
 List<Integer>[] parts = rdd1.collectPartitions(new int[]{0});
 Assert.assertEquals(Arrays.asList(1, 2), parts[0]);
 parts = rdd1.collectPartitions(new int[]{1, 2});
 Assert.assertEquals(Arrays.asList(3, 4), parts[0]);
 Assert.assertEquals(Arrays.asList(5, 6, 7), parts[1]);
 Assert.assertEquals(Arrays.asList(new Tuple2<>(1, 1), new Tuple2<>(2, 0)),
  rdd2.collectPartitions(new int[]{0})[0]);
 List<Tuple2<Integer, Integer>>[] parts2 = rdd2.collectPartitions(new int[]{1, 2});
 Assert.assertEquals(Arrays.asList(new Tuple2<>(3, 1), new Tuple2<>(4, 0)), parts2[0]);
 Assert.assertEquals(Arrays.asList(new Tuple2<>(5, 1), new Tuple2<>(6, 0), new Tuple2<>(7, 1)),
  parts2[1]);
}

代码示例来源：origin: org.apache.spark/spark-core

@SuppressWarnings("unchecked")
@Test
public void collectPartitions() {
 JavaRDD<Integer> rdd1 = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5, 6, 7), 3);
 JavaPairRDD<Integer, Integer> rdd2 = rdd1.mapToPair(i -> new Tuple2<>(i, i % 2));
 List<Integer>[] parts = rdd1.collectPartitions(new int[] {0});
 assertEquals(Arrays.asList(1, 2), parts[0]);
 parts = rdd1.collectPartitions(new int[] {1, 2});
 assertEquals(Arrays.asList(3, 4), parts[0]);
 assertEquals(Arrays.asList(5, 6, 7), parts[1]);
 assertEquals(
  Arrays.asList(new Tuple2<>(1, 1), new Tuple2<>(2, 0)),
  rdd2.collectPartitions(new int[] {0})[0]);
 List<Tuple2<Integer,Integer>>[] parts2 = rdd2.collectPartitions(new int[] {1, 2});
 assertEquals(Arrays.asList(new Tuple2<>(3, 1), new Tuple2<>(4, 0)), parts2[0]);
 assertEquals(
  Arrays.asList(
   new Tuple2<>(5, 1),
   new Tuple2<>(6, 0),
   new Tuple2<>(7, 1)),
  parts2[1]);
}

代码示例来源：origin: org.apache.spark/spark-core_2.11

@SuppressWarnings("unchecked")
@Test
public void collectPartitions() {
 JavaRDD<Integer> rdd1 = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5, 6, 7), 3);
 JavaPairRDD<Integer, Integer> rdd2 = rdd1.mapToPair(i -> new Tuple2<>(i, i % 2));
 List<Integer>[] parts = rdd1.collectPartitions(new int[] {0});
 assertEquals(Arrays.asList(1, 2), parts[0]);
 parts = rdd1.collectPartitions(new int[] {1, 2});
 assertEquals(Arrays.asList(3, 4), parts[0]);
 assertEquals(Arrays.asList(5, 6, 7), parts[1]);
 assertEquals(
  Arrays.asList(new Tuple2<>(1, 1), new Tuple2<>(2, 0)),
  rdd2.collectPartitions(new int[] {0})[0]);
 List<Tuple2<Integer,Integer>>[] parts2 = rdd2.collectPartitions(new int[] {1, 2});
 assertEquals(Arrays.asList(new Tuple2<>(3, 1), new Tuple2<>(4, 0)), parts2[0]);
 assertEquals(
  Arrays.asList(
   new Tuple2<>(5, 1),
   new Tuple2<>(6, 0),
   new Tuple2<>(7, 1)),
  parts2[1]);
}

代码示例来源：origin: org.apache.spark/spark-core_2.10

@SuppressWarnings("unchecked")
@Test
public void collectPartitions() {
 JavaRDD<Integer> rdd1 = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5, 6, 7), 3);
 JavaPairRDD<Integer, Integer> rdd2 = rdd1.mapToPair(i -> new Tuple2<>(i, i % 2));
 List<Integer>[] parts = rdd1.collectPartitions(new int[] {0});
 assertEquals(Arrays.asList(1, 2), parts[0]);
 parts = rdd1.collectPartitions(new int[] {1, 2});
 assertEquals(Arrays.asList(3, 4), parts[0]);
 assertEquals(Arrays.asList(5, 6, 7), parts[1]);
 assertEquals(
  Arrays.asList(new Tuple2<>(1, 1), new Tuple2<>(2, 0)),
  rdd2.collectPartitions(new int[] {0})[0]);
 List<Tuple2<Integer,Integer>>[] parts2 = rdd2.collectPartitions(new int[] {1, 2});
 assertEquals(Arrays.asList(new Tuple2<>(3, 1), new Tuple2<>(4, 0)), parts2[0]);
 assertEquals(
  Arrays.asList(
   new Tuple2<>(5, 1),
   new Tuple2<>(6, 0),
   new Tuple2<>(7, 1)),
  parts2[1]);
}