split up rdd tests, added list test.

Added kotlin official code style prop for later

Author: Jolanrensen

kotlin-spark-api/3.2/src/test/kotlin/org/jetbrains/kotlinx/spark/api/ApiTest.kt

@@ -598,22 +598,24 @@ class ApiTest : ShouldSpec({
  it.nullable() shouldBe true
  }
  }
- should("Easily convert a (Java)RDD to a Dataset") {
- // scala RDD
+ should("Convert Scala RDD to Dataset") {
  val rdd0: RDD<Int> = sc.parallelize(
  listOf(1, 2, 3, 4, 5, 6)
  ).rdd()
  val dataset0: Dataset<Int> = rdd0.toDS()
 
  dataset0.toList<Int>() shouldBe listOf(1, 2, 3, 4, 5, 6)
+ }
 
-  // normal JavaRDD
+ should("Convert a JavaRDD to a Dataset") {
  val rdd1: JavaRDD<Int> = sc.parallelize(
  listOf(1, 2, 3, 4, 5, 6)
  )
  val dataset1: Dataset<Int> = rdd1.toDS()
 
  dataset1.toList<Int>() shouldBe listOf(1, 2, 3, 4, 5, 6)
+ }
+ should("Convert JavaDoubleRDD to Dataset") {
 
  // JavaDoubleRDD
  val rdd2: JavaDoubleRDD = sc.parallelizeDoubles(
@@ -622,16 +624,16 @@ class ApiTest : ShouldSpec({
  val dataset2: Dataset<Double> = rdd2.toDS()
 
  dataset2.toList<Double>() shouldBe listOf(1.0, 2.0, 3.0, 4.0, 5.0, 6.0)
-
-  // JavaPairRDD
+ }
+ should("Convert JavaPairRDD to Dataset") {
  val rdd3: JavaPairRDD<Int, Double> = sc.parallelizePairs(
  listOf(Tuple2(1, 1.0), Tuple2(2, 2.0), Tuple2(3, 3.0))
  )
  val dataset3: Dataset<Tuple2<Int, Double>> = rdd3.toDS()
 
  dataset3.toList<Tuple2<Int, Double>>() shouldBe listOf(Tuple2(1, 1.0), Tuple2(2, 2.0), Tuple2(3, 3.0))
-
-  // Kotlin Serializable data class RDD
+ }
+ should("Convert Kotlin Serializable data class RDD to Dataset") {
  val rdd4 = sc.parallelize(
  listOf(SomeClass(intArrayOf(1, 2), 0))
  )
@@ -641,15 +643,23 @@ class ApiTest : ShouldSpec({
  a contentEquals intArrayOf(1, 2) shouldBe true
  b shouldBe 0
  }
-
-  // Arity
+ }
+ should("Convert Arity RDD to Dataset") {
  val rdd5 = sc.parallelize(
  listOf(c(1.0, 4))
  )
  val dataset5 = rdd5.toDS()
 
  dataset5.toList<Arity2<Double, Int>>() shouldBe listOf(c(1.0, 4))
  }
+ should("Convert List RDD to Dataset") {
+ val rdd6 = sc.parallelize(
+ listOf(listOf(1, 2, 3), listOf(4, 5, 6))
+ )
+ val dataset6 = rdd6.toDS()
+
+ dataset6.toList<List<Int>>() shouldBe listOf(listOf(1, 2, 3), listOf(4, 5, 6))
+ }
  }
  }
 })
@@ -684,5 +694,5 @@ data class ComplexEnumDataClass(
 
 data class NullFieldAbleDataClass(
  val optionList: List<Int>?,
- val optionMap: Map<String, Int>?
+ val optionMap: Map<String, Int>?,
 )

pom.xml

@@ -32,6 +32,7 @@
  <maven-surefire-plugin.version>3.0.0-M5</maven-surefire-plugin.version>
  <nexus-staging-plugin.version>1.6.8</nexus-staging-plugin.version>
  <scala-maven-plugin.version>4.5.6</scala-maven-plugin.version>
+ <kotlin.code.style>official</kotlin.code.style>
  </properties>
 
  <modules>