Merge pull request #355 from ankiiitraj/patch-1

fe2s · web-flow · commit ed602b698b58 · 2022-10-10T12:47:32.000-07:00
fix #354: Notify user when dataframe contains only key column
diff --git a/src/main/scala/org/apache/spark/sql/redis/RedisSourceRelation.scala b/src/main/scala/org/apache/spark/sql/redis/RedisSourceRelation.scala
@@ -136,6 +136,11 @@ class RedisSourceRelation(override val sqlContext: SQLContext,
         }
       }
     }
+    // If dataframe contains only key column
+    val colCount = data.columns.length
+    if (colCount < 2) {
+      logInfo(s"Dataframe only contains key.column specified in options. No data was writen to redis.")
+    }
   }
 
   override def buildScan(requiredColumns: Array[String], filters: Array[Filter]): RDD[Row] = {

Original file line number	Diff line number	Diff line change
`@@ -136,6 +136,11 @@ class RedisSourceRelation(override val sqlContext: SQLContext,`
`136`	`136`	`}`
`137`	`137`	`}`
`138`	`138`	`}`
	`139`	`+ // If dataframe contains only key column`
	`140`	`+ val colCount = data.columns.length`
	`141`	`+ if (colCount < 2) {`
	`142`	`+ logInfo(s"Dataframe only contains key.column specified in options. No data was writen to redis.")`
	`143`	`+ }`
`139`	`144`	`}`
`140`	`145`
`141`	`146`	`override def buildScan(requiredColumns: Array[String], filters: Array[Filter]): RDD[Row] = {`