update config option too

Author: marmbrus

python/pyspark/sql/streaming.py

@@ -117,7 +117,7 @@ def status(self):
     def recentProgress(self):
         """Returns an array of the most recent [[StreamingQueryProgress]] updates for this query.
         The number of progress updates retained for each stream is configured by Spark session
-        configuration `spark.sql.streaming.numrecentProgress`.
+        configuration `spark.sql.streaming.numRecentProgressUpdates`.
         """
         return [json.loads(p.json()) for p in self._jsq.recentProgress()]
 

sql/core/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala

@@ -617,7 +617,7 @@ object SQLConf {
       .createWithDefault(false)
 
   val STREAMING_PROGRESS_RETENTION =
-    SQLConfigBuilder("spark.sql.streaming.numrecentProgress")
+    SQLConfigBuilder("spark.sql.streaming.numRecentProgressUpdates")
       .doc("The number of progress updates to retain for a streaming query")
       .intConf
       .createWithDefault(100)

sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala

@@ -87,7 +87,7 @@ trait StreamingQuery {
   /**
    * Returns an array of the most recent [[StreamingQueryProgress]] updates for this query.
    * The number of progress updates retained for each stream is configured by Spark session
-   * configuration `spark.sql.streaming.numrecentProgress`.
+   * configuration `spark.sql.streaming.numRecentProgressUpdates`.
    *
    * @since 2.1.0
    */