Skip to content

Commit 0402b60

Browse files
author
Mukul Murthy
committed
fix documentation
1 parent e5b6175 commit 0402b60

File tree

1 file changed

+3
-2
lines changed
  • sql/core/src/main/scala/org/apache/spark/sql/execution/streaming

1 file changed

+3
-2
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/memory.scala

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -259,9 +259,10 @@ object MemorySinkBase {
259259

260260
/**
261261
* Gets the max number of rows a MemorySink should store. This number is based on the memory
262-
* sink row limit if it is set. If not, there is no limit.
262+
* sink row limit option if it is set. If not, we use a large value so that data truncates
263+
* rather than causing out of memory errors.
263264
* @param options Options for writing from which we get the max rows option
264-
* @return The maximum number of rows a memorySink should store, or None for no limit.
265+
* @return The maximum number of rows a memorySink should store.
265266
*/
266267
def getMemorySinkCapacity(options: DataSourceOptions): Int = {
267268
val maxRows = options.getInt(MAX_MEMORY_SINK_ROWS, MAX_MEMORY_SINK_ROWS_DEFAULT)

0 commit comments

Comments
 (0)