File tree Expand file tree Collapse file tree 1 file changed +3
-2
lines changed
sql/core/src/main/scala/org/apache/spark/sql/execution/streaming Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Original file line number Diff line number Diff line change @@ -259,9 +259,10 @@ object MemorySinkBase {
259259
260260 /**
261261 * Gets the max number of rows a MemorySink should store. This number is based on the memory
262- * sink row limit if it is set. If not, there is no limit.
262+ * sink row limit option if it is set. If not, we use a large value so that data truncates
263+ * rather than causing out of memory errors.
263264 * @param options Options for writing from which we get the max rows option
264- * @return The maximum number of rows a memorySink should store, or None for no limit .
265+ * @return The maximum number of rows a memorySink should store.
265266 */
266267 def getMemorySinkCapacity (options : DataSourceOptions ): Int = {
267268 val maxRows = options.getInt(MAX_MEMORY_SINK_ROWS , MAX_MEMORY_SINK_ROWS_DEFAULT )
You can’t perform that action at this time.
0 commit comments