Skip to content

Commit 6459efe

Browse files
committed
Use JVM version check in SparkR
1 parent a0f5d3f commit 6459efe

File tree

1 file changed

+11
-0
lines changed

1 file changed

+11
-0
lines changed

R/pkg/R/sparkR.R

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -334,6 +334,17 @@ sparkR.session <- function(
334334
assign(".sparkRsession", sparkSession, envir = .sparkREnv)
335335
}
336336

337+
# Check if version number of SparkSession matches version number of SparkR package
338+
jvmVersion <- callJMethod(sparkSession, "version")
339+
# Remove -SNAPSHOT from jvm versions
340+
jvmVersionStrip <- gsub("-preview", "", jvmVersion)
341+
rPackageVersion <- paste0(packageVersion("SparkR"))
342+
343+
if (jvmVersionStrip != rPackageVersion) {
344+
warning(paste("Version mismatch between Spark JVM and SparkR package. JVM version was",
345+
jvmVersion, ", while R package version was", rPackageVersion))
346+
}
347+
337348
sparkSession
338349
}
339350

0 commit comments

Comments
 (0)