Failing unit tests as part of the BuildinfoInSparkUISuite #1442
Description
Describe the bug
There are failing tests introduced as part of the BuildinfoInSparkUISuite, and it is getting ignored because skiptest is set to true for all of the GHA jobs
25/10/14 05:00:57 ERROR spark.SparkContext: Error initializing SparkContext.
java.io.FileNotFoundException: File file:/tmp/spark-events/ does not exist
at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:631)
at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:857)
at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:621)
at org.apache.hadoop.fs.FilterFileSystem.getFileStatus(FilterFileSystem.java:446)
at org.apache.spark.deploy.history.EventLogFileWriter.requireLogBaseDirAsDirectory(EventLogFileWriters.scala:79)
at org.apache.spark.deploy.history.SingleEventLogFileWriter.start(EventLogFileWriters.scala:250)
at org.apache.spark.scheduler.EventLoggingListener.start(EventLoggingListener.scala:89)
at org.apache.spark.SparkContext.<init>(SparkContext.scala:614)
at org.apache.spark.SparkContext.<init>(SparkContext.scala:138)
at org.apache.spark.sql.test.TestSparkSession.<init>(TestSQLContext.scala:30)
at org.apache.spark.sql.test.SharedSparkSessionBase.createSparkSession(SharedSparkSession.scala:102)
at org.apache.spark.sql.test.SharedSparkSessionBase.createSparkSession$(SharedSparkSession.scala:100)
at org.apache.spark.sql.auron.BuildinfoInSparkUISuite.createSparkSession(BuildinfoInSparkUISuite.scala:21)
at org.apache.spark.sql.test.SharedSparkSessionBase.initializeSession(SharedSparkSession.scala:116)
at org.apache.spark.sql.test.SharedSparkSessionBase.initializeSession$(SharedSparkSession.scala:114)
at org.apache.spark.sql.auron.BuildinfoInSparkUISuite.initializeSession(BuildinfoInSparkUISuite.scala:21)
at org.apache.spark.sql.test.SharedSparkSessionBase.beforeAll(SharedSparkSession.scala:124)
at org.apache.spark.sql.test.SharedSparkSessionBase.beforeAll$(SharedSparkSession.scala:123)
at org.apache.spark.sql.auron.BuildinfoInSparkUISuite.org$apache$spark$sql$test$SharedSparkSession$$super$beforeAll(BuildinfoInSparkUISuite.scala:21)
at org.apache.spark.sql.test.SharedSparkSession.beforeAll(SharedSparkSession.scala:46)
at org.apache.spark.sql.test.SharedSparkSession.beforeAll$(SharedSparkSession.scala:44)
at org.apache.spark.sql.auron.BuildinfoInSparkUISuite.beforeAll(BuildinfoInSparkUISuite.scala:21)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:62)
at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1175)
at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1222)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
at org.scalatest.Suite.runNestedSuites(Suite.scala:1220)
at org.scalatest.Suite.runNestedSuites$(Suite.scala:1154)
at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
at org.scalatest.Suite.run(Suite.scala:1109)
at org.scalatest.Suite.run$(Suite.scala:1094)
at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1322)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1316)
at scala.collection.immutable.List.foreach(List.scala:431)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1316)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:993)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:971)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1482)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:971)
at org.scalatest.tools.Runner$.main(Runner.scala:775)
at org.scalatest.tools.Runner.main(Runner.scala)
25/10/14 05:00:57 INFO spark.SparkContext: Post application end to listener bus
To Reproduce
Run
./auron-build.sh --release --sparkver 3.1 --scalaver 2.12 --skiptests falseShould be applicable to any Spark version
Expected behavior
Tests should not fail.
Screenshots
N/A
Additional context