Build #27

Build: #27 failed Manual run by Yaojie Feng

Test results

  • 1,048 tests in total
  • 16 tests failed
  • 16 failures are new
  • 3163 minutes taken in total.
New test failures 16
Status Test View job Duration
Collapse Failed BatchJoinerTest testJoinerSpark History
Distro Tests - CDH 5.13 2 mins
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:52)
	at co.cask.cdap.app.etl.batch.BatchJoinerTest.testJoiner(BatchJoinerTest.java:224)
(1 more lines...)
Collapse Failed BatchJoinerTest testJoinerSpark History
Distro Tests - CDH 5.14 2 mins
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:52)
	at co.cask.cdap.app.etl.batch.BatchJoinerTest.testJoiner(BatchJoinerTest.java:224)
(1 more lines...)
Collapse Failed TPFSSinkSourceTest testSpark History
Distro Tests - CDH 5.13 1 min
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.app.etl.batch.TPFSSinkSourceTest.testStreamTPFSWithProjection(TPFSSinkSourceTest.java:107)
	at co.cask.cdap.app.etl.batch.TPFSSinkSourceTest.testSpark(TPFSSinkSourceTest.java:85)
Collapse Failed TPFSSinkSourceTest testSpark History
Distro Tests - CDH 5.14 1 min
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.app.etl.batch.TPFSSinkSourceTest.testStreamTPFSWithProjection(TPFSSinkSourceTest.java:107)
	at co.cask.cdap.app.etl.batch.TPFSSinkSourceTest.testSpark(TPFSSinkSourceTest.java:85)
Collapse Failed XMLReaderTest testPreProcessingNotRequired History
Distro Tests - HDP 2.4 1 min
java.util.concurrent.TimeoutException: Timeout occurred. Expected true but found false.
	at co.cask.cdap.common.utils.Tasks.waitFor(Tasks.java:70)
	at co.cask.cdap.common.utils.Tasks.waitFor(Tasks.java:91)
	at co.cask.cdap.common.utils.Tasks.waitFor(Tasks.java:130)
	at co.cask.cdap.test.AbstractProgramManager.waitForRuns(AbstractProgramManager.java:90)
	at co.cask.cdap.test.AbstractProgramManager.waitForRun(AbstractProgramManager.java:84)
	at co.cask.cdap.app.etl.batch.XMLReaderTest.testSetup(XMLReaderTest.java:84)
Collapse Failed DataStreamsTest testDataStreams History
Distro Tests - CDH 5.13 50 secs
java.io.IOException: java.lang.IllegalArgumentException: No plugin of type streamingsource and name File could be found for stage File.
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.app.etl.realtime.DataStreamsTest.testDataStreams(DataStreamsTest.java:145)
Collapse Failed DataStreamsTest testDataStreams History
Distro Tests - CDH 5.14 47 secs
java.io.IOException: java.lang.IllegalArgumentException: No plugin of type streamingsource and name File could be found for stage File.
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.app.etl.realtime.DataStreamsTest.testDataStreams(DataStreamsTest.java:145)
Collapse Failed WranglerTest testWranglerSpark History
Distro Tests - CDH 5.13 1 min
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:52)
	at co.cask.cdap.app.etl.wrangler.WranglerTest.testWrangler(WranglerTest.java:190)
(1 more lines...)
Collapse Failed WranglerTest testWranglerSpark History
Distro Tests - CDH 5.14 1 min
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:52)
	at co.cask.cdap.app.etl.wrangler.WranglerTest.testWrangler(WranglerTest.java:190)
(1 more lines...)
Collapse Failed ApplicationTest test History
Distro Tests - HDP 2.6 42 secs
java.lang.RuntimeException: java.io.IOException: loader (instance of  co/cask/cdap/app/runtime/spark/classloader/SparkRunnerClassLoader): attempted  duplicate class definition for name: "co/cask/cdap/app/runtime/spark/distributed/DistributedSparkProgramRunner"
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deployApp(ApplicationClient.java:671)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:551)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:527)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:183)
	at co.cask.cdap.test.AbstractTestManager.deployApplication(AbstractTestManager.java:159)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:391)
(2 more lines...)
Collapse Failed SparkPageRankAppTest test History
Distro Tests - CDH 5.13 3 secs
java.lang.RuntimeException: java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.JavaSparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deployApp(ApplicationClient.java:671)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:551)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:527)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:183)
	at co.cask.cdap.test.AbstractTestManager.deployApplication(AbstractTestManager.java:159)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:391)
(2 more lines...)
Collapse Failed SparkPageRankAppTest test History
Distro Tests - CDH 5.14 3 secs
java.lang.RuntimeException: java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.JavaSparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deployApp(ApplicationClient.java:671)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:551)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:527)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:183)
	at co.cask.cdap.test.AbstractTestManager.deployApplication(AbstractTestManager.java:159)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:391)
(2 more lines...)
Collapse Failed WorkflowTest testKMeans History
Distro Tests - CDH 5.13 7 secs
java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.SparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.apps.workflow.WorkflowTest.testKMeans(WorkflowTest.java:103)
Collapse Failed WorkflowTest testLDA History
Distro Tests - CDH 5.13 8 secs
java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.SparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.apps.workflow.WorkflowTest.testLDA(WorkflowTest.java:86)
Collapse Failed WorkflowTest testKMeans History
Distro Tests - CDH 5.14 7 secs
java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.SparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.apps.workflow.WorkflowTest.testKMeans(WorkflowTest.java:103)
Collapse Failed WorkflowTest testLDA History
Distro Tests - CDH 5.14 8 secs
java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.SparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.apps.workflow.WorkflowTest.testLDA(WorkflowTest.java:86)