Build #27

Build: #27 failed Manual run by Yaojie Feng

Build result summary

Details

Completed
Duration
365 minutes
Labels
None
Revision
df613f36352f3acf50b029372a3492e16e4d0175 df613f36352f3acf50b029372a3492e16e4d0175
Total tests
1048

Responsible

No one has taken responsibility for this failure

Configuration changes

Plan configuration has changed since the last successful build. See the plan audit log for more details.

Tests

New test failures 16
Status Test View job Duration
Collapse Failed BatchJoinerTest testJoinerSpark History
Distro Tests - CDH 5.13 2 mins
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:52)
	at co.cask.cdap.app.etl.batch.BatchJoinerTest.testJoiner(BatchJoinerTest.java:224)
(1 more lines...)
Collapse Failed BatchJoinerTest testJoinerSpark History
Distro Tests - CDH 5.14 2 mins
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:52)
	at co.cask.cdap.app.etl.batch.BatchJoinerTest.testJoiner(BatchJoinerTest.java:224)
(1 more lines...)
Collapse Failed TPFSSinkSourceTest testSpark History
Distro Tests - CDH 5.13 1 min
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.app.etl.batch.TPFSSinkSourceTest.testStreamTPFSWithProjection(TPFSSinkSourceTest.java:107)
	at co.cask.cdap.app.etl.batch.TPFSSinkSourceTest.testSpark(TPFSSinkSourceTest.java:85)
Collapse Failed TPFSSinkSourceTest testSpark History
Distro Tests - CDH 5.14 1 min
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.app.etl.batch.TPFSSinkSourceTest.testStreamTPFSWithProjection(TPFSSinkSourceTest.java:107)
	at co.cask.cdap.app.etl.batch.TPFSSinkSourceTest.testSpark(TPFSSinkSourceTest.java:85)
Collapse Failed XMLReaderTest testPreProcessingNotRequired History
Distro Tests - HDP 2.4 1 min
java.util.concurrent.TimeoutException: Timeout occurred. Expected true but found false.
	at co.cask.cdap.common.utils.Tasks.waitFor(Tasks.java:70)
	at co.cask.cdap.common.utils.Tasks.waitFor(Tasks.java:91)
	at co.cask.cdap.common.utils.Tasks.waitFor(Tasks.java:130)
	at co.cask.cdap.test.AbstractProgramManager.waitForRuns(AbstractProgramManager.java:90)
	at co.cask.cdap.test.AbstractProgramManager.waitForRun(AbstractProgramManager.java:84)
	at co.cask.cdap.app.etl.batch.XMLReaderTest.testSetup(XMLReaderTest.java:84)
Collapse Failed DataStreamsTest testDataStreams History
Distro Tests - CDH 5.13 50 secs
java.io.IOException: java.lang.IllegalArgumentException: No plugin of type streamingsource and name File could be found for stage File.
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.app.etl.realtime.DataStreamsTest.testDataStreams(DataStreamsTest.java:145)
Collapse Failed DataStreamsTest testDataStreams History
Distro Tests - CDH 5.14 47 secs
java.io.IOException: java.lang.IllegalArgumentException: No plugin of type streamingsource and name File could be found for stage File.
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.app.etl.realtime.DataStreamsTest.testDataStreams(DataStreamsTest.java:145)
Collapse Failed WranglerTest testWranglerSpark History
Distro Tests - CDH 5.13 1 min
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:52)
	at co.cask.cdap.app.etl.wrangler.WranglerTest.testWrangler(WranglerTest.java:190)
(1 more lines...)
Collapse Failed WranglerTest testWranglerSpark History
Distro Tests - CDH 5.14 1 min
java.lang.RuntimeException: java.io.IOException: 500: Spark not found. Please set environment variable SPARK_HOME
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:132)
	at co.cask.cdap.client.util.RESTClient.execute(RESTClient.java:69)
	at co.cask.cdap.client.ProgramClient.start(ProgramClient.java:155)
	at co.cask.cdap.test.remote.RemoteApplicationManager.startProgram(RemoteApplicationManager.java:151)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:57)
	at co.cask.cdap.test.AbstractProgramManager.start(AbstractProgramManager.java:52)
	at co.cask.cdap.app.etl.wrangler.WranglerTest.testWrangler(WranglerTest.java:190)
(1 more lines...)
Collapse Failed ApplicationTest test History
Distro Tests - HDP 2.6 42 secs
java.lang.RuntimeException: java.io.IOException: loader (instance of  co/cask/cdap/app/runtime/spark/classloader/SparkRunnerClassLoader): attempted  duplicate class definition for name: "co/cask/cdap/app/runtime/spark/distributed/DistributedSparkProgramRunner"
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deployApp(ApplicationClient.java:671)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:551)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:527)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:183)
	at co.cask.cdap.test.AbstractTestManager.deployApplication(AbstractTestManager.java:159)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:391)
(2 more lines...)
Collapse Failed SparkPageRankAppTest test History
Distro Tests - CDH 5.13 3 secs
java.lang.RuntimeException: java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.JavaSparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deployApp(ApplicationClient.java:671)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:551)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:527)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:183)
	at co.cask.cdap.test.AbstractTestManager.deployApplication(AbstractTestManager.java:159)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:391)
(2 more lines...)
Collapse Failed SparkPageRankAppTest test History
Distro Tests - CDH 5.14 3 secs
java.lang.RuntimeException: java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.JavaSparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deployApp(ApplicationClient.java:671)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:551)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:527)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:183)
	at co.cask.cdap.test.AbstractTestManager.deployApplication(AbstractTestManager.java:159)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:391)
(2 more lines...)
Collapse Failed WorkflowTest testKMeans History
Distro Tests - CDH 5.13 7 secs
java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.SparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.apps.workflow.WorkflowTest.testKMeans(WorkflowTest.java:103)
Collapse Failed WorkflowTest testLDA History
Distro Tests - CDH 5.13 8 secs
java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.SparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.apps.workflow.WorkflowTest.testLDA(WorkflowTest.java:86)
Collapse Failed WorkflowTest testKMeans History
Distro Tests - CDH 5.14 7 secs
java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.SparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.apps.workflow.WorkflowTest.testKMeans(WorkflowTest.java:103)
Collapse Failed WorkflowTest testLDA History
Distro Tests - CDH 5.14 8 secs
java.io.IOException: java.lang.IllegalStateException: Missing Spark related class co.cask.cdap.api.spark.SparkMain. It may be caused by unavailability of Spark. Please verify environment variable SPARK_HOME is set correctly
	at co.cask.cdap.client.util.RESTClient.upload(RESTClient.java:160)
	at co.cask.cdap.client.ApplicationClient.deploy(ApplicationClient.java:614)
	at co.cask.cdap.test.IntegrationTestManager.deployApplication(IntegrationTestManager.java:203)
	at co.cask.cdap.test.IntegrationTestBase.deployApplication(IntegrationTestBase.java:400)
	at co.cask.cdap.apps.workflow.WorkflowTest.testLDA(WorkflowTest.java:86)