Build #738

Build: #738 failed Scheduled

Stages & jobs

  1. Variables

  2. Spinup and Test

Logs

The following logs have been generated by the jobs in this plan.
  • Expand all
  • Collapse all
Job Logs
Collapse Cloudera Manager - 5.12 Spinup and Test Download or View
18-Mar-2020 10:50:48 2020-03-18 10:50:48 +0000 DEBUG: Response: {"id"=>166, "name"=>"First Run", "startTime"=>"2020-03-18T10:50:17.810Z", "endTime"=>"2020-03-18T10:50:47.890Z", "active"=>false, "success"=>true, "resultMessage"=>"Finished First Run of the following services successfully: hbase-00053450.", "children"=>{"items"=>[{"id"=>174, "name"=>"GlobalWait", "startTime"=>"2020-03-18T10:50:20.349Z", "endTime"=>"2020-03-18T10:50:20.368Z", "active"=>false, "success"=>true, "resultMessage"=>"Finished waiting"}, {"id"=>167, "name"=>"DeployClusterClientConfig", "startTime"=>"2020-03-18T10:50:18.047Z", "endTime"=>"2020-03-18T10:50:20.349Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully deployed all client configurations.", "clusterRef"=>{"clusterName"=>"00053450"}}, {"id"=>177, "name"=>"Start", "startTime"=>"2020-03-18T10:50:25.228Z", "endTime"=>"2020-03-18T10:50:47.889Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully started service.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"hbase-00053450"}}, {"id"=>175, "name"=>"CreateRootDir", "startTime"=>"2020-03-18T10:50:20.386Z", "endTime"=>"2020-03-18T10:50:25.203Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully created HDFS directory.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"hbase-00053450"}}]}, "canRetry"=>false}
18-Mar-2020 10:50:48 2020-03-18 10:50:48 +0000 INFO: ------------ Start SPARK_ON_YARN FirstRun --------------
18-Mar-2020 10:50:48 2020-03-18 10:50:48 +0000 DEBUG: Request: clusters/00053450/services/spark_on_yarn-00053450/commands/firstRun
18-Mar-2020 10:50:48 2020-03-18 10:50:48 +0000 DEBUG: Response: {"id"=>189, "name"=>"First Run", "startTime"=>"2020-03-18T10:50:48.457Z", "active"=>true, "children"=>{"items"=>[]}}
18-Mar-2020 10:50:48 2020-03-18 10:50:48 +0000 INFO: ------------ Wait for SPARK_ON_YARN FirstRun --------------
18-Mar-2020 10:50:48 2020-03-18 10:50:48 +0000 INFO: Waiting for command 189 to complete
18-Mar-2020 10:51:25 ..................
18-Mar-2020 10:51:25 2020-03-18 10:51:25 +0000 DEBUG: Response: {"id"=>189, "name"=>"First Run", "startTime"=>"2020-03-18T10:50:48.457Z", "endTime"=>"2020-03-18T10:51:24.349Z", "active"=>false, "success"=>true, "resultMessage"=>"Finished First Run of the following services successfully: spark_on_yarn-00053450.", "children"=>{"items"=>[{"id"=>205, "name"=>"Start", "startTime"=>"2020-03-18T10:51:02.051Z", "endTime"=>"2020-03-18T10:51:24.348Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully started service.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"spark_on_yarn-00053450"}}, {"id"=>198, "name"=>"CreateSparkUserDirCommand", "startTime"=>"2020-03-18T10:50:50.596Z", "endTime"=>"2020-03-18T10:50:55.282Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully created HDFS directory.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"spark_on_yarn-00053450"}}, {"id"=>200, "name"=>"CreateSparkHistoryDirCommand", "startTime"=>"2020-03-18T10:50:55.296Z", "endTime"=>"2020-03-18T10:50:59.975Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully created HDFS directory.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"spark_on_yarn-00053450"}}, {"id"=>190, "name"=>"DeployClusterClientConfig", "startTime"=>"2020-03-18T10:50:48.577Z", "endTime"=>"2020-03-18T10:50:50.555Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully deployed all client configurations.", "clusterRef"=>{"clusterName"=>"00053450"}}, {"id"=>202, "name"=>"SparkUploadJarServiceCommand", "startTime"=>"2020-03-18T10:50:59.984Z", "endTime"=>"2020-03-18T10:51:02.022Z", "active"=>false, "success"=>true, "resultMessage"=>"Command Install Spark JAR finished successfully on service spark_on_yarn-00053450.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"spark_on_yarn-00053450"}}, {"id"=>197, "name"=>"GlobalWait", "startTime"=>"2020-03-18T10:50:50.556Z", "endTime"=>"2020-03-18T10:50:50.573Z", "active"=>false, "success"=>true, "resultMessage"=>"Finished waiting"}]}, "canRetry"=>false}
18-Mar-2020 10:51:25 2020-03-18 10:51:25 +0000 INFO: ------------ Start HIVE FirstRun --------------
18-Mar-2020 10:51:25 2020-03-18 10:51:25 +0000 DEBUG: Request: clusters/00053450/services/hive-00053450/commands/firstRun
18-Mar-2020 10:51:25 2020-03-18 10:51:25 +0000 DEBUG: Response: {"id"=>210, "name"=>"First Run", "startTime"=>"2020-03-18T10:51:25.303Z", "active"=>true, "children"=>{"items"=>[]}}
18-Mar-2020 10:51:25 2020-03-18 10:51:25 +0000 INFO: ------------ Wait for HIVE FirstRun --------------
18-Mar-2020 10:51:25 2020-03-18 10:51:25 +0000 INFO: Waiting for command 210 to complete
18-Mar-2020 10:52:14 ........................
18-Mar-2020 10:52:14 2020-03-18 10:52:14 +0000 DEBUG: Response: {"id"=>210, "name"=>"First Run", "startTime"=>"2020-03-18T10:51:25.303Z", "endTime"=>"2020-03-18T10:52:12.464Z", "active"=>false, "success"=>true, "resultMessage"=>"Finished First Run of the following services successfully: hive-00053450.", "children"=>{"items"=>[{"id"=>219, "name"=>"HiveCreateMetastoreTables", "startTime"=>"2020-03-18T10:51:27.178Z", "endTime"=>"2020-03-18T10:51:30.308Z", "active"=>false, "success"=>true, "resultMessage"=>"Created Hive Metastore Database Tables successfully.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"hive-00053450"}, "roleRef"=>{"clusterName"=>"00053450", "serviceName"=>"hive-00053450", "roleName"=>"hive-00053450-HIVEMETASTORE-7a49a9c326c4e038f79aa74c9bf756b5"}}, {"id"=>225, "name"=>"CreateHiveWarehouseDir", "startTime"=>"2020-03-18T10:51:44.925Z", "endTime"=>"2020-03-18T10:51:49.870Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully created HDFS directory.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"hive-00053450"}}, {"id"=>223, "name"=>"CreateHiveUserDir", "startTime"=>"2020-03-18T10:51:39.995Z", "endTime"=>"2020-03-18T10:51:44.898Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully created HDFS directory.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"hive-00053450"}}, {"id"=>211, "name"=>"DeployClusterClientConfig", "startTime"=>"2020-03-18T10:51:25.377Z", "endTime"=>"2020-03-18T10:51:27.112Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully deployed all client configurations.", "clusterRef"=>{"clusterName"=>"00053450"}}, {"id"=>228, "name"=>"Start", "startTime"=>"2020-03-18T10:51:49.956Z", "endTime"=>"2020-03-18T10:52:12.464Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully started service.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"hive-00053450"}}, {"id"=>221, "name"=>"HiveValidateMetastore", "startTime"=>"2020-03-18T10:51:30.335Z", "endTime"=>"2020-03-18T10:51:39.975Z", "active"=>false, "success"=>true, "resultMessage"=>"Validated Hive Metastore Schema successfully.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"hive-00053450"}, "roleRef"=>{"clusterName"=>"00053450", "serviceName"=>"hive-00053450", "roleName"=>"hive-00053450-HIVEMETASTORE-7a49a9c326c4e038f79aa74c9bf756b5"}}, {"id"=>218, "name"=>"GlobalWait", "startTime"=>"2020-03-18T10:51:27.112Z", "endTime"=>"2020-03-18T10:51:27.136Z", "active"=>false, "success"=>true, "resultMessage"=>"Finished waiting"}]}, "canRetry"=>false}
18-Mar-2020 10:52:14 2020-03-18 10:52:14 +0000 INFO: ------------ Configure CDAP Service --------------
18-Mar-2020 10:52:14 2020-03-18 10:52:14 +0000 DEBUG: Request: {"items"=>[{"name"=>"security_store_provider", "value"=>"kms"}, {"name"=>"cdap-site.xml_service_safety_valve", "value"=>"<property><name>security.authorization.extension.config.sentry.site.url</name><value>/etc/sentry/conf/sentry-site.xml</value></property><property><name>cdap.ugi.cache.expiration.ms</name><value>60000</value></property><property><name>cdap.http.client.read.timeout.ms</name><value>120000</value></property><property><name>hive.server2.jdbc.url</name><value>jdbc:hive2://it-itc-cm512-738-53450-1000.coopr.sh:10000/default;principal=hive/_HOST@CONTINUUITY.NET</value></property>"}]}
18-Mar-2020 10:52:14 2020-03-18 10:52:14 +0000 DEBUG: Response {"items"=>[{"name"=>"cdap-site.xml_service_safety_valve", "value"=>"<property><name>security.authorization.extension.config.sentry.site.url</name><value>/etc/sentry/conf/sentry-site.xml</value></property><property><name>cdap.ugi.cache.expiration.ms</name><value>60000</value></property><property><name>cdap.http.client.read.timeout.ms</name><value>120000</value></property><property><name>hive.server2.jdbc.url</name><value>jdbc:hive2://it-itc-cm512-738-53450-1000.coopr.sh:10000/default;principal=hive/_HOST@CONTINUUITY.NET</value></property>"}, {"name"=>"csd_compatibility_check_enabled", "value"=>"false"}, {"name"=>"enable_unrecoverable_reset", "value"=>"true"}, {"name"=>"hbase_service", "value"=>"hbase-00053450"}, {"name"=>"hdfs_service", "value"=>"hdfs-00053450"}, {"name"=>"hive_service", "value"=>"hive-00053450"}, {"name"=>"kerberos_auth_enabled", "value"=>"true"}, {"name"=>"security_authorization_cache_ttl_secs", "value"=>"3"}, {"name"=>"security_authorization_extension_jar_path", "value"=>"/data/cloudera/parcels/CDAP/master/ext/security/cdap-sentry-binding-0.11.0-SNAPSHOT.jar"}, {"name"=>"security_store_provider", "value"=>"kms"}, {"name"=>"spark_on_yarn_service", "value"=>"spark_on_yarn-00053450"}, {"name"=>"yarn_service", "value"=>"yarn-00053450"}, {"name"=>"zookeeper_service", "value"=>"zookeeper-00053450"}]}
18-Mar-2020 10:52:16 2020-03-18 10:52:16 +0000 INFO: ------------ Start CDAP FirstRun --------------
18-Mar-2020 10:52:16 2020-03-18 10:52:16 +0000 DEBUG: Request: clusters/00053450/services/cdap-00053450/commands/firstRun
18-Mar-2020 10:52:16 2020-03-18 10:52:16 +0000 DEBUG: Response: {"id"=>234, "name"=>"First Run", "startTime"=>"2020-03-18T10:52:16.223Z", "active"=>true, "children"=>{"items"=>[]}}
18-Mar-2020 10:52:16 2020-03-18 10:52:16 +0000 INFO: ------------ Wait for CDAP FirstRun --------------
18-Mar-2020 10:52:16 2020-03-18 10:52:16 +0000 INFO: Waiting for command 234 to complete
18-Mar-2020 10:53:06 .........................
18-Mar-2020 10:53:06 2020-03-18 10:53:06 +0000 ERROR: Caught exception: Command 234 not successful: {"id"=>234, "name"=>"First Run", "startTime"=>"2020-03-18T10:52:16.223Z", "endTime"=>"2020-03-18T10:53:05.208Z", "active"=>false, "success"=>false, "resultMessage"=>"Failed to perform First Run of services.", "children"=>{"items"=>[{"id"=>246, "name"=>"CreateCdapUserHdfsDirCommand", "startTime"=>"2020-03-18T10:52:38.226Z", "endTime"=>"2020-03-18T10:52:43.392Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully created HDFS directory.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"cdap-00053450"}}, {"id"=>243, "name"=>"CreateCdapHdfsDirCommand", "startTime"=>"2020-03-18T10:52:33.262Z", "endTime"=>"2020-03-18T10:52:38.193Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully created HDFS directory.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"cdap-00053450"}}, {"id"=>242, "name"=>"GlobalWait", "startTime"=>"2020-03-18T10:52:33.215Z", "endTime"=>"2020-03-18T10:52:33.227Z", "active"=>false, "success"=>true, "resultMessage"=>"Finished waiting"}, {"id"=>235, "name"=>"DeployClusterClientConfig", "startTime"=>"2020-03-18T10:52:16.311Z", "endTime"=>"2020-03-18T10:52:33.214Z", "active"=>false, "success"=>true, "resultMessage"=>"Successfully deployed all client configurations.", "clusterRef"=>{"clusterName"=>"00053450"}}, {"id"=>248, "name"=>"Start", "startTime"=>"2020-03-18T10:52:43.531Z", "endTime"=>"2020-03-18T10:53:05.207Z", "active"=>false, "success"=>false, "resultMessage"=>"Failed to start service.", "serviceRef"=>{"clusterName"=>"00053450", "serviceName"=>"cdap-00053450"}}]}, "canRetry"=>true} ["/var/bamboo/xml-data/build-dir/IT-ITC-CM512/coopr-internal/data/automatortypes/chef-solo/cookbooks/coopr_scripts/files/default/coopr-internal/bin/coopr_base_to_cm.rb:685:in `wait_for_command_success'", "/var/bamboo/xml-data/build-dir/IT-ITC-CM512/coopr-internal/data/automatortypes/chef-solo/cookbooks/coopr_scripts/files/default/coopr-internal/bin/coopr_base_to_cm.rb:2174:in `<top (required)>'", "coopr_base_to_cm.rb:20:in `load'", "coopr_base_to_cm.rb:20:in `<main>'"]