アーティクル - CS260425
エラー「java.io.IOException:HADOOP_HOMEまたはhadoop.home.dirが設定されていません。」 ThingWorxAnalyticsのgrid-worker.logに表示されます
修正日: 23-Jun-2022
適用対象
- ThingWorx Analytics 52.2
説明
- データセット最適化ジョブ(DATASET_SNAPSHOT)の実行時に次のエラーが報告されます
[main-EventThread][org.apache.hadoop.util.Shell]-[有効なhadoopホームディレクトリの検出に失敗しました]
java.io.IOException:HADOOP_HOMEまたはhadoop.home.dirが設定されていません。
org.apache.hadoop.util.Shell.checkHadoopHome(Shell.java:265)で
org.apache.hadoop.util.Shell。<clinit>(Shell.java:290)で
org.apache.hadoop.util.StringUtils。<clinit>(StringUtils.java:76)で
org.apache.hadoop.security.Groups.parseStaticMapping(Groups.java:93)で
org.apache.hadoop.security.Groups。<init>(Groups.java:77)で
org.apache.hadoop.security.Groups.getUserToGroupsMappingService(Groups.java:240)で
org.apache.hadoop.security.UserGroupInformation.initialize(UserGroupInformation.java:255)で
org.apache.hadoop.security.UserGroupInformation.ensureInitialized(UserGroupInformation.java:232)で
org.apache.hadoop.security.UserGroupInformation.loginUserFromSubject(UserGroupInformation.java:718)で
org.apache.hadoop.security.UserGroupInformation.getLoginUser(UserGroupInformation.java:703)で
org.apache.hadoop.security.UserGroupInformation.getCurrentUser(UserGroupInformation.java:605)で
org.apache.spark.util.Utils $$ anonfun $ getCurrentUserName $ 1.apply(Utils.scala:2162)で
org.apache.spark.util.Utils $$ anonfun $ getCurrentUserName $ 1.apply(Utils.scala:2162)で
scala.Option.getOrElse(Option.scala:120)で
org.apache.spark.util.Utils $ .getCurrentUserName(Utils.scala:2162)で
org.apache.spark.SparkContext。<init>(SparkContext.scala:301)で
org.apache.spark.api.java.JavaSparkContext。<init>(JavaSparkContext.scala:61)で
com.coldlight.neuron.data.spark.SparkSupplier.sparkctx $ lzycompute(SparkSupplier.scala:41)で
com.coldlight.neuron.data.spark.SparkSupplier.sparkctx(SparkSupplier.scala:37)で
com.coldlight.neuron.data.spark.Spark.sc(SparkSupplier.scala:30)で
com.coldlight.neuron.data.PartitionedData。<init>(PartitionedData.scala:28)で
com.coldlight.neuron.data.dataset.DataSet。<init>(DataSet.java:25)で
com.coldlight.neuron.db.impl.dataset.jdbc.JdbcDataSet。<init>(JdbcDataSet.java:139)で
com.coldlight.neuron.db.impl.dataset.jdbc.JdbcDataSet。<init>(JdbcDataSet.java:58)で
com.coldlight.neuron.db.impl.dataset.jdbc.JdbcDataSet $ Factory.createDataSet(JdbcDataSet.java:347)で
com.coldlight.neuron.db.impl.dataset.jdbc.JdbcDataSet $ Factory.create(JdbcDataSet.java:298)で
com.coldlight.neuron.data.dataset.DataSetBuilder.build(DataSetBuilder.java:75)で
com.coldlight.neuron.job.UriDataSetFactory.createDataSet(UriDataSetFactory.java:69)で
com.coldlight.neuron.job.UriDataSetFactory.createDataSetWithKnownFeatures(UriDataSetFactory.java:123)で
com.coldlight.neuron.job.NeuronJob.inflateDataSet(NeuronJob.java:202)で
com.coldlight.neuron.services.ai.DataSetSnapshotJob.runJob(DataSetSnapshotJob.java:44)で
com.coldlight.neuron.job.NeuronJob.run(NeuronJob.java:123)で
com.coldlight.ccc.job.dempsy.DempsyClusterJobExecutor $ DempsyPersistentClusterWatcher.runJobUploadResultsAndCleanup(DempsyClusterJobExecutor.java:334)で
com.coldlight.ccc.job.dempsy.DempsyClusterJobExecutor $ DempsyPersistentClusterWatcher.execute(DempsyClusterJobExecutor.java:482)で
com.coldlight.ccc.executor.PersistentTask.executeUntilWorks(PersistentTask.java:92)で
com.coldlight.ccc.executor.PersistentTask.process(PersistentTask.java:58)で
com.nokia.dempsy.cluster.zookeeper.ZookeeperSession $ WatcherProxy.process(ZookeeperSession.java:279)で
org.apache.zookeeper.ClientCnxn $ EventThread.processEvent(ClientCnxn.java:522)で
org.apache.zookeeper.ClientCnxn $ EventThread.run(ClientCnxn.java:498)で
java.io.IOException:HADOOP_HOMEまたはhadoop.home.dirが設定されていません。
org.apache.hadoop.util.Shell.checkHadoopHome(Shell.java:265)で
org.apache.hadoop.util.Shell。<clinit>(Shell.java:290)で
org.apache.hadoop.util.StringUtils。<clinit>(StringUtils.java:76)で
org.apache.hadoop.security.Groups.parseStaticMapping(Groups.java:93)で
org.apache.hadoop.security.Groups。<init>(Groups.java:77)で
org.apache.hadoop.security.Groups.getUserToGroupsMappingService(Groups.java:240)で
org.apache.hadoop.security.UserGroupInformation.initialize(UserGroupInformation.java:255)で
org.apache.hadoop.security.UserGroupInformation.ensureInitialized(UserGroupInformation.java:232)で
org.apache.hadoop.security.UserGroupInformation.loginUserFromSubject(UserGroupInformation.java:718)で
org.apache.hadoop.security.UserGroupInformation.getLoginUser(UserGroupInformation.java:703)で
org.apache.hadoop.security.UserGroupInformation.getCurrentUser(UserGroupInformation.java:605)で
org.apache.spark.util.Utils $$ anonfun $ getCurrentUserName $ 1.apply(Utils.scala:2162)で
org.apache.spark.util.Utils $$ anonfun $ getCurrentUserName $ 1.apply(Utils.scala:2162)で
scala.Option.getOrElse(Option.scala:120)で
org.apache.spark.util.Utils $ .getCurrentUserName(Utils.scala:2162)で
org.apache.spark.SparkContext。<init>(SparkContext.scala:301)で
org.apache.spark.api.java.JavaSparkContext。<init>(JavaSparkContext.scala:61)で
com.coldlight.neuron.data.spark.SparkSupplier.sparkctx $ lzycompute(SparkSupplier.scala:41)で
com.coldlight.neuron.data.spark.SparkSupplier.sparkctx(SparkSupplier.scala:37)で
com.coldlight.neuron.data.spark.Spark.sc(SparkSupplier.scala:30)で
com.coldlight.neuron.data.PartitionedData。<init>(PartitionedData.scala:28)で
com.coldlight.neuron.data.dataset.DataSet。<init>(DataSet.java:25)で
com.coldlight.neuron.db.impl.dataset.jdbc.JdbcDataSet。<init>(JdbcDataSet.java:139)で
com.coldlight.neuron.db.impl.dataset.jdbc.JdbcDataSet。<init>(JdbcDataSet.java:58)で
com.coldlight.neuron.db.impl.dataset.jdbc.JdbcDataSet $ Factory.createDataSet(JdbcDataSet.java:347)で
com.coldlight.neuron.db.impl.dataset.jdbc.JdbcDataSet $ Factory.create(JdbcDataSet.java:298)で
com.coldlight.neuron.data.dataset.DataSetBuilder.build(DataSetBuilder.java:75)で
com.coldlight.neuron.job.UriDataSetFactory.createDataSet(UriDataSetFactory.java:69)で
com.coldlight.neuron.job.UriDataSetFactory.createDataSetWithKnownFeatures(UriDataSetFactory.java:123)で
com.coldlight.neuron.job.NeuronJob.inflateDataSet(NeuronJob.java:202)で
com.coldlight.neuron.services.ai.DataSetSnapshotJob.runJob(DataSetSnapshotJob.java:44)で
com.coldlight.neuron.job.NeuronJob.run(NeuronJob.java:123)で
com.coldlight.ccc.job.dempsy.DempsyClusterJobExecutor $ DempsyPersistentClusterWatcher.runJobUploadResultsAndCleanup(DempsyClusterJobExecutor.java:334)で
com.coldlight.ccc.job.dempsy.DempsyClusterJobExecutor $ DempsyPersistentClusterWatcher.execute(DempsyClusterJobExecutor.java:482)で
com.coldlight.ccc.executor.PersistentTask.executeUntilWorks(PersistentTask.java:92)で
com.coldlight.ccc.executor.PersistentTask.process(PersistentTask.java:58)で
com.nokia.dempsy.cluster.zookeeper.ZookeeperSession $ WatcherProxy.process(ZookeeperSession.java:279)で
org.apache.zookeeper.ClientCnxn $ EventThread.processEvent(ClientCnxn.java:522)で
org.apache.zookeeper.ClientCnxn $ EventThread.run(ClientCnxn.java:498)で
最新バージョンはこちらを参照ください CS260425