Windows 10上的Hadoop,NodeManager无法启动

时间:2019-07-14 09:35:29

标签: hadoop yarn

Windows 10桌面上的Apache Hadoop 3.1.2 启动start-yarn.cmd时,出现错误nodemanager.NodeManager:启动NodeManager时出错

在Windows 10桌面上安装了Apache Hadoop 3.1.2,并按照https://exitcondition.com/install-hadoop-windows/上的教程设置了配置文件 日志输出如下:

2019-07-14 13:12:49,607 INFO event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.sharedcache.SharedCacheUploadEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.sharedcache.SharedCacheUploadService
2019-07-14 13:12:49,607 INFO containermanager.ContainerManagerImpl: AMRMProxyService is disabled
2019-07-14 13:12:49,623 INFO localizer.ResourceLocalizationService: per directory file limit = 8192
2019-07-14 13:12:49,904 ERROR nodemanager.NodeManager: Error starting NodeManager
java.lang.UnsatisfiedLinkError: org.apache.hadoop.io.nativeio.NativeIO$POSIX.stat(Ljava/lang/String;)Lorg/apache/hadoop/io/nativeio/NativeIO$POSIX$Stat;
        at org.apache.hadoop.io.nativeio.NativeIO$POSIX.stat(Native Method)
        at org.apache.hadoop.io.nativeio.NativeIO$POSIX.getStat(NativeIO.java:455)
        at org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.loadPermissionInfoByNativeIO(RawLocalFileSystem.java:796)
        at org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.loadPermissionInfo(RawLocalFileSystem.java:710)
        at org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.getPermission(RawLocalFileSystem.java:678)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService.initializeLocalDir(ResourceLocalizationService.java:1435)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService.initializeLocalDirs(ResourceLocalizationService.java:1405)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService.serviceInit(ResourceLocalizationService.java:260)
        at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164)
        at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:108)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.serviceInit(ContainerManagerImpl.java:318)
        at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164)
        at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:108)
        at org.apache.hadoop.yarn.server.nodemanager.NodeManager.serviceInit(NodeManager.java:477)
        at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164)
        at org.apache.hadoop.yarn.server.nodemanager.NodeManager.initAndStartNodeManager(NodeManager.java:933)
        at org.apache.hadoop.yarn.server.nodemanager.NodeManager.main(NodeManager.java:1013)
2019-07-14 13:12:49,919 INFO service.AbstractService: Service org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService failed in state STOPPED
java.lang.NullPointerException
        at java.util.concurrent.ConcurrentHashMap.replaceNode(ConcurrentHashMap.java:1106)
        at java.util.concurrent.ConcurrentHashMap.remove(ConcurrentHashMap.java:1097)
        at java.util.Collections$SetFromMap.remove(Collections.java:5460)
        at org.apache.hadoop.yarn.server.nodemanager.DirectoryCollection.deregisterDirsChangeListener(DirectoryCollection.java:224)
        at org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService.deregisterLocalDirsChangeListener(LocalDirsHandlerService.java:258)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService.serviceStop(ResourceLocalizationService.java:429)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.serviceStop(ContainerManagerImpl.java:703)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.NodeManager.serviceStop(NodeManager.java:487)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:67)
        at org.apache.hadoop.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:184)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
2019-07-14 13:12:49,919 WARN service.CompositeService: When stopping the service org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
java.lang.NullPointerException
        at java.util.concurrent.ConcurrentHashMap.replaceNode(ConcurrentHashMap.java:1106)
        at java.util.concurrent.ConcurrentHashMap.remove(ConcurrentHashMap.java:1097)
        at java.util.Collections$SetFromMap.remove(Collections.java:5460)
        at org.apache.hadoop.yarn.server.nodemanager.DirectoryCollection.deregisterDirsChangeListener(DirectoryCollection.java:224)
        at org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService.deregisterLocalDirsChangeListener(LocalDirsHandlerService.java:258)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService.serviceStop(ResourceLocalizationService.java:429)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.serviceStop(ContainerManagerImpl.java:703)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.NodeManager.serviceStop(NodeManager.java:487)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:67)
        at org.apache.hadoop.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:184)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
2019-07-14 13:12:49,919 INFO service.AbstractService: Service org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl failed in state STOPPED
java.lang.NullPointerException
        at java.util.concurrent.ConcurrentHashMap.replaceNode(ConcurrentHashMap.java:1106)
        at java.util.concurrent.ConcurrentHashMap.remove(ConcurrentHashMap.java:1097)
        at java.util.Collections$SetFromMap.remove(Collections.java:5460)
        at org.apache.hadoop.yarn.server.nodemanager.DirectoryCollection.deregisterDirsChangeListener(DirectoryCollection.java:224)
        at org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService.deregisterLocalDirsChangeListener(LocalDirsHandlerService.java:258)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService.serviceStop(ResourceLocalizationService.java:429)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.serviceStop(ContainerManagerImpl.java:703)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.NodeManager.serviceStop(NodeManager.java:487)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:67)
        at org.apache.hadoop.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:184)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
2019-07-14 13:12:49,919 WARN service.CompositeService: When stopping the service org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
java.lang.NullPointerException
        at java.util.concurrent.ConcurrentHashMap.replaceNode(ConcurrentHashMap.java:1106)
        at java.util.concurrent.ConcurrentHashMap.remove(ConcurrentHashMap.java:1097)
        at java.util.Collections$SetFromMap.remove(Collections.java:5460)
        at org.apache.hadoop.yarn.server.nodemanager.DirectoryCollection.deregisterDirsChangeListener(DirectoryCollection.java:224)
        at org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService.deregisterLocalDirsChangeListener(LocalDirsHandlerService.java:258)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService.serviceStop(ResourceLocalizationService.java:429)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.serviceStop(ContainerManagerImpl.java:703)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.NodeManager.serviceStop(NodeManager.java:487)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:67)
        at org.apache.hadoop.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:184)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
2019-07-14 13:12:49,919 INFO service.AbstractService: Service NodeManager failed in state STOPPED
java.lang.NullPointerException
        at java.util.concurrent.ConcurrentHashMap.replaceNode(ConcurrentHashMap.java:1106)
        at java.util.concurrent.ConcurrentHashMap.remove(ConcurrentHashMap.java:1097)
        at java.util.Collections$SetFromMap.remove(Collections.java:5460)
        at org.apache.hadoop.yarn.server.nodemanager.DirectoryCollection.deregisterDirsChangeListener(DirectoryCollection.java:224)
        at org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService.deregisterLocalDirsChangeListener(LocalDirsHandlerService.java:258)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService.serviceStop(ResourceLocalizationService.java:429)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.serviceStop(ContainerManagerImpl.java:703)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.NodeManager.serviceStop(NodeManager.java:487)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:67)
        at org.apache.hadoop.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:184)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
2019-07-14 13:12:49,919 WARN service.AbstractService: When stopping the service NodeManager
java.lang.NullPointerException
        at java.util.concurrent.ConcurrentHashMap.replaceNode(ConcurrentHashMap.java:1106)
        at java.util.concurrent.ConcurrentHashMap.remove(ConcurrentHashMap.java:1097)
        at java.util.Collections$SetFromMap.remove(Collections.java:5460)
        at org.apache.hadoop.yarn.server.nodemanager.DirectoryCollection.deregisterDirsChangeListener(DirectoryCollection.java:224)
        at org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService.deregisterLocalDirsChangeListener(LocalDirsHandlerService.java:258)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService.serviceStop(ResourceLocalizationService.java:429)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.serviceStop(ContainerManagerImpl.java:703)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:158)
        at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:132)
        at org.apache.hadoop.yarn.server.nodemanager.NodeManager.serviceStop(NodeManager.java:487)
        at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:220)
        at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102)
        at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:67)
        at org.apache.hadoop.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:184)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
2019-07-14 13:12:49,935 INFO nodemanager.NodeManager: SHUTDOWN_MSG:

0 个答案:

没有答案