投稿
  1. 首页
  2. 随笔

HA historyserver错误日志java.lang.RuntimeException: java.io.IOException: Couldn‘t create proxy provid nu

下 • 2022-11-17 • 随笔 • 阅读 13

HA historyserver错误日志java.lang.RuntimeException: java.io.IOException: Couldn‘t create proxy provid nu,第1张

HA historyserver错误日志java.lang.RuntimeException: java.io.IOException: Couldn‘t create proxy provid nu 错误日志 
2021-11-04 21:27:35,794 INFO org.apache.hadoop.service.AbstractService: Service org.apache.hadoop.mapreduce.v2.hs.HistoryFiln: Couldn't create proxy provider null
java.lang.RuntimeException: java.io.IOException: Couldn't create proxy provider null
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:469)
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:490)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getDefaultFileContext(JobHistoryUtils.java:247)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.ensurePathInDefaultFileSystem(JobHistoryUtils.java:277)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getConfiguredHistoryServerDoneDirPrefix(JobHistoryUtils
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.tryCreatingHistoryDirs(HistoryFileManager.java:673)
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.createHistoryDirs(HistoryFileManager.java:633)
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.serviceInit(HistoryFileManager.java:594)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:95)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:154)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.launchJobHistoryServer(JobHistoryServer.java:229)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.main(JobHistoryServer.java:239)
Caused by: java.io.IOException: Couldn't create proxy provider null
	at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:515)
	at org.apache.hadoop.hdfs.NameNodeProxies.createProxy(NameNodeProxies.java:170)
	at org.apache.hadoop.hdfs.DFSClient.(DFSClient.java:762)
	at org.apache.hadoop.hdfs.DFSClient.(DFSClient.java:693)
	at org.apache.hadoop.fs.Hdfs.(Hdfs.java:90)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.hadoop.fs.AbstractFileSystem.newInstance(AbstractFileSystem.java:134)
	at org.apache.hadoop.fs.AbstractFileSystem.createFileSystem(AbstractFileSystem.java:172)
	at org.apache.hadoop.fs.AbstractFileSystem.get(AbstractFileSystem.java:257)
	at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:341)
	at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:338)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1920)
	at org.apache.hadoop.fs.FileContext.getAbstractFileSystem(FileContext.java:338)
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:464)
	... 15 more
Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2381)
	at org.apache.hadoop.hdfs.NameNodeProxies.getFailoverProxyProviderClass(NameNodeProxies.java:464)
	at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:490)
	... 33 more
Caused by: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.Con
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2349)
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2373)
	... 35 more
Caused by: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProvider not 
	at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2255)
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2347)
	... 36 more
2021-11-04 21:27:35,796 INFO org.apache.hadoop.service.AbstractService: Service org.apache.hadoop.mapreduce.v2.hs.JobHistoryn't create proxy provider null
java.lang.RuntimeException: java.io.IOException: Couldn't create proxy provider null
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:469)
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:490)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getDefaultFileContext(JobHistoryUtils.java:247)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.ensurePathInDefaultFileSystem(JobHistoryUtils.java:277)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getConfiguredHistoryServerDoneDirPrefix(JobHistoryUtils
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.tryCreatingHistoryDirs(HistoryFileManager.java:673)
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.createHistoryDirs(HistoryFileManager.java:633)
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.serviceInit(HistoryFileManager.java:594)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:95)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:154)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.launchJobHistoryServer(JobHistoryServer.java:229)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.main(JobHistoryServer.java:239)
Caused by: java.io.IOException: Couldn't create proxy provider null
	at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:515)
	at org.apache.hadoop.hdfs.NameNodeProxies.createProxy(NameNodeProxies.java:170)
	at org.apache.hadoop.hdfs.DFSClient.(DFSClient.java:762)
	at org.apache.hadoop.hdfs.DFSClient.(DFSClient.java:693)
	at org.apache.hadoop.fs.Hdfs.(Hdfs.java:90)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.hadoop.fs.AbstractFileSystem.newInstance(AbstractFileSystem.java:134)
	at org.apache.hadoop.fs.AbstractFileSystem.createFileSystem(AbstractFileSystem.java:172)
	at org.apache.hadoop.fs.AbstractFileSystem.get(AbstractFileSystem.java:257)
	at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:341)
	at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:338)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1920)
	at org.apache.hadoop.fs.FileContext.getAbstractFileSystem(FileContext.java:338)
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:464)
	... 15 more
Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2381)
	at org.apache.hadoop.hdfs.NameNodeProxies.getFailoverProxyProviderClass(NameNodeProxies.java:464)
	at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:490)
	... 33 more
Caused by: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.Con
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2349)
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2373)
	... 35 more
Caused by: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProvider not 
	at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2255)
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2347)
	... 36 more
2021-11-04 21:27:35,797 INFO org.apache.hadoop.mapreduce.v2.hs.JobHistory: Stopping JobHistory
2021-11-04 21:27:35,797 INFO org.apache.hadoop.service.AbstractService: Service org.apache.hadoop.mapreduce.v2.hs.JobHistory Couldn't create proxy provider null
java.lang.RuntimeException: java.io.IOException: Couldn't create proxy provider null
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:469)
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:490)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getDefaultFileContext(JobHistoryUtils.java:247)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.ensurePathInDefaultFileSystem(JobHistoryUtils.java:277)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getConfiguredHistoryServerDoneDirPrefix(JobHistoryUtils
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.tryCreatingHistoryDirs(HistoryFileManager.java:673)
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.createHistoryDirs(HistoryFileManager.java:633)
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.serviceInit(HistoryFileManager.java:594)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:95)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:154)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.launchJobHistoryServer(JobHistoryServer.java:229)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.main(JobHistoryServer.java:239)
Caused by: java.io.IOException: Couldn't create proxy provider null
	at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:515)
	at org.apache.hadoop.hdfs.NameNodeProxies.createProxy(NameNodeProxies.java:170)
	at org.apache.hadoop.hdfs.DFSClient.(DFSClient.java:762)
	at org.apache.hadoop.hdfs.DFSClient.(DFSClient.java:693)
	at org.apache.hadoop.fs.Hdfs.(Hdfs.java:90)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.hadoop.fs.AbstractFileSystem.newInstance(AbstractFileSystem.java:134)
	at org.apache.hadoop.fs.AbstractFileSystem.createFileSystem(AbstractFileSystem.java:172)
	at org.apache.hadoop.fs.AbstractFileSystem.get(AbstractFileSystem.java:257)
	at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:341)
	at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:338)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1920)
	at org.apache.hadoop.fs.FileContext.getAbstractFileSystem(FileContext.java:338)
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:464)
	... 15 more
Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2381)
	at org.apache.hadoop.hdfs.NameNodeProxies.getFailoverProxyProviderClass(NameNodeProxies.java:464)
	at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:490)
	... 33 more
Caused by: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.Con
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2349)
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2373)
	... 35 more
Caused by: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProvider not 
	at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2255)
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2347)
	... 36 more
2021-11-04 21:27:35,797 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Stopping JobHistoryServer metrics system...
2021-11-04 21:27:35,797 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: JobHistoryServer metrics system stopped.
2021-11-04 21:27:35,797 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: JobHistoryServer metrics system shutdown com
2021-11-04 21:27:35,798 FATAL org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer: Error starting JobHistoryServer
java.lang.RuntimeException: java.io.IOException: Couldn't create proxy provider null
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:469)
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:490)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getDefaultFileContext(JobHistoryUtils.java:247)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.ensurePathInDefaultFileSystem(JobHistoryUtils.java:277)
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getConfiguredHistoryServerDoneDirPrefix(JobHistoryUtils
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.tryCreatingHistoryDirs(HistoryFileManager.java:673)
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.createHistoryDirs(HistoryFileManager.java:633)
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.serviceInit(HistoryFileManager.java:594)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:95)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:154)
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.launchJobHistoryServer(JobHistoryServer.java:229)
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.main(JobHistoryServer.java:239)
Caused by: java.io.IOException: Couldn't create proxy provider null
	at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:515)
	at org.apache.hadoop.hdfs.NameNodeProxies.createProxy(NameNodeProxies.java:170)
	at org.apache.hadoop.hdfs.DFSClient.(DFSClient.java:762)
	at org.apache.hadoop.hdfs.DFSClient.(DFSClient.java:693)
	at org.apache.hadoop.fs.Hdfs.(Hdfs.java:90)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.hadoop.fs.AbstractFileSystem.newInstance(AbstractFileSystem.java:134)
	at org.apache.hadoop.fs.AbstractFileSystem.createFileSystem(AbstractFileSystem.java:172)
	at org.apache.hadoop.fs.AbstractFileSystem.get(AbstractFileSystem.java:257)
	at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:341)
	at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:338)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1920)
	at org.apache.hadoop.fs.FileContext.getAbstractFileSystem(FileContext.java:338)
	at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:464)
	... 15 more
Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2381)
	at org.apache.hadoop.hdfs.NameNodeProxies.getFailoverProxyProviderClass(NameNodeProxies.java:464)
	at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:490)
	... 33 more
Caused by: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.Con
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2349)
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2373)
	... 35 more
Caused by: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProvider not 
	at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2255)
	at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2347)
	... 36 more
错误原因

类名错误

解决方法

hdfs-site.xml内


  
    dfs.client.failover.proxy.provider.mycluster
    org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProvider

修改为


  
    dfs.client.failover.proxy.provider.mycluster
    org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider

再重新格式化hadoop，格式化教程见下面链接
https://blog.csdn.net/qq_51903852/article/details/121141697

欢迎分享，转载请注明来源：内存溢出

原文地址: http://outofmemory.cn/zaji/5116536.html

赞 (0)
打赏 微信扫一扫 微信扫一扫 支付宝扫一扫 支付宝扫一扫
下 下 一级用户组
0 0
上一篇 2022-11-17
下一篇 2022-11-17

发表评论

登录后才能评论

评论列表（0条）

保存