我已经部署了hortonworks hdp的docker版本。我已检查docker上的安装运行是否正确:
> → ~ $ docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
76810a766c73 hortonworks/sandbox-proxy:1.0 "nginx -g 'daemon ..." 25 hours ago Up 3 hours 0.0.0.0:1080->1080/tcp, 0.0.0.0:1100->1100/tcp, 0.0.0.0:1111->1111/tcp, 0.0.0.0:1988->1988/tcp, 0.0.0.0:2100->2100/tcp, 0.0.0.0:2181-2182->2181-2182/tcp, 0.0.0.0:2201-2202->2201-2202/tcp, 0.0.0.0:2222->2222/tcp, 0.0.0.0:3000->3000/tcp, 0.0.0.0:4040->4040/tcp, 0.0.0.0:4200->4200/tcp, 0.0.0.0:4242->4242/tcp, 0.0.0.0:4557->4557/tcp, 0.0.0.0:5007->5007/tcp, 0.0.0.0:5011->5011/tcp, 0.0.0.0:6001->6001/tcp, 0.0.0.0:6003->6003/tcp, 0.0.0.0:6008->6008/tcp, 0.0.0.0:6080->6080/tcp, 0.0.0.0:6188->6188/tcp, 0.0.0.0:6627->6627/tcp, 0.0.0.0:6667-6668->6667-6668/tcp, 0.0.0.0:7777->7777/tcp, 0.0.0.0:7788->7788/tcp, 0.0.0.0:8000->8000/tcp, 0.0.0.0:8005->8005/tcp, 0.0.0.0:8020->8020/tcp, 0.0.0.0:8032->8032/tcp, 0.0.0.0:8040->8040/tcp, 0.0.0.0:8042->8042/tcp, 0.0.0.0:8080-8082->8080-8082/tcp, 0.0.0.0:8086->8086/tcp, 0.0.0.0:8088->8088/tcp, 0.0.0.0:8090-8091->8090-8091/tcp, 0.0.0.0:8188->8188/tcp, 0.0.0.0:8198->8198/tcp, 0.0.0.0:8443->8443/tcp, 0.0.0.0:8585->8585/tcp, 0.0.0.0:8744->8744/tcp, 0.0.0.0:8765->8765/tcp, 0.0.0.0:8886->8886/tcp, 0.0.0.0:8888-8889->8888-8889/tcp, 0.0.0.0:8983->8983/tcp, 0.0.0.0:8993->8993/tcp, 0.0.0.0:9000->9000/tcp, 0.0.0.0:9088-9091->9088-9091/tcp, 0.0.0.0:9995-9996->9995-9996/tcp, 0.0.0.0:10000-10002->10000-10002/tcp, 0.0.0.0:10015-10016->10015-10016/tcp, 0.0.0.0:10500->10500/tcp, 0.0.0.0:10502->10502/tcp, 0.0.0.0:11000->11000/tcp, 0.0.0.0:12049->12049/tcp, 0.0.0.0:12200->12200/tcp, 0.0.0.0:15000->15000/tcp, 0.0.0.0:15002->15002/tcp, 0.0.0.0:15500->15500/tcp, 0.0.0.0:16000->16000/tcp, 0.0.0.0:16010->16010/tcp, 0.0.0.0:16020->16020/tcp, 0.0.0.0:16030->16030/tcp, 0.0.0.0:18080-18081->18080-18081/tcp, 0.0.0.0:19888->19888/tcp, 0.0.0.0:21000->21000/tcp, 0.0.0.0:30800->30800/tcp, 0.0.0.0:33553->33553/tcp, 0.0.0.0:39419->39419/tcp, 0.0.0.0:42111->42111/tcp, 0.0.0.0:50070->50070/tcp, 0.0.0.0:50075->50075/tcp, 0.0.0.0:50079->50079/tcp, 0.0.0.0:50095->50095/tcp, 0.0.0.0:50111->50111/tcp, 0.0.0.0:60000->60000/tcp, 0.0.0.0:60080->60080/tcp, 0.0.0.0:61080->61080/tcp, 80/tcp, 0.0.0.0:61888->61888/tcp sandbox-proxy
6b41a24f5287 hortonworks/sandbox-hdp:3.0.1 "/usr/sbin/init" 25 hours ago Up 3 hours 22/tcp, 4200/tcp, 8080/tcp sandbox-hdp
问题是这样的:当我登录到ambari时,我在gui控制台得到系统错误。我无法正确启动不同的服务:
当做
因此,hadoop无法正确执行:
我正在测试一个python脚本,结果是:我在执行状态下出错:
python RatingsBreakdown.py -r hadoop --hadoop-streaming-jar /usr/hdp/current/hadoop-mapreduce-client/hadoop-streaming.jar u.data
No configs found; falling back on auto-configuration
No configs specified for hadoop runner
Looking for hadoop binary in $PATH...
Found hadoop binary: /usr/bin/hadoop
STDERR: /usr/hdp/3.0.1.0-187/hadoop/libexec/hadoop-functions.sh: fork: retry: Resource temporarily unavailable
Traceback (most recent call last):
File "RatingsBreakdown.py", line 16, in <module>
RatingsBreakdown.run()
File "/home/maria_dev/.local/lib/python2.7/site-packages/mrjob/job.py", line 616, in run
cls().execute()
File "/home/maria_dev/.local/lib/python2.7/site-packages/mrjob/job.py", line 687, in execute
self.run_job()
File "/home/maria_dev/.local/lib/python2.7/site-packages/mrjob/job.py", line 636, in run_job
runner.run()
File "/home/maria_dev/.local/lib/python2.7/site-packages/mrjob/runner.py", line 507, in run
self._run()
File "/home/maria_dev/.local/lib/python2.7/site-packages/mrjob/hadoop.py", line 325, in _run
self._find_binaries_and_jars()
File "/home/maria_dev/.local/lib/python2.7/site-packages/mrjob/hadoop.py", line 339, in _find_binaries_and_jars
self.get_hadoop_version()
File "/home/maria_dev/.local/lib/python2.7/site-packages/mrjob/hadoop.py", line 210, in get_hadoop_version
return self.fs.hadoop.get_hadoop_version()
File "/home/maria_dev/.local/lib/python2.7/site-packages/mrjob/fs/hadoop.py", line 128, in get_hadoop_version
stdout = self.invoke_hadoop(['version'], return_stdout=True)
File "/home/maria_dev/.local/lib/python2.7/site-packages/mrjob/fs/hadoop.py", line 183, in invoke_hadoop
raise CalledProcessError(proc.returncode, args)
subprocess.CalledProcessError: Command '['/usr/bin/hadoop', 'version']' returned non-zero exit status 1
[maria_dev@sandbox-hdp hadoop]$
有人知道我做错了什么吗?谢谢你的帮助。
当做。
暂无答案!
目前还没有任何答案,快来回答吧!