hadoop的伪分布环境配置(2.5.2)
2016-05-20 07:18
399 查看
/hadoop/etc/hadoop/
Eclipse :: http://my.oschina.net/lanzp/blog/309078?fromerr=blt5oYkF
core-site.xml
hdfs-site.xml
mapred-site.xml
yarn-site.xml
yarn-env.sh
hadoop-env.sh
Eclipse :: http://my.oschina.net/lanzp/blog/309078?fromerr=blt5oYkF
core-site.xml
<?xml version="1.0" encoding="UTF-8"?> <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> <!-- Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. See accompanying LICENSE file. --> <!-- Put site-specific property overrides in this file. --> <configuration> <property> <name>hadoop.tmp.dir</name> <value>/usr/local/hadoop/tmp</value> <description>A base for other temporary directories.</description> </property> <property> <name>fs.default.name</name> <value>hdfs://dias:9000</value> </property> <property> <name>io.file.buffer.size</name> <value>131072</value> </property> <property> <name>hadoop.proxyuser.root.hosts</name> <value>dias</value> </property> <property> <name>hadoop.proxyuser.root.groups</name> <value>*</value> </property> </configuration> |
<?xml version="1.0" encoding="UTF-8"?> <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> <!-- Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. See accompanying LICENSE file. --> <!-- Put site-specific property overrides in this file. --> <configuration> <property> <name>dfs.namenode.name.dir</name> <value>/usr/local/hadoop/hdfs/name</value> <final>true</final> </property> <property> <name>dfs.datanode.data.dir</name> <value>/usr/local/hadoop/hdfs/data</value> <final>true</final> </property> <property> <name>dfs.replication</name> <value>1</value> </property> <property> <name>dfs.permissions</name> <value>false</value> </property> </configuration> |
<?xml version="1.0"?> <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> <!-- Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. See accompanying LICENSE file. --> <!-- Put site-specific property overrides in this file. --> <configuration> <property> <name>mapreduce.framework.name</name> <value>Yarn</value> </property> <property> <name>mapreduce.jobhistory.address</name> <value>namenode:10020</value> </property> <property> <name>mapreduce.jobhistory.webapp.address</name> <value>namenode:19888</value> </property> <property> <name>mapreduce.jobhistory.intermediate-done-dir</name> <value>/mr-history/tmp</value> </property> <property> <name>mapreduce.jobhistory.done-dir</name> <value>/mr-history/done</value> </property> </configuration> |
<?xml version="1.0"?> <!-- Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. See accompanying LICENSE file. --> <configuration> <!-- Site specific YARN configuration properties --> <property> <name>Yarn.nodemanager.aux-services</name> <value>mapreduce.shuffle</value> </property> <property> <name>Yarn.resourcemanager.address</name> <value>dias:18040</value> </property> <property> <name>Yarn.resourcemanager.scheduler.address</name> <value>dias:18030</value> </property> <property> <name>Yarn.resourcemanager.resource-tracker.address</name> <value>dias:18025</value> </property> <property> <name>Yarn.resourcemanager.admin.address</name> <value>dias:18041</value> </property> <property> <name>Yarn.resourcemanager.webapp.address</name> <value>dias:8088</value> </property> <property> <name>Yarn.nodemanager.local-dirs</name> <value>/usr/local/hadoop/mynode/my</value> </property> <property> <name>Yarn.nodemanager.log-dirs</name> <value>/usr/local/hadoop/mynode/logs</value> </property> <property> <name>Yarn.nodemanager.log.retain-seconds</name> <value>10800</value> </property> <property> <name>Yarn.nodemanager.remote-app-log-dir</name> <value>/logs</value> </property> <property> <name>Yarn.nodemanager.remote-app-log-dir-suffix</name> <value>logs</value> </property> <property> <name>Yarn.log-aggregation.retain-seconds</name> <value>-1</value> </property> <property> <name>Yarn.log-aggregation.retain-check-interval-seconds</name> <value>-1</value> </property> </configuration> |
export JAVA_HOME=/usr/java/jdk1.7.0_79 |
export JAVA_HOME=/usr/java/jdk1.7.0_79 |
相关文章推荐
- linux bash整数、字符测试 vim编辑器
- Snapshot Instance 操作详解 - 每天5分钟玩转 OpenStack(36)
- Snapshot Instance 操作详解 - 每天5分钟玩转 OpenStack(36)
- Snapshot Instance 操作详解 - 每天5分钟玩转 OpenStack(36)
- tomcat 缓存导致的严重问题
- Gt9xx芯片,在规格书+Linux驱动的基础上,移植为USB裸机经验。直接用开发板,不去碰硬件的坑。
- 每秒处理10万订单乐视集团支付架构
- 简单docker swarm环境搭建
- 修改Linux系统时区
- 每天一个linux命令(30): chown命令
- 源码编译安装apache
- linux下gcc下makefile文件的编写
- OpenCoord已经完成----坐标转换的终结者
- Ubuntu下创建桌面启动器
- mini2440NFS启动,VFS: Unable to mount root fs via NFS, trying floppy.
- 1,架构总设计及安全思路
- 我们是如何使用 Electron 构建 Linux 桌面应用程序的
- 如何在 Ubuntu 和其他 Linux 发行版中创建照片幻灯片
- Linux下源码安装nginx服务器以及部分配置
- 在idea中部署远程Tomcat