/hadoop/etc/hadoop/

Eclipse   ::  http://my.oschina.net/lanzp/blog/309078?fromerr=blt5oYkF

core-site.xml

<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
  Licensed under the Apache License, Version 2.0 (the "License");
  you may not use this file except in compliance with the License.
  You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License. See accompanying LICENSE file.
-->

<!-- Put site-specific property overrides in this file. -->

<configuration>
<property>
<name>hadoop.tmp.dir</name>
<value>/usr/local/hadoop/tmp</value>
<description>A base for other temporary directories.</description>
</property>

<property>
<name>fs.default.name</name>
<value>hdfs://dias:9000</value>
</property>

<property>
<name>io.file.buffer.size</name>
<value>131072</value>
</property>

<property>
<name>hadoop.proxyuser.root.hosts</name>
<value>dias</value>
</property>

<property>
<name>hadoop.proxyuser.root.groups</name>
<value>*</value>
</property>
</configuration>

hdfs-site.xml

<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
  Licensed under the Apache License, Version 2.0 (the "License");
  you may not use this file except in compliance with the License.
  You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License. See accompanying LICENSE file.
-->

<!-- Put site-specific property overrides in this file. -->

<configuration>
 <property>
<name>dfs.namenode.name.dir</name>
<value>/usr/local/hadoop/hdfs/name</value>
<final>true</final>
</property>

<property>
<name>dfs.datanode.data.dir</name>
<value>/usr/local/hadoop/hdfs/data</value>
<final>true</final>
</property>

<property>
<name>dfs.replication</name>
<value>1</value>
</property>

<property>
<name>dfs.permissions</name>
<value>false</value>
</property>
</configuration>

mapred-site.xml

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
  Licensed under the Apache License, Version 2.0 (the "License");
  you may not use this file except in compliance with the License.
  You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License. See accompanying LICENSE file.
-->

<!-- Put site-specific property overrides in this file. -->

<configuration>
 <property>
<name>mapreduce.framework.name</name>
<value>Yarn</value>
</property>

<property>
<name>mapreduce.jobhistory.address</name>
<value>namenode:10020</value>
</property>

<property>
<name>mapreduce.jobhistory.webapp.address</name>
<value>namenode:19888</value>
</property>

<property>
<name>mapreduce.jobhistory.intermediate-done-dir</name>
<value>/mr-history/tmp</value>
</property>

<property>
<name>mapreduce.jobhistory.done-dir</name>
<value>/mr-history/done</value>
</property>
</configuration>

yarn-site.xml

<?xml version="1.0"?>
<!--
  Licensed under the Apache License, Version 2.0 (the "License");
  you may not use this file except in compliance with the License.
  You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License. See accompanying LICENSE file.
-->
<configuration>

<!-- Site specific YARN configuration properties -->

<property>
<name>Yarn.nodemanager.aux-services</name>
<value>mapreduce.shuffle</value>
</property>

<property>
<name>Yarn.resourcemanager.address</name>
<value>dias:18040</value>
</property>

<property>
<name>Yarn.resourcemanager.scheduler.address</name>
<value>dias:18030</value>
</property>

<property>
<name>Yarn.resourcemanager.resource-tracker.address</name>
<value>dias:18025</value>
</property>

<property>
<name>Yarn.resourcemanager.admin.address</name>
<value>dias:18041</value>
</property>

<property>
<name>Yarn.resourcemanager.webapp.address</name>
<value>dias:8088</value>
</property>

<property>
<name>Yarn.nodemanager.local-dirs</name>
<value>/usr/local/hadoop/mynode/my</value>
</property>

<property>
<name>Yarn.nodemanager.log-dirs</name>
<value>/usr/local/hadoop/mynode/logs</value>
</property>

<property>
<name>Yarn.nodemanager.log.retain-seconds</name>
<value>10800</value>
</property>

<property>
<name>Yarn.nodemanager.remote-app-log-dir</name>
<value>/logs</value>
</property>

<property>
<name>Yarn.nodemanager.remote-app-log-dir-suffix</name>
<value>logs</value>
</property>

<property>
<name>Yarn.log-aggregation.retain-seconds</name>
<value>-1</value>
</property>

<property>
<name>Yarn.log-aggregation.retain-check-interval-seconds</name>
<value>-1</value>
</property>

</configuration>

yarn-env.sh

export JAVA_HOME=/usr/java/jdk1.7.0_79

hadoop-env.sh

export JAVA_HOME=/usr/java/jdk1.7.0_79

转载于:https://www.cnblogs.com/TendToBigData/p/10501456.html

hadoop的伪分布环境配置（2.5.2）相关推荐

  1. Hadoop的伪分布安装 hadoop的核心思想

    Hadoop的伪分布安装 hadoop的安装分为本地模式.伪分布模式.集群模式.本地模式是运行在本地,只负责存储,没有计算功能,本书不讲述.伪分布模式是在一台机器上模拟分布式部署,方便学习和调试.集群 ...

  2. hadoop的伪分布安装（低版本）

    1.hadoop的伪分布安装 1.1.使用root用户,密码是hadoop登录的. 1.2.修改linux的ip地址     操作:(1)在linux桌面的右上角图标,右击,选择Edit Connec ...

  3. Hadoop伪分布安装配置

    安装环境: 系统:Ubuntu 14.10   64bit hadoop:2.5.1 jdk:1.8.0_11 安装步骤: 一.安装JDK 安装 jdk,并且配置环境以及设置成默认 sudo gedi ...

  4. Hadoop2.6.0伪分布环境搭建

    用到的软件: 一.安装jdk: 1.要安装的jdk,我把它拷在了共享文件夹里面.   (用优盘拷也可以) 2.我把jdk拷在了用户文件夹下面. (其他地方也可以,不过路径要相应改变) 3.执行复制安装 ...

  5. Linux中hadoop下载安装及环境配置

    目录 1.下载Hadoop 2.通过Xftp上传Hadoop至Linux 3.配置环境变量 3.1环境变量临时生效 3.2环境变量永久生效 1.下载Hadoop **操作系统:Centos7.6 64 ...

  6. zookeeper伪分布环境搭建

    前提条件 1. 1台Linux环境机器 2. Linux环境下安装好jdk 目标 用1台Linux环境机器,安装zookeeper伪分布式环境. 操作步骤 下载: 点击如下链接下载zookeeper安 ...

  7. Hadoop入门基础教程 Hadoop之伪分布式环境搭建

    伪分布式模式即单节点集群模式,所有的守护进程都运行在同一台机器上.这种模式下增加了代码调试功能,可以查看内存.HDFS文件系统的输入/输出,以及与其他守护进程交互.以Hadoop用户远程登录K-Mas ...

  8. linux hadoop 伪分布,linux配置Hadoop伪分布安装模式

    1)关闭禁用防火墙: /etc/init.d/iptables status 会得到一系列信息,说明防火墙开着. /etc/rc.d/init.d/iptables stop 关闭防火墙 2)禁用SE ...

  9. 高效5步走，高速搭建Hadoop2伪分布环境

    前两天将Hadoop2的全然分布式搭建文档整理公布于网上(http://blog.csdn.net/aaronhadoop/article/details/24859369).朋友相邀.就再将Hado ...

最新文章

  1. 解决vue中绝对定位或固定定位在底部的按钮随键盘移动的问题
  2. 大数据虚拟化零起点-5基础运维第四步-部署vSphere Big Data Extensions 1.0 vApp
  3. 强制删除正在运行的文件_win10系统上怎么强制删除文件
  4. Google SRE 读书笔记 扒一扒SRE用的那些工具
  5. 2020蓝桥杯省赛---java---B---10(整数小拼接)
  6. MySQL workbench创建用户与授权
  7. 【Qt开发】Qt让线程休息一段时间
  8. dev.c drv.c bus.c
  9. L2-003 月饼 (25 point(s))
  10. 【老生谈算法】matlab实现基本遗传算法应用实例——遗传算法
  11. 电力行业巡检对讲通信系统
  12. matlab符号运算ppt,第5 章Matlab符号运算.ppt
  13. 好豆直播功能需求分析与优先级排序
  14. [WPF] 读取ini中中文字符乱码的解决
  15. ICASPP2022论文阅读记录2 - Transformer-S2A
  16. php星空背景动态,纯CSS3炫酷3D星空动画特效
  17. Promise在各种场景的使用（Promise.all、Promise.allSettled、Promise.race、Promise.any）
  18. React中的高优先级任务插队机制
  19. Android如何去掉系统照相，前置摄像选项（图标）
  20. 支付宝香港落地记：那些你不知道的争论和故事

热门文章

  1. oracle dba 命令行,Oracle DBA常用命令
  2. php重点,php – 课程。重点是什么？
  3. Linux下rpm安装软件
  4. php 发送网络命令,linux命令经典用法与配置收录
  5. java流程控制结构不包括_以下各项中不属于Java语言流程控制结构的是()。
  6. oracle declare语法_基于oracle数据库存储过程的创建及调用
  7. 分布式微服务开发_想要精通分布式微服务架构？你得先学会设计、原理与实战...
  8. android 获取网卡mac_android 获取MAC地址
  9. Python源码深度解析—对象的创建
  10. LuaForUnity6：Lua模块