大数据集群搭建

发表于 更新于 分类于 阅读次数： 阅读次数：

使用虚拟机搭建集群时的必要工作。

  • 修改网卡
  • 关闭防火墙
  • 修改主机名、映射关系
  • 安装JDK，配置环境变量
  • 时间同步、集群通信、免密
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
#修改网卡信息
vi /etc/sysconfig/network-scripts/ifcfg-eth0

DEVICE=eth0
TYPE=Ethernet
UUID=81c06473-0e58-4a5a-b4c4-35a2a853ab04
ONBOOT=yes
NM_CONTROLLED=yes
BOOTPROTO=static
IPADDR=192.168.8.100
NETMASK=255.255.255.0
GATEWAY=192.168.8.1
DNS1=192.168.8.1
DNS2=114.114.114.114
#重启生效
service network restart
#++++++++++++++++++++++++++++++++++++++++++++++++
#关闭防火墙                                     
service iptables stop                           
chkconfig iptables off                          
#++++++++++++++++++++++++++++++++++++++++++++++++
#修改主机名                                     
vi /etc/sysconfig/network                       
#++++++++++++++++++++++++++++++++++++++++++++++++
#修改映射关系                                   
vi /etc/hosts                                   
#++++++++++++++++++++++++++++++++++++++++++++++++
#环境变量                                       
vi /etc/profile                                 
                                                
export JAVA_HOME=/root/app/jdk1.8.0_191         
export PATH=$PATH:$JAVA_HOME/bin                
                                                
#source一下生效                                 
source /etc/profile                             
#++++++++++++++++++++++++++++++++++++++++++++++++
#时间同步
yum install ntpdate -y
ntpdate 0.asia.pool.ntp.org
#++++++++++++++++++++++++++++++++++++++++++++++++
#集群通信
yum install openssh-clients

ssh登陆，scp发送文件
scp -r /etc/hosts bigdata-03:/etc/

#免密登陆
ssh-keygen -t rsa     #生成公钥和私钥
ssh-copy-id -i /root/.ssh/id_rsa.pub bigdata-03    #为需要进行免密的机器进行发送公钥（不要忘了给自己发）
#++++++++++++++++++++++++++++++++++++++++++++++++