Gluster部署案例

一: Gluster Node 配置

host配置	[root@GlusterFS03 ~]# cat /etc/hosts 127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 ::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 10.0.0.100 Glusterfs01 10.0.0.101 Glusterfs02 10.0.0.102 Glusterfs03 [root@GlusterFS03 ~]#
yum配置	[root@Glusterfs01 yum.repos.d]# scp CentOS7-Base.repo epel.repo Glusterfs03:/etc/yum.repos.d/ The authenticity of host 'glusterfs03 (10.0.0.102)' can't be established. ECDSA key fingerprint is 2b:65:f1:2d:24:9f:c3:56:5e:1c:86:c6:c5:65:d9:53. Are you sure you want to continue connecting (yes/no)? yes Warning: Permanently added 'glusterfs03,10.0.0.102' (ECDSA) to the list of known hosts. root@glusterfs03's password: CentOS7-Base.repo 100% 1572 1.5KB/s 00:00 epel.repo 100% 1572 1.5KB/s 00:00 [root@Glusterfs01 yum.repos.d]# [root@GlusterFS03 yum.repos.d]# ls CentOS7-Base.repo epel.repo [root@GlusterFS03 yum.repos.d]#
网络配置	和上面的方法是一样的！ [root@Glusterfs01 network-scripts]# scp ifcfg-eno16777736 Glusterfs03:/etc/sysconfig/network-scripts/ root@glusterfs03's password: ifcfg-eno16777736 100% 400 0.4KB/s 00:00 [root@Glusterfs01 network-scripts]# scp ifcfg-eno33554984 Glusterfs03:/etc/sysconfig/network-scripts/ root@glusterfs03's password: ifcfg-eno33554984 100% 289 0.3KB/s 00:00 [root@Glusterfs01 network-scripts]#
	[root@GlusterFS03 network-scripts]# cat ifcfg-eno16777736 TYPE=Ethernet BOOTPROTO=dhcp DEFROUTE=yes IPV4_FAILURE_FATAL=no IPV6INIT=yes IPV6_AUTOCONF=yes IPV6_DEFROUTE=yes IPV6_FAILURE_FATAL=no NAME=eno16777736 UUID=d84ee072-d5a7-4653-bb34-a5396661a286 DEVICE=eno16777736 ONBOOT=yes PEERDNS=yes PEERROUTES=yes IPV6_PEERDNS=yes IPV6_PEERROUTES=yes #IPADDR=10.83.16.245 #NETMASK=255.255.254.0 #GATEWAY=10.83.16.1 DNS1=10.25.1.7 DNS2=10.10.0.5 DNS3=10.10.0.7 [root@GlusterFS03 network-scripts]# [root@GlusterFS03 network-scripts]# cat ifcfg-eno33554984 TYPE=Ethernet BOOTPROTO=none DEFROUTE=yes IPV4_FAILURE_FATAL=no IPV6INIT=yes IPV6_AUTOCONF=yes IPV6_DEFROUTE=yes IPV6_FAILURE_FATAL=no NAME=eno33554984 DEVICE=eno33554984 ONBOOT=yes PEERDNS=yes PEERROUTES=yes IPV6_PEERDNS=yes IPV6_PEERROUTES=yes IPADDR=10.0.0.102 NETMASK=255.255.255.0 [root@GlusterFS03 network-scripts]# ---------------------------------------------------------------------------------------------------------- [root@GlusterFS03 ~]# ping 10.83.16.1 PING 10.83.16.1 (10.83.16.1) 56(84) bytes of data. 64 bytes from 10.83.16.1: icmp_seq=1 ttl=255 time=2.10 ms 64 bytes from 10.83.16.1: icmp_seq=2 ttl=255 time=2.16 ms ^C --- 10.83.16.1 ping statistics --- 2 packets transmitted, 2 received, 0% packet loss, time 1000ms rtt min/avg/max/mdev = 2.101/2.131/2.162/0.055 ms [root@GlusterFS03 ~]#
	[root@GlusterFS03 ~]# yum clean all [root@GlusterFS03 ~]# yum makecache [root@GlusterFS03 ~]# yum install net-tools [root@GlusterFS03 ~]# ifconfig -a eno16777736: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500 inet 10.83.29.97 netmask 255.255.252.0 broadcast 10.83.31.255 inet6 fe80::20c:29ff:fe10:88b2 prefixlen 64 scopeid 0x20<link> ether 00:0c:29:10:88:b2 txqueuelen 1000 (Ethernet) RX packets 34858 bytes 33016468 (31.4 MiB) RX errors 0 dropped 0 overruns 0 frame 0 TX packets 12342 bytes 841569 (821.8 KiB) TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0 eno33554984: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500 inet 10.0.0.102 netmask 255.255.255.0 broadcast 10.0.0.255 inet6 fe80::20c:29ff:fe10:88bc prefixlen 64 scopeid 0x20<link> ether 00:0c:29:10:88:bc txqueuelen 1000 (Ethernet) RX packets 720 bytes 49317 (48.1 KiB) RX errors 0 dropped 0 overruns 0 frame 0 TX packets 705 bytes 165871 (161.9 KiB) TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0 lo: flags=73<UP,LOOPBACK,RUNNING> mtu 65536 inet 127.0.0.1 netmask 255.0.0.0 inet6 ::1 prefixlen 128 scopeid 0x10<host> loop txqueuelen 0 (Local Loopback) RX packets 0 bytes 0 (0.0 B) RX errors 0 dropped 0 overruns 0 frame 0 TX packets 0 bytes 0 (0.0 B) TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0 [root@GlusterFS03 ~]# [root@GlusterFS03 ~]# yum install wget
在三个节点都安装glusterfs	[root@GlusterFS03 ~]# yum install centos-release-gluster [root@GlusterFS03 ~]# yum install -y glusterfs glusterfs-server glusterfs-fuse glusterfs-rdma [root@GlusterFS03 ~]# yum --enablerepo=centos-gluster*-test install glusterfs-server glusterfs-cli glusterfs-geo-replication -y [root@GlusterFS03 ~]# systemctl start glusterd.service [root@GlusterFS03 ~]# systemctl enable glusterd.service Created symlink from /etc/systemd/system/multi-user.target.wants/glusterd.service to /usr/lib/systemd/system/glusterd.service. [root@GlusterFS03 ~]# systemctl enable glusterd.service [root@GlusterFS03 ~]# systemctl status glusterd.service 鈼?[0m glusterd.service - GlusterFS, a clustered file-system server Loaded: loaded (/usr/lib/systemd/system/glusterd.service; enabled; vendor preset: disabled) Active: active (running) since Wed 2018-03-28 23:15:29 CST; 18s ago Main PID: 11988 (glusterd) CGroup: /system.slice/glusterd.service 鈹斺攢11988 /usr/sbin/glusterd -p /var/run/glusterd.pid --log-level INFO Mar 28 23:15:29 GlusterFS03 systemd[1]: Starting GlusterFS, a clustered file-system server... Mar 28 23:15:29 GlusterFS03 systemd[1]: Started GlusterFS, a clustered file-system server. [root@GlusterFS03 ~]#
关闭防火墙	[root@GlusterFS03 ~]# iptables -F [root@GlusterFS03 ~]# systemctl stop firewalld.service [root@GlusterFS03 ~]# systemctl disable firewalld.service Removed symlink /etc/systemd/system/dbus-org.fedoraproject.FirewallD1.service. Removed symlink /etc/systemd/system/basic.target.wants/firewalld.service. [root@GlusterFS03 ~]# systemctl disable firewalld.service [root@GlusterFS03 ~]# systemctl stop firewalld [root@GlusterFS03 ~]# systemctl disable firewalld [root@GlusterFS03 ~]# sed -i 's/SELINUX=enforcing/SELINUX=disabled/' /etc/sysconfig/selinux [root@GlusterFS03 ~]# sed -i 's/SELINUX=enforcing/SELINUX=disabled/' /etc/selinux/config [root@GlusterFS03 ~]# setenforce 0 [root@GlusterFS03 ~]# iptables -L Chain INPUT (policy ACCEPT) target prot opt source destination Chain FORWARD (policy ACCEPT) target prot opt source destination Chain OUTPUT (policy ACCEPT) target prot opt source destination [root@GlusterFS03 ~]# iptables -F [root@GlusterFS03 ~]#

二:测试各种卷

测试三种卷

1)分布式卷

+复制

随机选择一台服务器写到/data/exp1 或2

企业一般用 大部分会用分布式复制（可用容量为 总容量/复制份数），通过网络传输的话最好用万兆交换机，万兆网卡来做。这样就会优化一部分性能。它们的数据都是通过网络来传输的。

-----------------------------------------------

三台服务器都操作:

[root@Glusterfs01 /]# mkdir /exp1 /exp2

[root@Glusterfs01 /]#

[root@GlusterFS02 ~]# mkdir /exp1 /exp2

[root@GlusterFS02 ~]#

[root@GlusterFS03 ~]# mkdir /exp1 /exp2

[root@GlusterFS03 ~]#

创建逻辑卷（+force强制创建）:

[root@Glusterfs01 /]# gluster volume create hehe-volume replica 2 transport tcp Glusterfs01:/exp1/ Glusterfs01:/exp2/ Glusterfs02:/exp1/ Glusterfs02:/exp2/ Glusterfs03:/exp1/ Glusterfs03:/exp2/ force

volume create: hehe-volume: success: please start the volume to access data

[root@Glusterfs01 /]#

启动

[root@Glusterfs01 /]# gluster volume start hehe-volume

volume start: hehe-volume: success

[root@Glusterfs01 /]#

查询

[root@Glusterfs01 /]# gluster volume info hehe-volume

Volume Name: hehe-volume

Type: Distributed-Replicate

Volume ID: 7ac0d232-021c-4fe3-9aed-6d5ff351f01a

Status: Started

Snapshot Count: 0

Number of Bricks: 3 x 2 = 6

Transport-type: tcp

Bricks:

Brick1: Glusterfs01:/exp1

Brick2: Glusterfs01:/exp2

Brick3: Glusterfs02:/exp1

Brick4: Glusterfs02:/exp2

Brick5: Glusterfs03:/exp1

Brick6: Glusterfs03:/exp2

Options Reconfigured:

transport.address-family: inet

nfs.disable: on

performance.client-io-threads: off

[root@Glusterfs01 /]#

创建挂载目录并挂载

[root@Glusterfs01 ~]# mkdir g5

[root@Glusterfs01 ~]# mount -t glusterfs Glusterfs01:/hehe-volume /root/g5

[root@Glusterfs01 ~]# df -h g5

Filesystem Size Used Avail Use% Mounted on

Glusterfs01:/hehe-volume 13G 1.8G 11G 15% /root/g5

[root@Glusterfs01 ~]#

测试成果

[root@Glusterfs01 ~]# man ls > /root/g5/ls01.txt

[root@Glusterfs01 ~]# man ls > /root/g5/ls02.txt

[root@Glusterfs01 ~]# man ls > /root/g5/ls03.txt

[root@Glusterfs01 ~]# man ls > /root/g5/ls04.txt

[root@Glusterfs01 ~]#

检查验证:

在三台机器分别检查

Glusterfs01主机:

[root@Glusterfs01 ~]# yum install tree

[root@Glusterfs01 ~]# tree /exp*

/exp1

├── ls03.txt

└── ls04.txt

/exp2

├── ls03.txt

└── ls04.txt

0 directories, 4 files

[root@Glusterfs01 ~]#

2 ) Glusterfs02主机:

[root@GlusterFS02 ~]# yum install tree

[root@GlusterFS02 ~]# tree /exp*

/exp1

└── ls01.txt

/exp2

└── ls01.txt

0 directories, 2 files

[root@GlusterFS02 ~]#

3 ) Glusterfs03主机:

[root@GlusterFS03 ~]# yum install tree

[root@GlusterFS03 ~]# tree /exp*

/exp1

└── ls02.txt

/exp2

└── ls02.txt

0 directories, 2 files

[root@GlusterFS03 ~]#

分布式+复制，这样的分布不均匀所以这些目录里的文件创建的时候跟逻辑卷的顺序有关系

2)复制式卷

两台复制写到/data/exp* 相当于raid1 写两份

-----------------------------------------------------------

我们再来测试创建不同顺序的复制卷

[root@Glusterfs01 ~]# mkdir /exp3 /exp4

[root@Glusterfs01 ~]#

[root@GlusterFS02 ~]# mkdir /exp3 /exp4

[root@GlusterFS02 ~]#

[root@GlusterFS03 ~]# mkdir /exp3 /exp4

[root@GlusterFS03 ~]#

[root@Glusterfs01 ~]# gluster volume create hehehe-volume replica 2 transport tcp Glusterfs01:/exp3/ Glusterfs02:/exp3/ Glusterfs03:/exp3/ Glusterfs01:/exp4/ Glusterfs02:/exp4/ Glusterfs03:/exp4/ force

volume create: hehehe-volume: success: please start the volume to access data

[root@Glusterfs01 ~]#

启动：

root@Glusterfs01 ~]# gluster volume start hehehe-volume

volume start: hehehe-volume: success

[root@Glusterfs01 ~]#

检查卷:

[root@Glusterfs01 ~]# gluster volume info hehehe-volume

Volume Name: hehehe-volume

Type: Distributed-Replicate

Volume ID: cd0be8ea-e273-4723-bd6f-324c900e03fe

Status: Started

Snapshot Count: 0

Number of Bricks: 3 x 2 = 6

Transport-type: tcp

Bricks:

Brick1: Glusterfs01:/exp3

Brick2: Glusterfs02:/exp3

Brick3: Glusterfs03:/exp3

Brick4: Glusterfs01:/exp4

Brick5: Glusterfs02:/exp4

Brick6: Glusterfs03:/exp4

Options Reconfigured:

transport.address-family: inet

nfs.disable: on

performance.client-io-threads: off

[root@Glusterfs01 ~]#

挂载:

[root@Glusterfs01 ~]# mkdir g6

[root@Glusterfs01 ~]# mount -t glusterfs Glusterfs01:/hehehe-volume /root/g6

[root@Glusterfs01 ~]# df -h /root/g6

Filesystem Size Used Avail Use% Mounted on

Glusterfs01:/hehehe-volume 13G 1.9G 11G 15% /root/g6

[root@Glusterfs01 ~]#

测试写入文件:

[root@Glusterfs01 ~]# man vgdisplay > /root/g6/vgdisplay01.txt

[root@Glusterfs01 ~]# man vgdisplay > /root/g6/vgdisplay02.txt

[root@Glusterfs01 ~]# man vgdisplay > /root/g6/vgdisplay03.txt

[root@Glusterfs01 ~]# man vgdisplay > /root/g6/vgdisplay04.txt

[root@Glusterfs01 ~]# man vgdisplay > /root/g6/vgdisplay05.txt

[root@Glusterfs01 ~]# man vgdisplay > /root/g6/vgdisplay06.txt

[root@Glusterfs01 ~]#

机器检查：

在三台机器分别检查

Glusterfs01主机:

[root@Glusterfs01 ~]# tree /exp*

/exp1

├── ls03.txt

└── ls04.txt

/exp2

├── ls03.txt

└── ls04.txt

/exp3

├── vgdisplay01.txt

├── vgdisplay02.txt

├── vgdisplay03.txt

└── vgdisplay04.txt

/exp4

└── vgdisplay06.txt

0 directories, 9 files

[root@Glusterfs01 ~]#

2 ) Glusterfs02主机:

[root@GlusterFS02 ~]# tree /exp*

/exp1

└── ls01.txt

/exp2

└── ls01.txt

/exp3

├── vgdisplay01.txt

├── vgdisplay02.txt

├── vgdisplay03.txt

└── vgdisplay04.txt

/exp4

└── vgdisplay05.txt

0 directories, 7 files

[root@GlusterFS02 ~]#

3 ) Glusterfs03主机:

[root@GlusterFS03 ~]# tree /exp*

/exp1

└── ls02.txt

/exp2

└── ls02.txt

/exp3

└── vgdisplay06.txt

/exp4

└── vgdisplay05.txt

0 directories, 4 files

[root@GlusterFS03 ~]#

这样分布就均匀了数据库也分布复制成功

-----------------------------------------------------------------------------------------------------------------------------------------------

[root@Glusterfs01 g6]# touch {a..g}

[root@Glusterfs01 g6]# ll

total 0

-rw-r--r-- 1 root root 0 Mar 30 00:21 a

-rw-r--r-- 1 root root 0 Mar 30 00:21 b

-rw-r--r-- 1 root root 0 Mar 30 00:21 c

-rw-r--r-- 1 root root 0 Mar 30 00:21 d

-rw-r--r-- 1 root root 0 Mar 30 00:21 e

-rw-r--r-- 1 root root 0 Mar 30 00:21 f

-rw-r--r-- 1 root root 0 Mar 30 00:21 g

[root@Glusterfs01 g6]#

[root@Glusterfs01 g6]# tree /exp*

/exp1

├── ls03.txt

└── ls04.txt

/exp2

├── ls03.txt

└── ls04.txt

/exp3

├── d

└── f

/exp4

├── a

└── c

0 directories, 8 files

[root@Glusterfs01 g6]#

[root@GlusterFS02 ~]# tree /exp*

/exp1

└── ls01.txt

/exp2

└── ls01.txt

/exp3

├── d

└── f

/exp4

├── b

├── e

└── g

0 directories, 7 files

[root@GlusterFS02 ~]#

[root@GlusterFS03 ~]# tree /exp*

/exp1

└── ls02.txt

/exp2

└── ls02.txt

/exp3

├── a

└── c

/exp4

├── b

├── e

└── g

扩展卷测试

当前卷:

[root@GlusterFS03 ~]# gluster volume info test-volume

Volume Name: test-volume

Type: Distribute

Volume ID: 9b938f41-105c-41b7-a327-de4c26d063e0

Status: Started

Snapshot Count: 0

Number of Bricks: 3

Transport-type: tcp

Bricks:

Brick1: GlusterFS02:/data/exp1

Brick2: GlusterFS03:/data/exp2

Brick3: GlusterFS01:/data/exp0

Options Reconfigured:

nfs.disable: on

transport.address-family: inet

[root@GlusterFS03 ~]#

添加的是已经存在的卷

[root@GlusterFS03 ~]# mkdir /data/exp9

[root@GlusterFS03 ~]# gluster volume add-brick test-volume GlusterFS03:/data/exp9/ force

volume add-brick: success

[root@GlusterFS03 ~]#

查看状态:

[root@Glusterfs01 ~]# gluster volume info test-volume

Volume Name: test-volume

Type: Distribute

Volume ID: 9b938f41-105c-41b7-a327-de4c26d063e0

Status: Started

Snapshot Count: 0

Number of Bricks: 4

Transport-type: tcp

Bricks:

Brick1: GlusterFS02:/data/exp1

Brick2: GlusterFS03:/data/exp2

Brick3: GlusterFS01:/data/exp0

Brick4: GlusterFS03:/data/exp9

Options Reconfigured:

nfs.disable: on

transport.address-family: inet

[root@Glusterfs01 ~]#

重新平衡一下分布式卷:

[root@Glusterfs01 ~]# gluster volume rebalance test-volume start

volume rebalance: test-volume: success: Rebalance on test-volume has been started successfully. Use rebalance status command to check status of the rebalance process.

ID: 08bbdc66-4f04-496b-ab9c-6635340745ae

[root@Glusterfs01 ~]#

删除测试卷:

删除brick 数据会丢失, 删除扩展的卷：

[root@Glusterfs01 ~]#

[root@Glusterfs01 ~]# gluster volume remove-brick test-volume Glusterfs03:/data/exp9 start

volume remove-brick start: success

ID: 984a7f11-b6cb-4e8d-b53e-2941d23a8284

[root@Glusterfs01 ~]#

检查卷：

[root@Glusterfs01 ~]# gluster volume info test-volume

Volume Name: test-volume

Type: Distribute

Volume ID: 9b938f41-105c-41b7-a327-de4c26d063e0

Status: Started

Snapshot Count: 0

Number of Bricks: 4

Transport-type: tcp

Bricks:

Brick1: GlusterFS02:/data/exp1

Brick2: GlusterFS03:/data/exp2

Brick3: GlusterFS01:/data/exp0

Brick4: GlusterFS03:/data/exp9

Options Reconfigured:

performance.client-io-threads: on

nfs.disable: on

transport.address-family: inet

[root@Glusterfs01 ~]#

[root@Glusterfs01 ~]# gluster volume status test-volume

Status of volume: test-volume

Gluster process TCP Port RDMA Port Online Pid

------------------------------------------------------------------------------

Brick GlusterFS02:/data/exp1 49154 0 Y 2435

Brick GlusterFS03:/data/exp2 49154 0 Y 2435

Brick GlusterFS01:/data/exp0 49154 0 Y 2450

Brick GlusterFS03:/data/exp9 49159 0 Y 6773

Task Status of Volume test-volume

------------------------------------------------------------------------------

Task : Remove brick

ID : 984a7f11-b6cb-4e8d-b53e-2941d23a8284

Removed bricks:

Glusterfs03:/data/exp9

Status : completed

[root@Glusterfs01 ~]#

再次删除:

root@Glusterfs01 ~]# gluster volume remove-brick test-volume Glusterfs03:/data/exp9 force

Removing brick(s) can result in data loss. Do you want to Continue? (y/n) y

volume remove-brick commit force: success

[root@Glusterfs01 ~]#

[root@Glusterfs01 ~]# gluster volume status test-volume

Status of volume: test-volume

Gluster process TCP Port RDMA Port Online Pid

------------------------------------------------------------------------------

Brick GlusterFS02:/data/exp1 49154 0 Y 2435

Brick GlusterFS03:/data/exp2 49154 0 Y 2435

Brick GlusterFS01:/data/exp0 49154 0 Y 2450

Task Status of Volume test-volume

------------------------------------------------------------------------------

There are no active volume tasks

[root@Glusterfs01 ~]#

删除卷之后再平衡一下:

[root@Glusterfs01 ~]# gluster volume rebalance test-volume start

volume rebalance: test-volume: success: Rebalance on test-volume has been started successfully. Use rebalance status command to check status of the rebalance process.

ID: c0f1b259-a617-4807-90dc-a47a3d71b9b5

[root@Glusterfs01 ~]# gluster volume status test-volume

Status of volume: test-volume

Gluster process TCP Port RDMA Port Online Pid

------------------------------------------------------------------------------

Brick GlusterFS02:/data/exp1 49154 0 Y 2435

Brick GlusterFS03:/data/exp2 49154 0 Y 2435

Brick GlusterFS01:/data/exp0 49154 0 Y 2450

Task Status of Volume test-volume

------------------------------------------------------------------------------

Task : Rebalance

ID : c0f1b259-a617-4807-90dc-a47a3d71b9b5

Status : completed

[root@Glusterfs01 ~]#

root@Glusterfs01 ~]# gluster volume info test-volume

Volume Name: test-volume

Type: Distribute

Volume ID: 9b938f41-105c-41b7-a327-de4c26d063e0

Status: Started

Snapshot Count: 0

Number of Bricks: 3

Transport-type: tcp

Bricks:

Brick1: GlusterFS02:/data/exp1

Brick2: GlusterFS03:/data/exp2

Brick3: GlusterFS01:/data/exp0

Options Reconfigured:

performance.client-io-threads: on

nfs.disable: on

transport.address-family: inet

[root@Glusterfs01 ~]#

[root@Glusterfs01 ~]# rpm -qa |grep gluster*

glusterfs-3.12.7-1.el7.x86_64

glusterfs-cli-3.12.7-1.el7.x86_64

centos-release-gluster312-1.0-1.el7.centos.noarch

glusterfs-libs-3.12.7-1.el7.x86_64

glusterfs-client-xlators-3.12.7-1.el7.x86_64

glusterfs-api-3.12.7-1.el7.x86_64

glusterfs-server-3.12.7-1.el7.x86_64

python2-gluster-3.12.7-1.el7.x86_64

glusterfs-geo-replication-3.12.7-1.el7.x86_64

glusterfs-fuse-3.12.7-1.el7.x86_64

glusterfs-rdma-3.12.7-1.el7.x86_64

[root@Glusterfs01 ~]#

3: 配置条带卷

配置条带卷

# 创建条带卷

[root@Glusterfs01 /]# mkdir exp5

[root@Glusterfs01 /]#

[root@GlusterFS02 ~]# mkdir exp5

[root@GlusterFS02 ~]#

[root@GlusterFS03 ~]# mkdir exp5

[root@GlusterFS03 ~]#

[root@Glusterfs01 /]# gluster volume create stripe-volume stripe 3 Glusterfs01:/exp5 Glusterfs02:/exp5 Glusterfs03:/exp5 force

volume create: stripe-volume: success: please start the volume to access data

[root@Glusterfs01 /]#

# 启动条带卷

[root@Glusterfs01 /]# gluster volume start stripe-volume

volume start: stripe-volume: success

[root@Glusterfs01 /]#

# 查看卷信息

[root@Glusterfs01 /]# gluster volume info stripe-volume

Volume Name: stripe-volume

Type: Stripe

Volume ID: 9806d472-d5ff-4ff4-bc32-06921be4b6a0

Status: Started

Snapshot Count: 0

Number of Bricks: 1 x 3 = 3

Transport-type: tcp

Bricks:

Brick1: Glusterfs01:/exp5

Brick2: Glusterfs02:/exp5

Brick3: Glusterfs03:/exp5

Options Reconfigured:

transport.address-family: inet

nfs.disable: on

[root@Glusterfs01 /]#

# 挂载卷到目录，创建测试文件

[root@Glusterfs01 ~]# mkdir g7

[root@Glusterfs01 ~]# mount -t glusterfs Glusterfs01:/stripe-volume /root/g7

[root@Glusterfs01 ~]#

[root@Glusterfs01 ~]# df -m /root/g7

Filesystem 1M-blocks Used Available Use% Mounted on

Glusterfs01:/stripe-volume 25986 3412 22575 14% /root/g7

[root@Glusterfs01 ~]#

[root@Glusterfs01 ~]# echo "Glusterfs01:/stripe-volume /root/g7 glusterfs default 0 0" >>/etc/fstab

[root@Glusterfs01 ~]#

------------------------------------------------------------------------------------------------------------------------------------------------------

[root@Glusterfs01 g7]# dd if=/dev/zero bs=1024 count=10000 of=/root/g7/10M.file

10000+0 records in

10000+0 records out

10240000 bytes (10 MB) copied, 1.53348 s, 6.7 MB/s

[root@Glusterfs01 g7]# dd if=/dev/zero bs=1024 count=20000 of=/root/g7/20M.file

20000+0 records in

20000+0 records out

20480000 bytes (20 MB) copied, 2.80855 s, 7.3 MB/s

[root@Glusterfs01 g7]#

# 查看新创建的文件的大小

[root@Glusterfs01 g7]# ll -h /root/g7

total 30M

-rw-r--r-- 1 root root 9.8M Mar 30 00:42 10M.file

-rw-r--r-- 1 root root 20M Mar 30 00:42 20M.file

[root@Glusterfs01 g7]#

# 文件实际存放位置及所在位置的大小

[root@Glusterfs01 # ll -h /exp5

total 9.9M

-rw-r--r-- 2 root root 3.3M Mar 30 00:42 10M.file

-rw-r--r-- 2 root root 6.6M Mar 30 00:42 20M.file

[root@Glusterfs01 ]#

[root@GlusterFS02 ~]# ll -h /exp5

total 9.8M

-rw-r--r-- 2 root root 3.3M Mar 30 00:42 10M.file

-rw-r--r-- 2 root root 6.5M Mar 30 00:42 20M.file

[root@GlusterFS02 ~]#

[root@GlusterFS03 ~]# ll -h /exp5

total 9.8M

-rw-r--r-- 2 root root 3.3M Mar 30 00:42 10M.file

-rw-r--r-- 2 root root 6.5M Mar 30 00:42 20M.file

[root@GlusterFS03 ~]#

# 上面可以看到 10M 20M 的文件分别分成了 3 块（这是条带的特点），写入的时候是循环地一点一点在GlusterFS01,GlusterFS02和GlusterFS03的磁盘上写数据，跟raid0很类似

　上面配置的条带卷在生产环境是很少使用的，因为它会将文件破坏，比如一个图片，它会将图片一份一份地分别存到条带卷

挂载记入fstab

[root@Glusterfs01 ~]# echo "Glusterfs01:/test-volume /root/g1 glusterfs defaults 0 0" >>/etc/fstab

[root@Glusterfs01 ~]# echo "Glusterfs01:/repl-volume /root/g2 glusterfs defaults 0 0" >>/etc/fstab

[root@Glusterfs01 ~]# echo "Glusterfs01:/raid0-volume /root/g3 glusterfs defaults 0 0" >>/etc/fstab

[root@Glusterfs01 ~]# echo "Glusterfs01:/hehe-volume /root/g5 glusterfs defaults 0 0" >>/etc/fstab

[root@Glusterfs01 ~]# echo "Glusterfs01:/hehehe-volume /root/g6 glusterfs defaults 0 0" >>/etc/fstab

[root@Glusterfs01 ~]#

如下:

[root@Glusterfs01 ~]# cat /etc/fstab

# /etc/fstab

# Created by anaconda on Thu Mar 22 19:13:56 2018

# Accessible filesystems, by reference, are maintained under '/dev/disk'

# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info

/dev/mapper/centos-root / xfs defaults 0 0

UUID=c12a9776-0e5f-45f5-bbd3-cd6000da9b35 /boot xfs defaults 0 0

/dev/mapper/centos-swap swap swap defaults 0 0

Glusterfs01:/test-volume /root/g1 glusterfs defaults 0 0

Glusterfs01:/repl-volume /root/g2 glusterfs defaults 0 0

Glusterfs01:/raid0-volume /root/g3 glusterfs defaults 0 0

Glusterfs01:/hehe-volume /root/g5 glusterfs defaults 0 0

Glusterfs01:/hehehe-volume /root/g6 glusterfs defaults 0 0

[root@Glusterfs01 ~]#

确认挂载结果

[root@Glusterfs01 g7]# mount -t fuse.glusterfs

Glusterfs01:/test-volume on /root/g1 type fuse.glusterfs (rw,relatime,user_id=0,group_id=0,default_permissions,allow_other,max_read=131072)

Glusterfs01:/repl-volume on /root/g2 type fuse.glusterfs (rw,relatime,user_id=0,group_id=0,default_permissions,allow_other,max_read=131072)

Glusterfs01:/raid0-volume on /root/g3 type fuse.glusterfs (rw,relatime,user_id=0,group_id=0,default_permissions,allow_other,max_read=131072)

Glusterfs01:/hehehe-volume on /root/g6 type fuse.glusterfs (rw,relatime,user_id=0,group_id=0,default_permissions,allow_other,max_read=131072)

Glusterfs01:/stripe-volume on /root/g7 type fuse.glusterfs (rw,relatime,user_id=0,group_id=0,default_permissions,allow_other,max_read=131072)

[root@Glusterfs01 g7]#