4. 实例palybook安装管理flume

1. 安装管理配置:

[root@bdroute-s1 roles]# cat flume/vars/main.yml
flume_conf_dir: "/usr/local/common/flume/conf"
logFile: "{{logfile}}"
checkpoinDir: "/data/flume/checkpoint/{{app}}"
dataDir: "/data/flume/data/{{app}}"

[root@bdroute-s1 roles]# cat flume/tasks/install.yml
- name: install flume agent
yum: name=flume state=present
- name: sync config
template: src=flume.conf dest={{flume_conf_dir}}/flume.conf
- name: sync script
copy: src=flume-agent dest=/etc/init.d/flume-agent owner=root group=root mode=766

[root@bdroute-s1 roles]# cat flume/tasks/manager.yml
- name: manager flume
service: name=flume-agent state={{action}}

[root@bdroute-s1 flume]# cat tasks/main.yml
- include: install.yml tags=install
- include: manager.yml tags=service

2. flume结构：

[root@bdroute-s1 roles]# tree flume
flume
├── files
│   └── flume-agent
├── handlers
├── tasks
│   ├── install.yml
│   ├── main.yml
│   └── manager.yml
├── templates
│   └── flume.conf
└── vars
└── main.yml

3. 执行结果：

部署

[root@bdroute-s1 ansible]# ansible-playbook flume.yml -e 'host="test" action="started" app="syh_php_api" logfile="/data/nginx/test.log"'

PLAY [test] *******************************************************************

TASK: [flume | install flume agent] *******************************************

ok: [10.0.0.174]

TASK: [flume | sync config] ***************************************************

changed: [10.0.0.174]

TASK: [flume | sync script] ***************************************************

ok: [10.0.0.174]

TASK: [flume | manager flume] *************************************************

changed: [10.0.0.174]

PLAY RECAP ********************************************************************

10.0.0.174 : ok=4 changed=2 unreachable=0 failed=0

[root@h000174 ~]# ps aux|grep flume

root 8049 1.7 0.1 8540576 97628 ? Sl 19:39 0:09 /usr/bin/java -Xmx20m -cp /usr/local/common/flume/conf:/usr/local/flume/lib/* -Djava.library.path= org.apache.flume.node.Application --conf-file /usr/local/common/flume/conf/flume.conf --name a1

root 10337 0.0 0.0 103244 880 pts/0 S+ 19:47 0:00 grep flume

[root@h000174 ~]# cat /usr/local/common/flume/conf/flume.conf

#Define source, channel, sink

a1.sources = r1

a1.channels = c1

a1.sinks = k1 k2

#Configure source 1

a1.sources.r1.type = exec

a1.sources.r1.channels = c1

a1.sources.r1.command = tail -F /data/nginx/test.log

a1.sources.r1.shell = /bin/bash -c

a1.sources.r1.restartThrottle = 10000

a1.sources.r1.restart = true

a1.sources.r1.batchSize = 20

a1.sources.r1.batchTimeout = 3000

#Configure channel 1

a1.channels.c1.type = file

a1.channels.c1.checkpointDir = /data/flume/checkpoint/syh_php_api

a1.channels.c1.dataDirs = /data/flume/data/syh_php_api

a1.channels.c1.capacity = 200000000

a1.channels.c1.transactionCapacity = 1000

a1.channels.c1.keep-alive = 30

a1.channels.c1.write-timeout = 30

a1.channels.c1.checkpoint-timeout=600

#Configure sinkgroups

a1.sinkgroups = g1

a1.sinkgroups.g1.sinks = k1 k2

a1.sinkgroups.g1.processor.type = load_balance

a1.sinkgroups.g1.processor.backoff = true

a1.sinkgroups.g1.processor.selector = round_robin

a1.sinkgroups.g1.processor.selector.maxTimeOut = 600000

#Configure sink 1

a1.sinks.k1.type = avro

a1.sinks.k1.channel = c1

a1.sinks.k1.hostname = hdcollect-s1.abc.com

a1.sinks.k1.port = 40003

#Configure k1

a1.sinks.k2.type = avro

a1.sinks.k2.channel = c1

a1.sinks.k2.hostname = hdcollect-s2.abc.com

a1.sinks.k2.port = 40003

管理

[root@bdroute-s1 ansible]# ansible-playbook flume.yml -e 'host="test" action="stopped"' --tags service

PLAY [test] *******************************************************************

TASK: [flume | manager flume] *************************************************

changed: [10.0.0.174]

PLAY RECAP ********************************************************************

10.0.0.174 : ok=1 changed=1 unreachable=0 failed=0

[root@h000174 ~]# /etc/init.d/flume-agent status

flume-ng agent is not running [FAILED]

[root@bdroute-s1 ansible]# ansible-playbook flume.yml -e 'host="test" action="started"' --tags service

PLAY [test] *******************************************************************

TASK: [flume | manager flume] *************************************************

changed: [10.0.0.174]

PLAY RECAP ********************************************************************

10.0.0.174 : ok=1 changed=1 unreachable=0 failed=0

[root@h000174 ~]# /etc/init.d/flume-agent status

flume-ng agent is running [ OK ]

来自为知笔记(Wiz)

转载于:https://www.cnblogs.com/51runsky/p/a6b360fe851aa708d6d63c2c96630bd2.html