#!/usr/bin/perl -w

#use Fcntl qw(:flock);

use strict;

use Mail::Sender;

use Sys::Statistics::Linux;

use Fetion;

my $cpu_max=90;        #cpu最大占用率

my $mem_free_mix=10;    #最小可用内才能

my $disk_free_mix=50;    #最小可用磁盘空间

my $max_io=1;        #最大的io wait队列

#my $max_send_times=2;

#my $match_count=0;

my %opt=(sysinfo => 0,

cpustats => 1,

procstats => 0,

memstats => 1,

pgswstats =>0,

netstats => 0,

sockstats => 1,

diskstats => 0,

diskusage => 1,

loadavg => 1,

filestats => 1,

processes => 0,

);

my $lxs = Sys::Statistics::Linux->new(\%opt);

my $cad_check_time=(localtime)[2];        #cad mean cpu and ddram

my $io_check_time=$cad_check_time;

my $disk_usage_check_time=$cad_check_time;

my $warn_flag=0;

my $pre_flag=0;

my $pre_io_check=0;

my $cur_io_flag=0;

my $pre_space_flag=0;

my $cur_space_flag=0;

my $small_space={{},1};

my @space;

my $counter=1;

#print STDOUT Dumper($small_space),"\n";

my $stat;

my @iostat;

while(sleep 2){

my ($cad_flag,$space_flag,$io_flag)=(0,0,0);

$stat = $lxs->get;

@iostat=split /\s/,(`vmstat`)[2];        #这句为后面的IO检查做准备

#如果cpu的占用率大于90％，或者内存占用达到90％，并且平均负载大于5，发送警报邮件和短信通知,这个部分还需要改良，最好进一步分开内存和cpu，因为内存占用很高，负载不一定高的

#--------------------检查cpu和内存的使用情况－－－－－－－－－－－－－－－－－－－

if($stat->cpustats->{cpu}->{total}>$cpu_max||($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100

{

if($stat->loadavg->{avg_1}>2)

{

$pre_flag=$warn_flag;

$warn_flag=1;        #警报标志

if($pre_flag==1)    #为1时，证明之前出现过警报的情况

{

if((localtime)[2]!=$cad_check_time)            #检查是否在同一时段出现警报，默认时间间隔为1小时，同一时段内，只发送一次短信和邮件

{

print 'send when cpu&&ram busy and time !=',"\n";

#&sendMail('loadavg is too hight',$stat->cpustats->{cpu}->{total},($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100,$stat->loadavg->{avg_1});#sendMail(subject,cpu_usage,ram_free,loadavg)

&sendMail(1);            #1 mean cpu&&ram

&sendSms(1,'your phone number','you passwd');

$cad_check_time=(localtime)[2];            #更新最近一次的警报时间

}

}

else

{

#初次发送

print 'send when flag=0, that is the first time',"\n";

#&sendMail('loadavg is too hight',$stat->cpustats->{cpu}->{total},($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100,$stat->loadavg->{avg_1});#sendMail(subject,cpu_usage,ram_free,loadavg)

&sendMail(1);

&sendSms(1,'your phone number','you passwd');

}

$cad_flag=1;

}

else

{

$pre_flag=0;

$cad_flag=0;

}

}

#---------------------------cpu&&内存检查完毕－－－－－－－－－－－－－－－－－－－－－－－－

#-------------------------------------------------------

#----------------检查磁盘空间-----------------------------

#这部分还需要改进，如何去进一步的区别容量满的分区

my $driver;

foreach $driver(keys %{$stat->diskusage})

{

next if $driver!~/^\/dev\//;

#print $driver,"\n";

my $drive=$driver;

#print $drive,"\n";

$driver=~s/\/dev\///gi;

#print $driver,"\n";

#print $drive,"\n";

if($stat->diskusage->{$drive}->{usage}/$stat->diskusage->{$drive}->{total}*100>$disk_free_mix)

{

if(!exists $small_space->{$driver})            #设备是否重复，重复的跳过

{

$small_space->{$driver}->{check_time}=(localtime)[2];            #记录出现警报的时间

$small_space->{$driver}->{space_flag}=1;                #0 mean had checked before,1 not before

$small_space->{$driver}->{free}=sprintf "%.2f",$stat->diskusage->{$drive}->{free}/$stat->diskusage->{$drive}->{total}*100;    #容量取两位小数

print "send when the first time that $driver space is hardly full","\n";

#&sendMail(2);

}

$space_flag=1;

}

else

{

if(exists $small_space->{$driver})

{

delete     $small_space->{$driver}

}

$space_flag=0;

}

}

if((keys %{$small_space})>1)        #排除本来的没用HASH

{

if($counter==1)

{

&sendMail(2);

&sendSms(2,'your phone number','you passwd');

$counter=2;

}

else

{

foreach $driver(keys %{$small_space})

{

next if $driver=~/^HASH/;

if($small_space->{$driver}->{space_flag}==1)

{

if($small_space->{$driver}->{check_time}!=(localtime)[2])            #检查是否为同一时段，相同的跳过，避免重复发信，默认为1小时

{

print 'send when someone disk space is fulland time !=',"\n";

$small_space->{$driver}->{check_time}=(localtime)[2];            #更新时间点

&sendMail(2);

&sendSms(2,'your phone number','you passwd');

}

}

}

}

}

#－－－－－－－－－－检查磁盘空间结束－－－－－－－－－－－－－－－－－

#－－－－－－－－－－－检查磁盘io操作－－－－－－－－－－－－－－－－－

#@iostat=split /\s/,(`vmstat`)[2];        #要求有vmstat这个脚本，在/proc里边

if($iostat[-1]>$max_io)

{

$pre_io_check=$cur_io_flag;

$cur_io_flag=1;

if($pre_io_check==1)

{

if((localtime)[2]!=$io_check_time)

{

print 'send when io busy and time !=',"\n";

$io_check_time=(localtime)[2];

&sendMail(3);

&sendSms(3,'your phone number','you passwd');

}

}

else

{

print 'send when pre_io_check=0, that is the first time',"\n";

&sendMail(3);

&sendSms(3,'your phone number','you passwd');

}

$io_flag=1;

}

else

{

$io_flag=0;

}

#---------------------检查磁盘IO结束－－－－－－－－－－－－－－－－－

&writeLog($cad_flag,$space_flag,$io_flag);                #无论遇到什么警报，都记录在日志上

}        #主循环结束

#---------------------------函数部分－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－

#----------------------writeLog fun----------------------------------------------

sub writeLog{

#use Data::Dumper;

my ($cad_flag,$space_flag,$io_flag)=@_;

if($cad_flag||$space_flag||$io_flag)

{

my $time=localtime;

my $log_file='log.txt';

open LOG,">>",$log_file||die "can't open $log_file for write:$!\n";

#if(flock LOG,LOCK_EX)#||die "can't lock $log_file:$!\n";

#{

#    print STDERR "ok\n";

#}

#select LOG;

#time    cpu_usage%    loadavg        ram_free%    disk_space_free%        io_wait        tcp

#      10          0 73     sda1:10,sda2:5,sda3:11         1          6

#if($cad_flag||$space_flag||$io_flag)

#{

#print "$time $stat->cpustats->{cpu}->{total} $stat->loadavg->{avg_1} ",$stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100,$stat->diskusage->{$drive}->{free}/$stat->diskusage->{$drive}->{total}*100," $iostat[-1] $stat->sockstats->{tcp}\n";

#printf("%s %d %d %d %s %d\n",$time,$stat->cpustats->{cpu}->{total},$stat->loadavg->{avg_1},($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100,$iostat[-1],$stat->sockstats->{tcp});

foreach my $dev(keys %{$small_space})        #因为日之中磁盘空间那里比较特别，所以要特殊处理；将整个字段作为一个数组处理，待会儿可以进行join

{

next if $dev=~/^HASH/;

push @space,"$dev:$small_space->{$dev}->{free}";

}

printf LOG ("%s %.2f %.2f %.2f %s %s %d\n",$time,$stat->cpustats->{cpu}->{total},$stat->loadavg->{avg_1},($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100),join(",",@space),$iostat[-1],$stat->sockstats->{tcp};

#}

#select STDOUT;

#flock(LOG,LOCK_UN)||die "can't unlock $log_file:$!\n";

@space=();

close LOG;

}

}

#------------------------writeLog end ------------------------------

#---------------------sendSms fun-----------------------------------

sub sendSms{

my ($warn_type,$num,$passwd,$to_num)=@_;

#my $sms='cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};

my $sms;

if($warn_type==1)

{

$sms='warning:Loadavg is too high.'.'cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};

}

elsif($warn_type==2)

{

$sms='warning:Disk space is full.'.'cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};

}

else

{

$sms='warning:Disk io are busy.'.'cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};

}

print "init..", Fetion::fx_init(), "\n";

if(Fetion::fs_login($num , $passwd ))#|| die " cannot login , try again please\n";

{#print "get account", Dumper( Fetion::fx_get_account() ), "\n";

print "send to self......";

Fetion::fs_send_sms_to_self($sms);

print "\n";

#print "send to $to_num..";

#Fetion::fs_send_sms_by_mobile_no($to_num, $sms)||die "can't send:$!\n";

#send to someuser of feixin

#print "send to 440227509", Fetion::fs_send_sms(440227509, "你这个白痴"), "\n";

print "loginout", Fetion::fx_loginout(), "\n";

print "terminate", Fetion::fx_terminate(), "\n";

}

else

{

if(open ERR,">>",'err.log')

{

print ERR "can't send sms,please check the usename&&password again or make sure you internet is available\n";

close ERR;

}

else

{

print "can't open err.log to write:$!\n";

}

print "can't send sms,please check the usename&&password again or make sure you internet is available\n";

return -1;

}

}

#-----------------------sendSms fun end------------------------------

#-----------------------sendMail fun------------------------------------

sub sendMail{

my ($warn_type)=@_;

my $subject;

my $msg='cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};

if($warn_type==1)

{

$subject='warning:Loadavg is too high';

#$msg="cpu usage:$stat->cpustats->{cpu}->{total}% ".'freemem:'.($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100.'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp}.' Disk space:'.join(",",@space);

}

elsif($warn_type==2)

{

$subject='warning:Disk space is full';

foreach my $dev(keys %{$small_space})        #因为日之中磁盘空间那里比较特别，所以要特殊处理；将整个字段作为一个数组处理，待会儿可以进行join

{

next if $dev=~/^HASH/;

push @space,"$dev:$small_space->{$dev}->{free}";

}

$msg='cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp}.' '.join(",",@space);

}

else

{

$subject='warning:Disk io are busy';

}

@space=();

#$msg='cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};#.' Disk space:'.join(",",@space);

my $sender;

eval{

$sender=new Mail::Sender();

#my @protocols = $sender->QueryAuthProtocols(); 查询服务器支持的认证方式

if ($sender->MailMsg({

#smtp => 'smtp.163.com',by Default，test@163.com

#from => 'test@163.com', by Default

to =>'test98@163.com',

subject => $subject,     #主题

msg => $msg, #内容

auth => 'LOGIN',            #smtp的验证方式

authid => 'user',        #user

authpwd => 'passwd',    #pwd

}) < 0) {

warn "$Mail::Sender::Error\n";

}

print "warning Mail sent OK.\n";

};

if($@)

{

if(open ERR,">>",'err.log')

{

print ERR "$Mail::Sender::Error\n";

close ERR;

}

else

{

print "can't open err.log to write:$!\n";

}

print "can't send mail,please check the err.log for detail\n";

return -1;

}

}

#--------------------sendMail fun end--------------------------------------