sql求平均日活_日活、周活（周重活）、月活统计

效果展示：

以上数据为测试数据

实现思路：

按照查询天数往前推规定天比如周、月

登录表为按月分表(数据量大约一张表1000W+数据)

关键sql:

laravel5.1 框架

日活实现方式一：

不使用文件缓存

关键sql : date_format()

/**

* 日活(登录)

* @param Request $request

* @return $this

publicfunctiondayKeepView(Request$request){

$data['start_time'] =$request->input('start_time',date('Y-m-d',strtotime('-7 days')));

$data['end_time'] =$request->input('end_time',date('Y-m-d',strtotime('-1 days')));

if(strtotime($data['end_time'])>=strtotime(date('Y-m-d',time())))$data['end_time']=date('Y-m-d',strtotime('-1 days'));

$start_time=strtotime($data['start_time']);

$end_time=strtotime($data['end_time']);

$table_prefix='d_user_login';

$table_exist=$this->getTableRange($start_time,$end_time,$table_prefix);

$select_table= current($table_exist);

$res= DB::connection('log')->table($table_prefix.$select_table)

->select(DB::raw("count(DISTINCT(uid)) as total ,date_format(time,'%Y%m%d') as day"))

->where('type','=',0)

->where('time','>=',$data['start_time'].' 00:00:00')

->where('time','<=',$data['end_time'].' 23:59:59')

->groupBy('day');

if(count($table_exist)>0){

foreach($table_existas$key=>$val){

if($key>0){

$res->union(

DB::connection('log')->table($table_prefix.$val)

->select(DB::raw("count(DISTINCT(uid)) as total ,date_format(time,'%Y%m%d') as day"))

->where('type','=',0)

->where('time','>=',$data['start_time'].' 00:00:00')

->where('time','<=',$data['end_time'].' 23:59:59')

->groupBy('day')

);

}

$res=$res->get();

krsort($res);

returnview('chart/keep/dayKeepView')->with('day_keep_data',$res)->with('data',$data);

}

日活实现方式二：

文件缓存方式(循环sql):

/**

* 日活(登录)

* @param Request $request

* @return $this

publicfunctiondayKeepView(Request$request){

$data['start_time'] =$request->input('start_time',date('Y-m-d',strtotime('-14 days')));

$data['end_time'] =$request->input('end_time',date('Y-m-d',strtotime('-1 days')));

if(strtotime($data['end_time'])>=strtotime(date('Y-m-d',time())))$data['end_time']=date('Y-m-d',strtotime('-1 days'));

$start_time=strtotime($data['start_time']);

$end_time=strtotime($data['end_time']);

//读取文件

$file_name= DIRECTORY_SEPARATOR.'total'.DIRECTORY_SEPARATOR.'dayData.json';

$day_data= Storage::disk('local')->exists($file_name) ? json_decode(Storage::get($file_name),true) : [];

$day_data_day=count($day_data)>0 ? array_column($day_data,'day') : [];

//循环查询时间区间

for($i=$start_time,$select_day=[];$i<=$end_time;$i+=86400){

$select_day[] =intval(date('Ymd',$i));

}

//求出差集

$need_select_day=array_diff($select_day,$day_data_day);

//循环执行语句查询

if(count($need_select_day)>0){

$res= [];

foreach($need_select_dayas$key=>$val) {

$self_time=strtotime($val);

$self_table=date('Ym',$self_time);

$self_start_time=date('Y-m-d 00:00:00',$self_time);

$self_end_time=date('Y-m-d 23:59:59',$self_time);

$res[$key] = DB::connection('log')->table('d_user_login'.$self_table)

->select(DB::raw("count(distinct(uid)) as total"))

->where('type','=',0)

->where('time','>=',$self_start_time)

->where('time','<=',$self_end_time)

->lists('total');

$res[$key]['total'] =$res[$key][0];

unset($res[$key][0]);

$res[$key]['day'] =$val;

};

$list=array_merge($res,$day_data);

$list= FunctionController::arr_sort($list,'SORT_DESC','day');

if(count($day_data_day)>0) Storage::delete($file_name);

//修改写入文件

Storage::disk('local')->put($file_name,json_encode($list));

$day_data=$list;

}

//读取文件缓存

//依据时间区间读取

$start_time=date('Ymd',$start_time);

$end_time=date('Ymd',$end_time);

foreach($day_dataas$key=>$val){

if($val['day']==$start_time)$start=$key;

if($val['day']==$end_time)$end=$key;

if(isset($start)&&isset($end))break;

}

$list=array_slice($day_data,$end,$start-$end+1);

returnview('chart/keep/dayKeepView')->with('day_keep_data',$list)->with('data',$data);

}

周活：

关键sql:

周重活sql：

select count(uid) as total from (select count(uid) as rtotal,uid from (select count(distinct(uid)),date_format(time,'%Y%m%d') as day,uid from `d_user_login201705` where type=0 and time between '2017-05-28'and '2017-06-04' group by day,uid union all

SELECT count(distinct(uid)),date_format(time,'%Y%m%d') as day,uid from `d_user_login201706` where type=0 and time between'2017-05-28'and '2017-06-04' group by day,uid) as t1 group by uid having rtotal>3 order by null) as t2 where uid>20000 ; (周跨月)

/**

* 周活(登录表)

* @param Request $request

* @return $this

publicfunctionweekKeepView(Request$request){

set_time_limit(0);

$data['start_time'] =$request->input('start_time',date('Y-m-d',strtotime('-14 days')));

$data['end_time'] =$request->input('end_time',date('Y-m-d',strtotime('-1 days')));

if(strtotime($data['end_time'])>=strtotime(date('Y-m-d',time())))$data['end_time']=date('Y-m-d',strtotime('-1 days'));

$start_time=strtotime($data['start_time']);

$end_time=strtotime($data['end_time']);

//读取文件

$file_name= DIRECTORY_SEPARATOR.'total'.DIRECTORY_SEPARATOR.'weekData.json';

$week_data= Storage::disk('local')->exists($file_name) ? json_decode(Storage::get($file_name),true) : [];

$week_data_day=count($week_data)>0 ? array_column($week_data,'day') : [];

//循环查询时间区间

for($i=$start_time,$select_day=[];$i<=$end_time;$i+=86400){

$select_day[] =intval(date('Ymd',$i));

}

//求出差集

$need_select_day=array_diff($select_day,$week_data_day);

//循环执行语句查询

if(count($need_select_day)>0){

$res= [];

foreach($need_select_dayas$key=>$val){

$self_time=strtotime($val);

$self_start_time=date('Ymd',$self_time-86400*6);

$self_end_time=date('Ymd',$self_time+86400);

if(substr($self_start_time,0,6)==substr($self_end_time,0,6)){

//周活

$res[$key]['week'] = DB::connection('log')->table('d_user_login'.substr($val,0,6))

->select(DB::raw("count(distinct(uid)) as total"))

->where('type','=',0)

->whereBetween('time',[$self_start_time,$self_end_time])

->lists('total');

// 周重活一天有4次登录及以上

$res[$key]['week_more']= DB::connection('log')->select(DB::raw("select count(uid) as total from (select count(uid) as rtotal,uid from (SELECT count(distinct(uid)),date_format(time,'%Y%m%d') as day,uid from d_user_login".substr($val,0,6)." where type=0 and time>='".$self_start_time."'and time3) as tt where uid>20000"));

}else{

//周活

$sql= DB::connection('log')->table('d_user_login'.substr($self_start_time,0,6))

->select('uid')->where('type','=',0)

->whereBetween('time',[$self_start_time,$self_end_time])

->union(

DB::connection('log')->table('d_user_login'.substr($self_end_time,0,6))

->select('uid')->where('type','=',0)

->whereBetween('time',[$self_start_time,$self_end_time])

);

$list_sql=$sql->tosql();

$list_val=$sql->getBindings();

$sql_res=self::getStringReplace($list_val,$list_sql) ;

$res[$key]['week'] = DB::connection('log')->table(DB::raw('('.$sql_res.') as tem'))

->select(DB::raw('count(uid) as total'))->lists('total');

//周重活

$res[$key]['week_more'] = DB::connection('log')->select(DB::raw("select count(uid) as total from (select count(uid) as rtotal,uid from (select count(distinct(uid)),date_format(time,'%Y%m%d') as day,uid from d_user_login".substr($self_start_time,0,6)." where type=0 and time>='".$self_start_time."'and time='".$self_start_time."'and time3 order by null) as t2 where uid>20000;"));

}

$res[$key]['total'] =$res[$key]['week'][0];

$res[$key]['more_total'] =$res[$key]['week_more'][0]->total;

unset($res[$key]['week']);

unset($res[$key]['week_more']);

$res[$key]['day'] =$val;

};

$list=array_merge($res,$week_data);

$list= FunctionController::arr_sort($list,'SORT_DESC','day');

if(count($week_data_day)>0) Storage::delete($file_name);

//修改写入文件

Storage::disk('local')->put($file_name,json_encode($list));

$week_data=$list;

}

//读取文件缓存

//依据时间区间读取end

$start_time=date('Ymd',$start_time);

$end_time=date('Ymd',$end_time);

foreach($week_dataas$key=>$val){

if($val['day']==$start_time)$start=$key;

if($val['day']==$end_time)$end=$key;

if(isset($start)&&isset($end))break;

}

$list=array_slice($week_data,$end,$start-$end+1);

returnview('chart/keep/weekKeepView')->with('week_keep_data',$list)->with('data',$data);

}

月活：

/**

* 月活(登录表)

* @param Request $request

* @return $this

publicfunctionmonthKeepView(Request$request){

set_time_limit(0);

$data['start_time'] =$request->input('start_time',date('Y-m-d',strtotime('-14 days')));

$data['end_time'] =$request->input('end_time',date('Y-m-d',strtotime('-1 days')));

if(strtotime($data['end_time'])>=strtotime(date('Y-m-d',time())))$data['end_time']=date('Y-m-d',strtotime('-1 days'));

$start_time=strtotime($data['start_time']);

$end_time=strtotime($data['end_time']);

//读取文件

$file_name= DIRECTORY_SEPARATOR.'total'.DIRECTORY_SEPARATOR.'monthData.json';

$month_data= Storage::disk('local')->exists($file_name) ? json_decode(Storage::get($file_name),true) : [];

$month_data_day=count($month_data)>0 ? array_column($month_data,'day') : [];

//循环查询时间区间

for($i=$start_time,$select_day=[];$i<=$end_time;$i+=86400){

$select_day[] =intval(date('Ymd',$i));

}

//求出差集

$need_select_day=array_diff($select_day,$month_data_day);

//循环执行语句查询

if(count($need_select_day)>0) {

$res= [];

foreach($need_select_dayas$key=>$val) {

$self_time=strtotime($val);

$self_start_time=date('Ymd',strtotime($val.'-1month'));

$self_end_table=date('Ymd',$self_time);

$self_end_time=date('Y-m-d 23:59:59',$self_time);

if(substr($self_start_time, 0, 6) ==substr($self_end_time, 0, 6)) {

$res[$key] = DB::connection('log')->table('d_user_login'.substr($val,0,6))

->select(DB::raw("count(distinct(uid)) as total"))

->where('type','=',0)

->where('time','>=',$self_start_time)

->where('time','<=',$self_end_time)

->lists('total');

}else{

$sql= DB::connection('log')->table('d_user_login'.substr($self_start_time,0,6))

->select('uid')->where('type','=',0)

->whereBetween('time',[$self_start_time,$self_end_time])

->union(

DB::connection('log')->table('d_user_login'.substr($self_end_table,0,6))

->select('uid')->where('type','=',0)

->where('time','>=',$self_start_time)

->where('time','<=',$self_end_time)

);

$list_sql=$sql->tosql();

$list_val=$sql->getBindings();

$sql_res=self::getStringReplace($list_val,$list_sql) ;

$res[$key] = DB::connection('log')->table(DB::raw('('.$sql_res.') as tem'))

->select(DB::raw('count(uid) as total'))->lists('total');

$res[$key]['total'] =$res[$key][0];

unset($res[$key][0]);

$res[$key]['day'] =$val;

}

};

$list=array_merge($res,$month_data);

$list= FunctionController::arr_sort($list,'SORT_DESC','day');

if(count($month_data_day)>0) Storage::delete($file_name);

//修改写入文件

Storage::disk('local')->put($file_name,json_encode($list));

$month_data=$list;

}

//读取文件缓存

//依据时间区间读取

$start_time=date('Ymd',$start_time);

$end_time=date('Ymd',$end_time);

foreach($month_dataas$key=>$val){

if($val['day']==$start_time)$start=$key;

if($val['day']==$end_time)$end=$key;

if(isset($start)&&isset($end))break;

}

$list=array_slice($month_data,$end,$start-$end+1);

returnview('chart/keep/monthKeepView')->with('month_keep_data',$list)->with('data',$data);

}

生成json 文件的时候会比较慢可以自己写PHP或者shell脚本去执行sql 操作！！

json 数据格式：

sql求平均日活_日活、周活（周重活）、月活统计相关推荐

如何用sql求平均成绩
用sql求平均成绩大于80的学生姓名
sql求平均日活_杨学峰博客 | Flask Sqlarchemy实现按日、周、月统计并图表展示
def test(): """统计用户同步分布情况""" from pyecharts.charts import Bar, Line, P ...
python画日漫_[日更挑战-第五弹]python-爬取漫画图片
今天用到是python的第三方库: requests requests这个第三方库一般的使用方法已经在前面的文章<python-爬虫初战>中讲到,今天这篇呢,在requests的基础上加入 ...
php哪里接私活_看了这些程序员接私活的渠道，瞬间爆炸！
去年有对一些众包平台进行过比较分析,今天再回首看有一些平台已经很遗憾地停止服务了.但同时,也新增了一些平台来提供服务.所谓沧海横流方显英雄本色,大浪淘沙才见壮志豪情,在这个互联网最好的时代也是最坏的时 ...
sql报表按月统计_用Excel如何对销售数据按月分别统计成本，销售额以及利润？...
这个问题显然不应该用函数来完成了,用透视表要轻松地多透视表用于按列关键字快速汇总数据. 来举个例子.有很多很多数据,比如是下面这种一千多航行,6列.就像这样数据实例每个月的销售额与成本总计,需要 ...
月活4亿市值仅次于腾讯的美图到底是怎么回事?
今年8月22日,美图招股文件在香港交易所官网亮相.文件披露:2016年6月美图旗下App的月活用户达到4.46亿:在主流社交网站分享的照片中,53.5%经过美图处理. 随着美图挂牌日期的临近,一些&q ...
直播凸显内容优势网易新闻月活过亿有”深”意
2015年,基于算法的个性化资讯推荐已经成为新闻客户端的标配,但仅有算法和数据是远远不够的.从2011年至今,资讯类客户端的竞争已经非常成熟,市场对产品的评判标准也摆脱了单纯的"总用户量&q ...
怎么往integer型数组添加数据_用户日活月活怎么统计 - Redis HyperLogLog 详解
HyperLogLog 是一种概率数据结构,用来估算数据的基数.数据集可以是网站访客的 IP 地址,E-mail 邮箱或者用户 ID. 基数就是指一个集合中不同值的数目,比如 a, b, c, d 的 ...
hive left outer join 子查询临时表_基于历史数据的用户访问次数，每天新老用户，日活，周活，月活的hive计算...
最近有一个需求,统计每天的新老用户,日活,周活,月活. 我们每天的增量数据会加入到hive历史数据表中,包含用户访问网站的一些信息,字段有很多,包括用户唯一标识guid. 当然了日活,周活,月活就是一 ...

sql求平均日活_日活、周活（周重活）、月活统计

sql求平均日活_日活、周活（周重活）、月活统计相关推荐

最新文章

热门文章

sql求平均日活_日活、周活（周重活）、月活 统计

sql求平均日活_日活、周活（周重活）、月活 统计相关推荐

最新文章

热门文章

sql求平均日活_日活、周活（周重活）、月活统计

sql求平均日活_日活、周活（周重活）、月活统计相关推荐