未分类
Nginx配置文件nginx.conf中文详解
Nginx配置文件nginx.conf中文详解 这篇是目前最完整的Nginx配置参数中文说明了。更详细的模块参数请参考：http://wiki.nginx.org/Main Read more…
OS
LAMP架构下的安全注意要点
LAMP架构下的安全注意要点 转自：http://www.penglixun.com/tech/system/lamp_security.html Read more…
未分类
python升级到2.7.10及使用virtualenv搭建独立的Python环境
python升级到2.7.10及使用virtualenv搭建独立的Python环境 http://qicheng0211.blog.51cto.com/3958621/1561685 Read more…
未分类
统计某个时间段海外流量
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 |
#!/bin/bash source /etc/profile email() { /opt/shell/sendEmail -f xxx@xxx -t $USERS -s xxx.xxx.com -u $1 -m $2 -a /tmp/pptv_*.tar.gz -o tls=no -xu xxx@xxx.com -xp xxxxx(passwd) } USERS="xxx@xxx.com" beg_date=`date -d "$1" +%s` end_date=`date -d "$2" +%s` beg=`date -d @${beg_date} +%Y-%m-%d` end=`date -d @${end_date} +%Y-%m-%d` cd /tmp #for yy in {1..1} #do #FILETIME=`date -d "$yy day ago" +%F` #YEAR=`date -d "$yy day ago" +%Y` #MONTH=`date -d "$yy day ago" +%m` #DAY=`date -d "$yy day ago" +%d` if [[ -z $1 ]]||[[ -z $2 ]];then echo "Usage: $0 YYYYMMDD YYYYMMDD" exit 0; fi if [[ ${beg_date} > ${end_date} ]];then echo "The end_date < beg_date ;Please input the right date,example: $0 20140101 20140301" exit 0; fi for (( i=${beg_date};i<=${end_date};i=i+86400)) do T=`date -d @${i} +%Y-%m-%d` FILETIME="$T" YEAR=`echo $FILETIME | awk -F'-' '{print $1}'` MONTH=`echo $FILETIME | awk -F'-' '{print $2}'` DAY=`echo $FILETIME | awk -F'-' '{print $3}'` printf "Time" > pptv_$FILETIME.csv && printf " , " >> pptv_$FILETIME.csv && printf "id 55" >> pptv_$FILETIME.csv && printf " , " >> pptv_$FILETIME.csv && printf "id 26" >> pptv_$FILETIME.csv && echo " " >> pptv_$FILETIME.csv # #HOUR=`date -d "1 day ago" +%H` for x in {00..23} do TOTAL=`zcat /data/nfsd/x.x.x/x.x.x*/nginx_log/$YEAR/$MONTH/$DAY/project.access.log.$YEAR-$MONTH-$DAY-$x.gz | grep -w '/?property_id=55' | wc -l` TOTAL2=`zcat /data/nfsd/x.x.x/x.x.x*/nginx_log/$YEAR/$MONTH/$DAY/project.access.log.$YEAR-$MONTH-$DAY-$x.gz | grep -w '/?property_id=26' | wc -l` #CANADA=`zcat /data/nfsd/x.x.x/x.x.x*/nginx_log/$YEAR/$MONTH/$DAY/project.access.log.$YEAR-$MONTH-$DAY-$x.gz | grep '/?property_id=17' | awk -F'|' '{if ($8 == 767) print $1}' | wc -l` echo "$YEAR/$MONTH/$DAY/$x: , $TOTAL , $TOTAL2" >> pptv_$FILETIME.csv done TOTALAL=`grep -v 'Time' pptv_$FILETIME.csv | awk -F',' '{sum += $2} END {print sum}'` TOTALCA=`grep -v 'Time' pptv_$FILETIME.csv | awk -F',' '{sum += $3} END {print sum}'` echo "TOTAL: , $TOTALAL , $TOTALCA" >> pptv_$FILETIME.csv #set -x zcat /data/nfsd/x.x.x/x.x.x*/nginx_log/$YEAR/$MONTH/$DAY/project.access.log.$YEAR-$MONTH-$DAY-*.gz |grep '/?property_id=55' | awk -F'|' '{print $1}' | sort | uniq -c | sort -rn > pptv_15Sip.txt zcat /data/nfsd/x.x.x/x.x.x*/nginx_log/$YEAR/$MONTH/$DAY/project.access.log.$YEAR-$MONTH-$DAY-*.gz |grep '/?property_id=26' | awk -F'|' '{print $1}' | sort | uniq -c | sort -rn > pptv_30Sip.txt python /opt/shell/new_ppyip.py pptv_15S python /opt/shell/new_ppyip.py pptv_30S echo " " >> pptv_$FILETIME.csv echo "Country&Region , id 55 , id 26" >> pptv_$FILETIME.csv awk '{print $1,$3}' pptv_15Sipaddress.txt | sed -e "s#宁夏.*\|海南.*\|大连.*\|广东.*\|江苏.*\|山东.*\|河南.*\|四川.*\|山西.*\|江西.*\|湖南.*\|甘肃.*\|河北.*\|北京.*\|浙江.*\|上海.*\|辽宁.*\|内蒙.*\|贵州.*\|云南.*\|陕西.*\|湖北.*\|天津.*\|安徽.*\|新疆.*\|中国.*\|吉林.*\|广西.*\|福建.*\|黑龙江.*\|重庆.*#中国#g;s#台湾.*#台湾#g;s#AD\|BQ\|CW#未知#g" | awk '{a[$2]+=$1}END{for(i in a)print i" , "a[i]" , "}' | sort -k3 -rn >> pptv_$FILETIME.csv awk '{print $1,$3}' pptv_30Sipaddress.txt | sed -e "s#宁夏.*\|海南.*\|大连.*\|广东.*\|江苏.*\|山东.*\|河南.*\|四川.*\|山西.*\|江西.*\|湖南.*\|甘肃.*\|河北.*\|北京.*\|浙江.*\|上海.*\|辽宁.*\|内蒙.*\|贵州.*\|云南.*\|陕西.*\|湖北.*\|天津.*\|安徽.*\|新疆.*\|中国.*\|吉林.*\|广西.*\|福建.*\|黑龙江.*\|重庆.*#中国#g;s#台湾.*#台湾#g;s#AD\|BQ\|CW#未知#g" | awk '{a[$2]+=$1}END{for(i in a)print a[i],i}' | sort -rn > pptv_30Sdistribute.txt while read line do COUNTRY=`echo $line | awk '{print $2}'` NUM=`echo $line | awk '{print $1}'` sed -e 's/^'$COUNTRY' ,.*/& '$NUM'/' -i pptv_$FILETIME.csv done<pptv_30Sdistribute.txt iconv -f utf-8 -t gb18030 pptv_$FILETIME.csv -o pptv_$FILETIME.csv gzip pptv_$FILETIME.csv #email "Last 24 hours impression report for PPTV" "Last 24 hours impression report for PPTV. \n\n Please note this is an unattended mailbox. Replies to this mailbox are not monitored." rm -rf pptv_30Sdistribute.txt pptv_15Sipaddress.txt pptv_15Sip.txt pptv_30Sipaddress.txt pptv_30Sip.txt done files=''$beg'_to_'$end'' tar -czf pptv_$files.tar.gz pptv_*.gz email "Impression report for PPTV" "Impression reports for PPTV from '$beg' to '$end'. \n\n Please note this is an unattended mailbox. Replies to this mailbox are not monitored." |