#coding:UTF-8
import os
import sys
import collections
#文件内容如下(获得)
#[2018春节爆字统计]用户(123456)获得福字(0)(1)
#文件内容如下(消耗)
#[2018春节会员兑换统计]用户(888888)进行会员兑换(0), 目前等级(2), 到期时间(1519997460), 兑换前等级(1), 到期时间(1519997456)
file_get = "./TheSpringFestival_get"
file_consum ="./TheSpringFestival_xiao"
#定义空字典存储数据
dict_get = {}
#解析每一行数据(获得)
def get_data(tmp_line):
splist_result = tmp_line.split('(');
usernum = splist_result[1].split(')')[0]
key_nums = splist_result[2].split(')')[0]
key_count = splist_result[3].split(')')[0]
return usernum,key_nums
#解析每一行数据(消耗)
def get_data2(tmp_line):
splist_result = tmp_line.split('(');
usernum = splist_result[1].split(')')[0]
return usernum
#分析判断并保存数据
def func_ana_get():
print "Enter func !"
fp_get = open(file_get,"a+");
get_lins = fp_get.readlines();
for tmp_line in get_lins:
#print tmp_line
user,key = get_data(tmp_line);
if dict_get.has_key(user):
if dict_get[user].has_key(key):
dict_get[user][key] = dict_get[user][key]+1
else:
dict_get[user][key] = 1
pass
else:
tmp_dict = {};
tmp_dict[key] = 1;
dict_get[user] = tmp_dict
fp_get.close()
#消耗
def func_ana_xiao():
print "Enter func !"
fp_get = open(file_consum,"a+");
get_lins = fp_get.readlines();
for tmp_line in get_lins:
#print tmp_line.strip()
user = get_data2(tmp_line)
if dict_get.has_key(user):
for keys in dict_get[user]:
dict_get[user][keys] = dict_get[user][keys]-1
else:
pass
fp_get.close()
#统计字典中各值的和
def get_sum(user_data):
sum = 0
for keys in user_data:
sum = sum + user_data[keys]
return sum
#统计排序
def func_ana_tonji():
sort_dict ={}
for keys in dict_get:
sum = get_sum(dict_get[keys])
sort_dict[keys] = sum
aa = sorted(sort_dict.items(),key=lambda item:item[1],reverse=True)print aann = 0for keys in aa: print keys[0],keys[1] if nn > 10: break nn = nn+1
func_ana_get();
func_ana_xiao();
func_ana_tonji();
#!/usr/bin/env python
#--coding:utf-8--
#会员鲜花库存统计
import MySQLdb
import os, sys, re, string
import time, getopt
optmap = {
'dbuser' : 'haoren',
'dbpass' : 'ddddd',
'dbhost' : '172.17.1.14',
'dbhost_gm' : '172.17.1.13',
'dbport' : 3306,
'dbname' : 'PIWMDB',
'dbname_gm' : 'TGTMDB'
}
def main():
one_day = time.strftime("%Y%m%d", time.localtime(time.time() - 246060))
opts, args = getopt.getopt(sys.argv[1:], 'd:')
for op, value in opts:
if op == '-d':
m = re.search('[0-9]{8}', value)
if m:
one_day = value
else:
print "请输入8位日期(比如:20130215)"
return 'no'
print "正在统计会员鲜花库存(%s)..." %one_day
db_conn = MySQLdb.connect(user=optmap['dbuser'], passwd=optmap['dbpass'], host=optmap['dbhost'], port=optmap['dbport'], db=optmap['dbname']) db_conn.query("use %s" %optmap['dbname']) db_cursor = db_conn.cursor() vip_user_list = {} for i in range(10): sql = "select USERID, VIPSTATE from VIPUSER%s" %i print sql db_cursor.execute(sql) db_rows = db_cursor.fetchall() for USERID, VIPSTATE in db_rows: vip_user_list[USERID] = VIPSTATE vip_user_flower_list = {} for i in range(10): sql = "select USERID, FLOWER from VIPUSERFLOWER%s" %i print sql db_cursor.execute(sql) db_rows = db_cursor.fetchall() for USERID, FLOWER in db_rows: vip_user_flower_list[USERID] = FLOWER vip_state_flower_list = {} vip_state_flower_list[1] = 0; vip_state_flower_list[2] = 0; vip_state_flower_list[3] = 0; for key in vip_user_list: if key in vip_user_flower_list: if vip_user_list[key] in vip_state_flower_list: vip_state_flower_list[vip_user_list[key]] += vip_user_flower_list[key] for key in vip_state_flower_list: print key, vip_state_flower_list[key] db_cursor.close() db_conn.close() db_conn = MySQLdb.connect(user=optmap['dbuser'], passwd=optmap['dbpass'], host=optmap['dbhost_gm'], port=optmap['dbport'], db=optmap['dbname_gm']) db_conn.query("use %s" %optmap['dbname_gm']) db_cursor = db_conn.cursor() dword_time = time.mktime(time.strptime(one_day, '%Y%m%d')) sql = "update VIPUSERFLOWERMONTHLY set year_flower_left_num=%d, month_flower_left_num=%d, week_flower_left_num=%d where count_time='%d'" %(vip_state_flower_list[3], vip_state_flower_list[2], vip_state_flower_list[1], dword_time) print sql db_conn.query(sql) db_conn.commit() db_cursor.close() db_conn.close()
main()
#if name == "main":
main()
#!/usr/bin/env python
#--coding:utf-8--
#会员信息统计
import MySQLdb
import os, sys, re, string
import time, getopt
optmap = {
'dbuser' : 'haoren',
'dbpass' : 'ddddd',
'dbhost' : '172.17.1.13',
'dbport' : 3306,
'dbname' : 'GTMDB',
'logdir' : '/home/haoren/logdir/', #外网环境日志目录
'logpattern' : '^sessionserver.log.' #外网环境日志名称前缀
}
def get_files(dir, pattern):
print dir, pattern
match_file_list = []
if os.path.exists(dir):
cur_file_list = os.listdir(dir)
for file_name in cur_file_list:
if re.search(pattern, file_name):
match_file_list.append(file_name)
return match_file_list
else:
return 'no'
def main():
one_day = time.strftime("%Y%m%d", time.localtime(time.time() - 246060)) #默认日期为脚本运行的上一天
opts, args = getopt.getopt(sys.argv[1:], 'd:')
for op, value in opts:
if op == '-d':
m = re.search('[0-9]{8}', value)
if m:
one_day = value
else:
print "请输入8位日期(比如:20130215)"
return 'no'
print "正在读取VIP用户数据(%s)..." %one_day db_conn = MySQLdb.connect(user=optmap['dbuser'], passwd=optmap['dbpass'], host=optmap['dbhost'], port=optmap['dbport'], db=optmap['dbname']) db_cursor = db_conn.cursor() temp_vip_active_user_num_file_name = '/tmp/vipactiveusernumtemp.txt' command = "cat /dev/null > %s" %(temp_vip_active_user_num_file_name) os.system(command) if re.search('haoren', optmap['logdir']): print '外网环境' log_dir_name_list = get_files(optmap['logdir'], one_day[2:]) for log_dir_name_item in log_dir_name_list: log_dir_full_path = optmap['logdir']+log_dir_name_item+'/' log_file_name_list = get_files(log_dir_full_path, optmap['logpattern'] + one_day[2:]) for log_file_name_item in log_file_name_list: print log_file_name_item command = "cat %s%s |awk '/用户登录/' |awk '/vip状态/' >> %s" % (log_dir_full_path, log_file_name_item, temp_vip_active_user_num_file_name) os.system(command) else: print '内网环境' log_file_name_list = get_files(optmap['logdir'], optmap['logpattern'] + one_day[2:]) for log_file_name_item in log_file_name_list: command = "cat %s%s |awk '/用户登录/' |awk '/vip状态/' >> %s" % (optmap['logdir'], log_file_name_item, temp_vip_active_user_num_file_name) os.system(command) command = "cat %s |wc -l" %temp_vip_active_user_num_file_name os.system(command) #一天当中用户可能从月会员降级到周会员,造成不同会员状态的同一帐号统计两次,所以总会员!=年会员+月会员+周会员) #不同状态的会员用同一计算机登录,所以总mac/ip!=年mac/ip+月mac/ip+周mac/ip total_account_map = {} total_mac_map = {} total_ip_map = {} before_account_map = {} before_mac_map = {} before_ip_map = {} account_map = {1:{}, 2:{}, 3:{}, 11:{}, 12:{}, 13:{}} mac_map = {1:{}, 2:{}, 3:{}, 11:{}, 12:{}, 13:{}} ip_map = {1:{}, 2:{}, 3:{}, 11:{}, 12:{}, 13:{}} temp_vip_active_user_num_file = open(temp_vip_active_user_num_file_name) for one_line in temp_vip_active_user_num_file.readlines(): match = re.search("^(\S+) SS\[\d+\] TRACE: 用户登录:imid:(\d+),mac地址:(\d+),ip地址:(\d+),vip状态:(\d+),登录时间:(\d+)(\S+)", one_line) if match: if string.atoi(match.group(5)) in (1, 2, 3): total_account_map[string.atoi(match.group(2))] = string.atoi(match.group(5)) total_mac_map[string.atoi(match.group(3))] = string.atoi(match.group(5)) total_ip_map[string.atoi(match.group(4))] = string.atoi(match.group(5)) elif string.atoi(match.group(5)) in (11, 12, 13): before_account_map[string.atoi(match.group(2))] = string.atoi(match.group(5)) before_mac_map[string.atoi(match.group(3))] = string.atoi(match.group(5)) before_ip_map[string.atoi(match.group(4))] = string.atoi(match.group(5)) account_map[string.atoi(match.group(5))][string.atoi(match.group(2))] = string.atoi(match.group(3)) mac_map[string.atoi(match.group(5))][string.atoi(match.group(3))] = string.atoi(match.group(2)) ip_map[string.atoi(match.group(5))][string.atoi(match.group(4))] = string.atoi(match.group(2)) temp_vip_active_user_num_file.close() dword_time = time.mktime(time.strptime(one_day, '%Y%m%d')) db_conn.query("use %s" %optmap['dbname']) sql = "delete from VIPACTIVEUSERNUM where active_time='%d'" %dword_time print sql db_conn.query(sql) sql = "insert into VIPACTIVEUSERNUM (active_time) values('%d')" %(dword_time) print sql db_conn.query(sql) sql = "update VIPACTIVEUSERNUM set year_account_num=%d, year_mac_num=%d, year_ip_num=%d, month_account_num=%d, month_mac_num=%d, month_ip_num=%d, week_account_num=%d, week_mac_num=%d, week_ip_num=%d, total_mac_num=%d, total_ip_num=%d, before_account_num=%d, before_mac_num=%d, before_ip_num=%d where active_time='%d'" %(len(account_map[3]), len(mac_map[3]), len(ip_map[3]), len(account_map[2]), len(mac_map[2]), len(ip_map[2]), len(account_map[1]), len(mac_map[1]), len(ip_map[1]), len(total_mac_map), len(total_ip_map), len(before_account_map), len(before_mac_map), len(before_ip_map), dword_time) print sql db_conn.query(sql) db_conn.commit() db_cursor.close() db_conn.close()
main()
#if name == "main"
main()