python nginx 로그 ip 분석 및 sqlite 데이터베이스 에 저장

아무 말 도 하지 않 고 코드 를 바로 올리다.
 
import sqlite3
import os
import string
import fileinput
path_log_nginx = r"E:/xxx-logs/20100904"
conn = sqlite3.connect('log.db')
c = conn.cursor()
#c.execute('''drop table log''')
c.execute('''create table log(ip text)''')
for file in os.listdir(path_log_nginx):
    if not file.endswith(".log"):
        print "WARN:%s is not a log file" %(file)
        continue
    print "INFO:process file %s" %(file)
    for line in fileinput.input(os.path.join(path_log_nginx, file)):
        if line.startswith("192.168."):
            continue;
        c.execute("insert into log (ip) values ('%s')" %(line[0:line.find(" - - [")]))
    conn.commit()
#c.execute("select ip, count(*) c from log group by ip having c > 1000 order by c desc")
# We can also close the cursor if we are done with it
c.close()
#
print "done..."
 
 
완공 후
sqlite3.exe log.db
> select ip, count(*) c from log group by ip having c > 1000 order by c desc;
원본 링크:http://blog.csdn.net/kimsoft/article/details/5862600

좋은 웹페이지 즐겨찾기