정규 표현 식 고양이 눈 영화

4730 단어
올빼미 영화 톱 100
import requests
import re,json
from multiprocessing import Pool

def get_one_page(url):
    response = requests.get(url)
    return response.text

def parse_one_page(html):
    pattern = re.compile('
.*?board-index.*?>(\d+).*?data-src="(.*?)".*?name">' +'.*?>(.*?).*?star">(.*?).*?releasetime">(.*?)
' +'.*?integer">(.*?).*?fraction">(.*?).*?',re.S) items = re.findall(pattern,html) for item in items: yield { 'index':item[0], 'image':item[1], 'title':item[2], 'actor':item[3].strip()[3:], 'time':item[4].strip()[5:], 'score':item[5]+item[6] } def write_to_file(content): with open('maoyan.txt','a',encoding='utf-8') as f: f.write(json.dumps(content,ensure_ascii=False) + '
') f.close() def main(offset): url = 'http://maoyan.com/board/4?offset=' + str(offset) html = get_one_page(url) for item in parse_one_page(html): write_to_file(item) if __name__ == '__main__': # for i in range(10): # main(i*10) # pool = Pool() pool.map(main,[i*10 for i in range(10)])

좋은 웹페이지 즐겨찾기