清华大佬耗费三个月吐血整理的几百G的资源,免费分享!....>>>
#!/usr/bin/env python # -*- coding: utf-8 -*- # @Date : 2015-06-01 10:30:06 # @Author : HG (hg0728@qq.com) # @Version : 1.0 import urllib2 import re import os def getHtml(url): #获取html源码 page = urllib2.urlopen(url) html = page.read() return html def urlPages(page): #翻页 url = 'http://www.cnblogs.com/sitehome/p/' + str(page) #print url return url def findList(html): #正则匹配列表 myItems = re.findall('<h3><a class="titlelnk" href="(.*?)" target="_blank">(.*?)</a></h3>', html, re.S) return myItems for page in range(1, 200+1): #抓取的页数 html = getHtml(urlPages(page)) items = findList(html) for item in items: s = item[0] +' '+ item[1] + '\n' print item[0] file_object = open('thefile.txt', 'a') file_object.write(s) file_object.close()