# coding=utf8import reimport requestsfrom lxml import etreefrom multiprocessing.dummy import Pool as ThreadPoolimport sysreload(sys)sys.setdefaultencoding('utf-8')def getnewpage(url, total): nowpage = int(re.search('(/d+)', url, re.S).group(1)) urls = [] for i in range(nowpage, total + 1):  link = re.sub('(/d+)', '%s' % i, url, re.S)  urls.append(link) return urlsdef spider(url): html = requests.get(url) selector = etree.HTML(html.text) author = selector.xpath('//*[@id="content-left"]/div/div[1]/a[2]/@title') content = selector.xpath('//*[@id="content-left"]/div/div[2]/text()') vote = selector.xpath('//*[@id="content-left"]/div/div[3]/span/i/text()') length = len(author) for i in range(0, length):  f.writelines('作者 : ' + author[i] + '/n')  f.writelines('內(nèi)容 ：' + str(content[i]).replace('/n','') + '/n')  f.writelines('支持 ： ' + vote[i] + '/n/n')if __name__ == '__main__': f = open('info.txt', 'a') url = 'http://www.qiushibaike.com/text/page/1/' urls = getnewpage(url, 20) pool = ThreadPool(4) pool.map(spider,urls) f.close()