京东图书评论有非常丰富的信息，这里面就包含了购买日期、书名、作者、好评、中评、差评等等。以购买日期为例，使用Python + Mysql的搭配进行实现，程序不大，才100行。相关的解释我都在程序里加注了：

from selenium import webdriver

from bs4 import BeautifulSoup

import re

import win32com.client

import threading,time

import MySQLdb

def mydebug():

driver.quit()

exit(0)

def catchDate(s):

"""页面数据提取"""

soup = BeautifulSoup(s)

z = []

global nowtimes

m = soup.findAll("div",class_="date-buy")

for obj in m:

try:

tmp = obj.find('br').contents

except Exception, e:

continue

if(tmp != ""):

z.append(tmp)

nowtimes += 1

return z

def getTimes(n,t):

"""获取当前进度"""

return "当前进度为：" + str(int(100*n/t)) + "%"

#———————————————————————————————————| 程序开始 |—————————————————————————————————

#确定图书大类

cate = {"3273":"历史","3279":"心理学","3276":"政治军事","3275":"国学古籍","3274":"哲学宗教","3277":"法律","3280":"文化","3281":"社会科学"}

#断点续抓

num1 = input("bookid:")

num2 = input("pagenumber:")

#生成图书大类链接，共需17355*20 = 347100次

totaltimes = 347100.0

nowtimes = 0

#开启webdirver的PhantomJS对象

#driver = webdriver.PhantomJS()

driver = webdriver.Ie('C:Python27ScriptsIEDriverServer')

#driver = webdriver.Chrome('C:Python27Scriptschromedriver')

#读出Mysql中的评论页面，进行抓取

# 连接数据库

try:

conn = MySQLdb.connect(host='localhost',user='root',passwd='',db='jd')

except Exception, e:

print e

sys.exit()

# 获取cursor对象

cursor = conn.cursor()

sql = "SELECT * FROM booknew ORDER BY pagenumber DESC"

cursor.execute(sql)

alldata = cursor.fetchall()

flag = 0

flag2 = 0

# 如果有数据返回就循环输出,http://club.jd.com/review/10178500-1-154.html

if alldata:

for rec in alldata:

#rec[0]--bookid,rec[1]--cateid,rec[2]--pagenumber

if(rec[0] != str(num1) and flag == 0):

continue

else:

flag = 1

for p in range(num2,rec[2]):

if(flag2 == 0):

num2 = 0

flag2 = 1

p += 1

link = "http://club.jd.com/review/" + rec[0] + "-1-" + str(p) + ".html"

#抓网页

driver.get(link)

html = driver.page_source

#抓评论

buydate = catchDate(html)

#写入数据库

for z in buydate:

sql = "INSERT INTO ljj (id, cateid, bookid, date) VALUES (NULL, '" + rec[0] + "','" + rec[1] + "','" + z[0] + "');"

try:

cursor.execute(sql)

except Exception, e:

print e

conn.commit()

print getTimes(nowtimes,totaltimes)

driver.quit()

cursor.close()

conn.close()