python 简单爬虫--爬取淘宝的商品信息存入csv

结果如下

代码如下

# -*- coding:UTF-8 -*-
import requests
from bs4 import BeautifulSoup
import csv
import codecs

target = 'https://list.tmall.com/search_product.htm?q=%C4%CD%BF%CB+%D0%AC%C4%D0&type=p&spm=a220m.1000858.a2227oh.d100&from=.list.pc_1_searchbutton'
req = requests.get(url=target)
html = req.text
# print(html)
bf = BeautifulSoup(html)
# 商品价格
price = bf.find_all('p', class_ = 'productPrice')
# 商品名称
name = bf.find_all('p', class_ = 'productTitle')
# 成交量
monthCount = bf.find_all('p', class_ = 'productStatus')
# 评价数
evaluateCount = bf.find_all('p', class_ = 'productStatus')


with codecs.open('data.csv','w',encoding='utf-8') as csvfile:

    write = csv.writer(csvfile)
    #写入语法：write.writerow([写入的是列表])
    write.writerow(['编号','价格','商品名称','成交量','评价'])
    #写write.writerow入多行语法：write.writerows（二维列表）
    for index in range(len(price)):
        write.writerow([index, price[index].text,name[index].text,monthCount[index].find("em").text,monthCount[index].find("a").text])