python3 requests.post接口抓取实例

以下是使用requests,抓取发过站的的top排名和recent评论的api[post] 的post实例

具体接口分析,自行打开amazon.fr分析

def api_fr(asin): #orderBY[recent,helpful]
    for msg in [['recent',"reviewsAjax3"],['helpful',"reviewsAjax2"]]:
        if msg[0]=='recent':
            status='most 评分'
        else:
            status='top 评分'
        print("当前模式是:%s"%status)
        headers_fr = {
            "Accept": "text/html,*/*",
            "Content-Type": "application/x-www-form-urlencoded;charset=UTF-8",
            "Origin": "https://www.amazon.fr",
            "Referer": "https://www.amazon.fr/dp/%s?th=1"%asin,
            "Sec-Fetch-Mode": "cors",
            "User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.132 Safari/537.36",
            "X-Requested-With": "XMLHttpRequest"
        }
        data={
            "asin": asin,
            "sortBy": msg[0],       #helpful&reviewsAjax2
            "scope": msg[1]
        }
        r=requests.post(url_fr,data=data,headers=headers_fr)
        r.encoding='utf-8'
        json_text=r.text
        myLIST=json_text.split("&&&")
        for msg in myLIST[2:-5]:
            item=msg.replace("\n","")
            # 得到节点
            html=list(eval(item))[2]
            html_x = etree.HTML(html)
            try:
                # 获得评分
                pf= html_x.xpath("//span[@class='a-icon-alt']/text()")[0].split(" ")[0]
                # 评论者的用户名
                pr_name=html_x.xpath("//span[@class='a-profile-name']/text()")[0]
                print("    ",pr_name,"给出的评分是",pf)
            except:
                pass