采集淘宝商品列表和商品详情遇到滑块验证码的解决方法(带SKU和商品描述,可高并发),主要是解决了高频情况下的阿里系滑块和必须要N多小号才能解决的反扒问题
淘宝的反爬虫机制十分严,而很多时候,没办法高效的拿到数据内容响应终端需求,而依赖爬虫就会造成动不动就出现滑块验证,让人很无解,开始各种尝试,始终没有绕过淘宝的滑块验证码,; 然后各种网上资料查询,最终还是不负努力,找到更好的解决方案,让淘宝不再出现任何滑块验证码,完全解密通过,实现更好的用户体验。下面就说说封装好的接口说明(基于手淘的x-sign实现获得的淘宝天猫商品详情图文介绍和店铺信息API,不会出滑块,和 出现挤爆了等异常)
{
"code": 1,
"msg": "返回成功",
"time": "1649947220",
"data": {
"detail": {
"itemId": "38553090229",
"brandId": "20008",
"categoryId": "121392037",
"root_categoryId": "121392037",
"favCount": "136110",
"title": "【立即抢购】碧欧泉男士水动力爽肤水补水保湿须后水乳控油清爽",
"subtitle": "乳液质地 一抹化水",
"commentCount": "15230",
"image": "//img.alicdn.com/imgextra/i3/2067077515/O1CN016ebHSK25NvBVhxckR_!!0-item_pic.jpg",
"images": [
"//img.alicdn.com/imgextra/i3/2067077515/O1CN016ebHSK25NvBVhxckR_!!0-item_pic.jpg",
"//img.alicdn.com/imgextra/i3/2067077515/O1CN01KSvJH825NvBRBMSrM_!!2067077515.jpg",
"//img.alicdn.com/imgextra/i2/2067077515/O1CN01dssSoX25NvBO5upqq_!!2067077515.jpg",
"//img.alicdn.com/imgextra/i4/2067077515/O1CN01sicQLD25NvBTwS3Gi_!!2067077515.jpg",
"//img.alicdn.com/imgextra/i3/2067077515/O1CN01EvfsaE25NvBA5SAa0_!!2067077515.jpg"
],
"detailUrl": "http://item.taobao.com/item.htm?id=38553090229",
"content": "",
"taobaoDescUrl": "//market.m.taobao.com/app/detail-project/desc/index.html?id=38553090229&descVersion=7.0&type=0&f=desc/icoss953010956664b5db3d312d40b&sellerType=B",
"taobaoPcDescUrl": "//market.m.taobao.com/app/detail-project/desc/index.html?id=38553090229&descVersion=6.0&type=1&f=icoss18985892838cd58edab8915793&sellerType=B",
"tmallDescUrl": "//mdetail.tmall.com/templates/pages/desc?id=38553090229",
"price": 290,
"originPrice": 290,
"promotion": [
],
"sale": "2000+",
"props": [
{
"基本信息": [
{
"品牌": "Biotherm/碧欧泉"
},
{
"碧欧泉单品": "男士水动力爽肤水"
},
{
"产地": "法国"
},
{
"化妆品备案编号/注册证号": "国妆网备进字(沪)2020004536"
},
{
"适合肤质": "任何肤质"
},
{
"功效": "补水 保湿 滋润"
},
{
"规格类型": "正常规格"
},
{
"是否为特殊用途化妆品": "否"
},
{
"净含量": "200ml"
},
{
"限期使用日期范围": "2024-02-01至2024-11-30"
}
]
}
],
"propsCut": "品牌 碧欧泉单品 产地 化妆品备案编号/注册证号 适合肤质 功效 规格类型 是否为特殊用途化妆品 净含量 限期使用日期范围 ",
"rateList": [
{
"content": "老公说不错,不油腻 ",
"createTimeInterval": "5天前",
"dateTime": "2022-04-09",
"feedId": "1171754534100",
"headPic": "//wwc.alicdn.com/avatar/getAvatar.do?userIdStr=vFkSPFHuXH*evF8LPmHSXHRhMFgSvFIyOFZhOFvGPGcyM0gWPCI4vGgGvmNuOFNS&width=40&height=40&type=sns",
"isVip": "false",
"memberLevel": "7",
"skuInfo": "净含量:200ml;规格类型:正常规格",
"tmallMemberLevel": "0",
"userName": "t**2"
},
{
"blackCardUserUrl": "//img.alicdn.com/tfs/TB1wrG1elv0gK0jSZKbXXbK2FXa-225-96.png",
"content": "用了好多年了,夏天绿色,冬天黑色 ",
"createTimeInterval": "13天前",
"dateTime": "2022-04-01",
"feedId": "1170990414257",
"headPic": "//wwc.alicdn.com/avatar/getAvatar.do?userIdStr=vFkSPFHuXH*evF8LPmHSXmv0XFkWvmgSXF-hPm--PGIyMCZIMGlhvHcSMF*-M880&width=40&height=40&type=sns",
"isVip": "false",
"memberLevel": "7",
"skuInfo": "净含量:200ml;规格类型:正常规格",
"tmallMemberLevel": "0",
"userName": "s**然"
}
],
"keywords": [
],
"skuText": "配送至:柯城区,请选择净含量/规格类型",
"delivery": {
"addressWeexUrl": "https://market.m.taobao.com/apps/market/detailrax/address-picker.html?spm=a2116h.app.0.0.16d957e9nDYOzv&wh_weex=true",
"from": "江苏苏州",
"to": "柯城区",
"areaId": "330802",
"postage": "快递: 免运费",
"extras": [
],
"areaSell": "true",
"completedTo": "衢州市 柯城区",
"overseaContraBandFlag": "false"
},
"skuProps": [
{
"name": "净含量",
"pid": "147956252",
"hasImage": "false",
"values": [
{
"vid": "45682",
"name": "200ml",
"image": ""
}
]
},
{
"name": "规格类型",
"pid": "122276080",
"hasImage": "false",
"values": [
{
"vid": "96241",
"name": "正常规格",
"image": ""
}
]
}
],
"skuPropsList": {
"147956252:45682": "净含量:200ml",
"122276080:96241": "规格类型:正常规格"
},
"skus": {
"64171740242": {
"price": 290,
"origin_price": 290,
"quantity": 200,
"quantity_text": "有货",
"prop_path": "147956252:45682;122276080:96241",
"prop_text": "净含量:200ml;规格类型:正常规格",
"sku_id": "64171740242"
}
},
"services": [
{
"serviceId": "3838",
"name": "假一赔四",
"desc": "正品保障,假一赔四",
"icon": "//img.alicdn.com/tfs/TB1_YjSjeL2gK0jSZPhXXahvXXa-54-54.png",
"priority": "12900"
},
{
"serviceId": "5309",
"name": "过敏包退",
"desc": "签收60天内,使用商品过敏并提供有效凭证的,商家48小时内响应并退货退款,诚信用户享极速退款",
"icon": "//img.alicdn.com/tfs/TB1_YjSjeL2gK0jSZPhXXahvXXa-54-54.png",
"priority": "8000"
},
{
"serviceId": "9266",
"name": "破损包退",
"desc": "签收72小时(食品24小时)内,商品破损/漏液并提供有效凭证的,商家24小时内响应并退款。“该商品已加入【破损包退】服务,为便于商家完成理赔,订单信息将同步至保险公司,请知悉”",
"icon": "//img.alicdn.com/tfs/TB1_YjSjeL2gK0jSZPhXXahvXXa-54-54.png",
"priority": "7885"
},
{
"serviceId": "3851",
"name": "退货运费险",
"desc": "卖家投保退货运费险,负担一定金额退货运费(保单生效以下单显示为准)",
"icon": "//img.alicdn.com/tfs/TB1_YjSjeL2gK0jSZPhXXahvXXa-54-54.png",
"priority": "6580"
},
{
"serviceId": "2979",
"name": "极速退款",
"desc": "满足相应条件时,诚信用户在退货寄出后,享受极速退款到账",
"icon": "//img.alicdn.com/tfs/TB1_YjSjeL2gK0jSZPhXXahvXXa-54-54.png",
"priority": "6505"
},
{
"serviceId": "3528",
"name": "线上专柜",
"desc": "线上购物享受品牌积分与会员权益",
"icon": "//img.alicdn.com/tfs/TB1_YjSjeL2gK0jSZPhXXahvXXa-54-54.png",
"priority": "6500"
},
{
"serviceId": "2973",
"name": "七天无理由退换",
"desc": "满足相应条件时,消费者可申请 “七天无理由退换货”",
"icon": "//img.alicdn.com/tfs/TB1_YjSjeL2gK0jSZPhXXahvXXa-54-54.png",
"priority": "5130"
}
],
"seller": {
"sellerId": "2067077515",
"shopId": "110271147",
"userId": "2067077515",
"allItemCount": "88",
"creditLevel": "16",
"shopIcon": "//img.alicdn.com/imgextra//i2/2067077515/O1CN01bvgWMY25Nv0W27xWK_!!2067077515.jpg",
"shopName": "biotherm碧欧泉官方旗舰店",
"shopUrl": "//shop.m.taobao.com/shop/shop_index.htm?user_id=2067077515&item_id=38553090229",
"fans": "253.3万",
"sellerNick": "biotherm碧欧泉官方旗舰店",
"shopCard": "本店共88件宝贝在热卖",
"starts": "2014-04-17 14:40:15",
"shopType": "B",
"goodRatePercentage": "100.00%",
"evaluates": [
{
"title": "宝贝描述",
"score": "4.8 ",
"level": "0",
"levelText": "平"
},
{
"title": "卖家服务",
"score": "4.8 ",
"level": "0",
"levelText": "平"
},
{
"title": "物流服务",
"score": "4.8 ",
"level": "1",
"levelText": "高"
}
]
}
},
"time": "6.947s",
"api_tp": "taobao",
"api_name": "detail"
}
}