教你怎么爬元气桌面的壁纸和视频
开发语言：我大前端必备的nodejs
看成果先：
这次爬下来的是手机端视频壁纸，共848个视频
-----------------------------------下边正式开始----------------------------------
1、用fiddler抓包，查看接口地址
接口地址为：https://pcwallpaper.zhhainiao.com/v20903/wplive/list
参数为
{"login_info":{},"resolution_support":0,"wtype_support":1,"encrypt_support":"none_encrypt","page":1,"page_size":24,"cate_id":2,"tag_id":null,"sort_type":2,"common":{"open_id":"T562a73fbd3f8ccccf669fd000508da","token":"PdAOr3dfdfdfdsdf6MlC7FP5l2hZTrdTcLKsQpd","device_id":"b3e88773dsdfsdfsdfsdfaac1e61be6d","player_version":115,"platform":"pc"}}
2、点击元气桌面的图片，查看详细，抓包找到详情接口
抓到详细接口：https://pcwallpaper.zhhainiao.com/mobile/wallpaper/live/detail
参数为：
{"login_info":{},"wid":368129,"common":{"open_id":"T562a73fbdfsdrfd000508da","token":"PdAOsdfsdD6MlC7FP5l2hZTrdTcLKsQpd","device_id":"b3e88773d5d32sdfsdfac1e61be6d","player_version":115,"platform":"pc"}}
经分析，主要参数变化就是从列表中获取的 wid 参数
3、写代码，先递归获取列表中的所有wid
let getList = async opt => {
$.post("https://pcwallpaper.zhhainiao.com/v20903/wplive/list", {
"login_info": {},
"resolution_support": 0,
"wtype_support": 1,
"encrypt_support": "none_encrypt",
"page": opt.page,
"page_size": 24,
"cate_id": null,
"tag_id": 109,
"sort_type": 2,
"common": {
"open_id": "T562a73fbd3fssd000508da这里换成自己的",
"token": "PdAOr3XqiugtdFP5l2hZT这里换成自己的d",
"device_id": "b3e88773d5d3226d5这里换成自己的e6d",
"player_version": 115,
"platform": "pc"
}
}).then(async res => {
if (res.data.data && res.data.data.list.length > 0) {
for (let item of res.data.data.list) {
let mobile_video = await getMobile({
wid: item.wid
})
if (mobile_video) {
saveVideo({msg:mobile_video+"\r\n"})
}
}
console.log("第"+opt.page+"页")
getList({
page: opt.page + 1
})
} else {
console.log(videos.length)
console.log("结束了")
}
})
}4、拿到列表数据以后，开始请求详细接口
let getMobile = async opt => {
let p = Q.defer();
$.post("https://pcwallpaper.zhhainiao.com/mobile/wallpaper/live/detail", {
"login_info": {},
"wid": opt.wid,
"common": {
"open_id": "T562a73fbd3f8747e62f669fd000508da",
"token": "PdAOr3XqiugtksuYD6MlC7FP5l2hZTrdTcLKsQpd",
"device_id": "b3e88773d5d3226d5656eaac1e61be6d",
"player_version": 115,
"platform": "pc"
}
}).then(res => {
if (res.data && res.data.data) {
p.resolve(res.data.data.mobile_preview_video)
} else {
p.resolve("")
}
})
return p.promise
}5、最后，下载视频到本地
let saveVideo = async opt=>{
/* learnNode.js */
fs.appendFile('D:\\work\\test\\video.txt',opt.msg,(err)=>{
if(err){
console.log('出错')
}else{
console.log('追加内容')
}
})
}
// getList({
// page: 1
// })
// $.post("https://pcwallpaper.zhhainiao.com/mobile/wallpaper/live/detail", {"login_info":{},"wid":359624,"common":{"open_id":"T562a73fbd3f8747e62f669fd000508da","token":"PdAOr3XqiugtksuYD6MlC7FP5l2hZTrdTcLKsQpd","device_id":"b3e88773d5d3226d5656eaac1e61be6d","player_version":115,"platform":"pc"}}).then(res => {
// console.log(res.data.data.mobile_video)
// })
let idx = 0;
let downVideo=async opt=>{
let p = Q.defer();
$({
url:opt.url,
responseType: 'stream'
}).then(
(resp) => {
idx++
const writer = fs.createWriteStream("D:\\work\\test\\videos\\"+idx+".mp4")
resp.data.pipe(writer)
writer.on('finish', () => {
console.log("完成",idx)
p.resolve(1)
})
writer.on('error', (e) => {
p.resolve("")
})
}
)
return p.promise
}最后，有些视频链接失效了，需要处理一下，下方是完整代码，有些被注释了，因为每一步执行的时候用的的函数不一样，需要有点基础才能修改
let $ = require("axios")
const {
async
} = require("q");
var Q = require('q');
let fs = require('fs');
let videos = []
let getList = async opt => {
$.post("https://pcwallpaper.zhhainiao.com/v20903/wplive/list", {
"login_info": {},
"resolution_support": 0,
"wtype_support": 1,
"encrypt_support": "none_encrypt",
"page": opt.page,
"page_size": 24,
"cate_id": null,
"tag_id": 109,
"sort_type": 2,
"common": {
"open_id": "T562a73fbd3f8747e62f669fd000508da",
"token": "PdAOr3XqiugtksuYD6MlC7FP5l2hZTrdTcLKsQpd",
"device_id": "b3e88773d5d3226d5656eaac1e61be6d",
"player_version": 115,
"platform": "pc"
}
}).then(async res => {
if (res.data.data && res.data.data.list.length > 0) {
for (let item of res.data.data.list) {
let mobile_video = await getMobile({
wid: item.wid
})
if (mobile_video) {
saveVideo({msg:mobile_video+"\r\n"})
}
}
console.log("第"+opt.page+"页")
getList({
page: opt.page + 1
})
} else {
console.log(videos.length)
console.log("结束了")
}
})
}
let getMobile = async opt => {
let p = Q.defer();
$.post("https://pcwallpaper.zhhainiao.com/mobile/wallpaper/live/detail", {
"login_info": {},
"wid": opt.wid,
"common": {
"open_id": "T562a73fbd3f8747e62f669fd000508da",
"token": "PdAOr3XqiugtksuYD6MlC7FP5l2hZTrdTcLKsQpd",
"device_id": "b3e88773d5d3226d5656eaac1e61be6d",
"player_version": 115,
"platform": "pc"
}
}).then(res => {
if (res.data && res.data.data) {
p.resolve(res.data.data.mobile_preview_video)
} else {
p.resolve("")
}
})
return p.promise
}
let saveVideo = async opt=>{
/* learnNode.js */
fs.appendFile('D:\\work\\test\\video.txt',opt.msg,(err)=>{
if(err){
console.log('出错')
}else{
console.log('追加内容')
}
})
}
getList({
page: 1
})
// $.post("https://pcwallpaper.zhhainiao.com/mobile/wallpaper/live/detail", {"login_info":{},"wid":359624,"common":{"open_id":"T562a73fbd3f8747e62f669fd000508da","token":"PdAOr3XqiugtksuYD6MlC7FP5l2hZTrdTcLKsQpd","device_id":"b3e88773d5d3226d5656eaac1e61be6d","player_version":115,"platform":"pc"}}).then(res => {
// console.log(res.data.data.mobile_video)
// })
let idx = 0;
let downVideo=async opt=>{
let p = Q.defer();
$({
url:opt.url,
responseType: 'stream'
}).then(
(resp) => {
idx++
const writer = fs.createWriteStream("D:\\work\\test\\videos\\"+idx+".mp4")
resp.data.pipe(writer)
writer.on('finish', () => {
console.log("完成",idx)
p.resolve(1)
})
writer.on('error', (e) => {
p.resolve("")
})
}
)
return p.promise
}
let readText = async opt=>{
let txt = fs.readFileSync("D:\\work\\test\\video.txt","utf-8")
let arr = txt.split("\r\n")
console.log(arr)
for(let item of arr){
await downVideo({url:item})
console.log(arr.length)
}
}
//readText()