【自动化】一共获取6600多公司信息【逆向】一页15还加密。
一、【逆向】一页15还加密。
二、【自动化】一共获取6600多公司信息
三、对于两种方式我喜欢第二种自动化
from DrissionPage import ChromiumPage, ChromiumOptions
import time
# chrome:version
co = ChromiumOptions().set_paths(browser_path=r"C:\Users\lenovo\AppData\Local\Google\Chrome\Application\chrome.exe")
page = ChromiumPage(co)
page.get("https://www.kanzhun.com/search/?query=%E5%85%AC%E5%8F%B8&type=0")
page.ele('x://div[@class="btn-link"]').click()
time.sleep(1)
result = []
times = 0
i=0
for j in range(50):
print(f"已滑动{i}次了")
page.run_js('setInterval(function(){window.scrollBy(0,100)},100)')
i+=1
len_result = len(result)
print(f"公司总数为{len_result}")
for tag in page.eles('x://div[@class="list-item"]',timeout=5):
title = tag.ele('x://div[@class="middle"]/a').text
dec = tag.ele('x://div[@class="middle"]/div[@class="desc"]').text
business_info=tag.ele('x://div[@class="business-info"]').text
url= tag.ele('x://a[@class="title"]').attr('href')
print(title,dec,business_info,url)
result.append(url)
newlen_result = len(result)
if newlen_result==len_result:
times += 1
else:
times=0
if times>5:
print("已加载完毕")
break
四、【逆向】一页15还加密。
1.通过断点调试获得B KIV参数
const fs = require('./js2.js')
const CryptoJS = require('crypto-js')
window = global;
var zy;
!function(i) {
"use strict";
var e, t, n, r, o, i = {}, u = {};
function c(e) {
var t = u[e];
if (void 0 !== t)
return t.exports;
var n = u[e] = {
id: e,
loaded: !1,
exports: {}
};
return i[e].call(n.exports, n, n.exports, c),
n.loaded = !0,
n.exports
}
zy = c
c.m = i,
c.amdO = {},
e = [],
c.O = function(t, n, r, o) {
if (!n) {
var i = 1 / 0;
for (l = 0; l < e.length; l++) {
n = e[l][0],
r = e[l][1],
o = e[l][2];
for (var u = !0, f = 0; f < n.length; f++)
(!1 & o || i >= o) && Object.keys(c.O).every((function(e) {
return c.O[e](n[f])
}
)) ? n.splice(f--, 1) : (u = !1,
o < i && (i = o));
if (u) {
e.splice(l--, 1);
var a = r();
void 0 !== a && (t = a)
}
}
return t
}
o = o || 0;
for (var l = e.length; l > 0 && e[l - 1][2] > o; l--)
e[l] = e[l - 1];
e[l] = [n, r, o]
}
,
c.n = function(e) {
var t = e && e.__esModule ? function() {
return e.default
}
: function() {
return e
}
;
return c.d(t, {
a: t
}),
t
}
,
n = Object.getPrototypeOf ? function(e) {
return Object.getPrototypeOf(e)
}
: function(e) {
return e.__proto__
}
,
c.t = function(e, r) {
if (1 & r && (e = this(e)),
8 & r)
return e;
if ("object" == typeof e && e) {
if (4 & r && e.__esModule)
return e;
if (16 & r && "function" == typeof e.then)
return e
}
var o = Object.create(null);
c.r(o);
var i = {};
t = t || [null, n({}), n([]), n(n)];
for (var u = 2 & r && e; "object" == typeof u && !~t.indexOf(u); u = n(u))
Object.getOwnPropertyNames(u).forEach((function(t) {
i[t] = function() {
return e[t]
}
}
));
return i.default = function() {
return e
}
,
c.d(o, i),
o
}
,
c.d = function(e, t) {
for (var n in t)
c.o(t, n) && !c.o(e, n) && Object.defineProperty(e, n, {
enumerable: !0,
get: t[n]
})
}
,
c.f = {},
c.e = function(e) {
return Promise.all(Object.keys(c.f).reduce((function(t, n) {
return c.f[n](e, t),
t
}
), []))
}
,
c.u = function(e) {
return "js/" + {
189: "wangeditor",
536: "vod-js-sdk-v6"
}[e] + "-" + {
189: "5e0d5d",
536: "a04632"
}[e] + ".js"
}
,
c.miniCssF = function(e) {}
,
c.g = function() {
if ("object" == typeof globalThis)
return globalThis;
try {
return this || new Function("return this")()
} catch (e) {
if ("object" == typeof window)
return window
}
}(),
c.o = function(e, t) {
return Object.prototype.hasOwnProperty.call(e, t)
}
,
r = {},
o = "kz-ssr-pc:",
c.l = function(e, t, n, i) {
if (r[e])
r[e].push(t);
else {
var u, f;
if (void 0 !== n)
for (var a = document.getElementsByTagName("script"), l = 0; l < a.length; l++) {
var s = a[l];
if (s.getAttribute("src") == e || s.getAttribute("data-webpack") == o + n) {
u = s;
break
}
}
u || (f = !0,
(u = document.createElement("script")).charset = "utf-8",
u.timeout = 120,
c.nc && u.setAttribute("nonce", c.nc),
u.setAttribute("data-webpack", o + n),
u.src = e),
r[e] = [t];
var d = function(t, n) {
u.onerror = u.onload = null,
clearTimeout(p);
var o = r[e];
if (delete r[e],
u.parentNode && u.parentNode.removeChild(u),
o && o.forEach((function(e) {
return e(n)
}
)),
t)
return t(n)
}
, p = setTimeout(d.bind(null, void 0, {
type: "timeout",
target: u
}), 12e4);
u.onerror = d.bind(null, u.onerror),
u.onload = d.bind(null, u.onload),
f && document.head.appendChild(u)
}
}
,
c.r = function(e) {
"undefined" != typeof Symbol && Symbol.toStringTag && Object.defineProperty(e, Symbol.toStringTag, {
value: "Module"
}),
Object.defineProperty(e, "__esModule", {