爬虫逆向实战(33)-某联社数据(webpack)
一、数据接口分析
主页地址：某联社
1、抓包
通过抓包可以发现数据接口是/nodeapi/telegraphList
2、判断是否有加密参数
-
请求参数是否加密？
通过查看“载荷”模块可以发现有一个sign加密参数
-
请求头是否加密？
无 -
响应是否加密？
无 -
cookie是否加密？
无
二、加密位置定位
1、看启动器
查看启动器发现里面包含异步，所以无法正确找到加密位置
2、搜索关键字
通过搜索关键字sign:可以找到一处给sign赋值的位置
在此处打断点，再次发送请求，发现可以断住，并且此处就是sign密文的生成位置。
三、扣js代码
扣代码时可以发现，网站在l和m方法中使用了webpack中的模块。
所以我们在调用模块的位置打上断点，然后刷新网页，进入n方法，就可以找到webpack的加载器了，然后将加载器扣出，再将缺少的模块补齐即可。
JavaScript源码：
window = global
!function(e) {
function r(r) {
for (var n, c, u = r[0], i = r[1], f = r[2], d = 0, p = []; d < u.length; d++)
c = u[d],
Object.prototype.hasOwnProperty.call(o, c) && o[c] && p.push(o[c][0]),
o[c] = 0;
for (n in i)
Object.prototype.hasOwnProperty.call(i, n) && (e[n] = i[n]);
for (l && l(r); p.length; )
p.shift()();
return a.push.apply(a, f || []),
t()
}
function t() {
for (var e, r = 0; r < a.length; r++) {
for (var t = a[r], n = !0, u = 1; u < t.length; u++) {
var i = t[u];
0 !== o[i] && (n = !1)
}
n && (a.splice(r--, 1),
e = c(c.s = t[0]))
}
return e
}
var n = {}
, o = {
1: 0
}
, a = [];
function c(r) {
if (n[r])
return n[r].exports;
var t = n[r] = {
i: r,
l: !1,
exports: {}
}
, o = !0;
try {
e[r].call(t.exports, t, t.exports, c),
o = !1
} catch (e) {
if (e.message === "Cannot read properties of undefined (reading 'call')"){
console.log(r)
}
}
finally {
o && delete n[r]
}
return t.l = !0,
t.exports
}
window.wab_pack = c
c.e = function(e) {
var r = []
, t = o[e];
if (0 !== t)
if (t)
r.push(t[2]);
else {
var n = new Promise((function(r, n) {
t = o[e] = [r, n]
}
));
r.push(t[2] = n);
var a, u = document.createElement("script");
u.charset = "utf-8",
u.timeout = 120,
c.nc && u.setAttribute("nonce", c.nc),
u.src = function(e) {
return c.p + "static/chunks/" + ({
22: "49b9a0e8f2a6ca3fab0b8ca74c261a071e94d869",
25: "d6e1aeb5"
}[e] || e) + "." + {
22: "dd32dd301f17f83b0fc3",
25: "e040c1fdb2dde09b1dd5",
65: "0a80163b3d3276434ce7",
66: "6c034ee3bddc969e1ed4",
67: "594f2b1fca72bcb2c51c",
68: "97805fed19b6d5118cac",
69: "895a52d5ffe89f343493"
}[e] + ".js"
}(e);
var i = new Error;
a = function(r) {
u.onerror = u.onload = null,
clearTimeout(f);
var t = o[e];
if (0 !== t) {
if (t) {
var n = r && ("load" === r.type ? "missing" : r.type)
, a = r && r.target && r.target.src;
i.message = "Loading chunk " + e + " failed.\n(" + n + ": " + a + ")",
i.name = "ChunkLoadError",
i.type = n,
i.request = a,
t[1](i)
}
o[e] = void 0
}
}
;
var f = setTimeout((function() {
a({
type: "timeout",
target: u
})
}
), 12e4);
u.onerror = u.onload = a,
document.head.appendChild(u)
}
return Promise.all(r)
}
,
c.m = e,
c.c = n,
c.d = function(e, r, t) {
c.o(e, r) || Object.defineProperty(e, r, {
enumerable: !0,
get: t
})
}
,
c.r = function(e) {
"undefined" !== typeof Symbol && Symbol.toStringTag && Object.defineProperty(e, Symbol.toStringTag, {
value: "Module"
}),
Object.defineProperty(e, "__esModule", {
value: !0
})
}
,
c.t = function(e, r) {
if (1 & r && (e = c(e)),
8 & r)
return e;
if (4 & r && "object" === typeof e && e && e.__esModule)
return e;
var t = Object.create(null);
if (c.r(t),
Object.defineProperty(t, "default", {
enumerable: !0,
value: e
}),
2 & r && "string" != typeof e)
for (var n in e)
c.d(t, n, function(r) {
return e[r]
}
.bind(null, n));
return t
}
,
c.n = function(e) {
var r = e && e.__esModule ? function() {
return e.default
}
: function() {
return e
}
;
return c.d(r, "a", r),
r
}
,
c.o = function(e, r) {
return Object.prototype.hasOwnProperty.call(e, r)
}
,
c.p = "",
c.oe = function(e) {
throw console.error(e),
e
}
;
var u = window.webpackJsonp = window.webpackJsonp || []
, i = u.push.bind(u);
u.push = r,
u = u.slice();
for (var f = 0; f < u.length; f++)
r(u[f]);
var l = i;
}
({
pLtp: function(t, e, r) {
t.exports = r("/ab8")
},
"/ab8": function(t, e, r) {
r("8+AD"),
t.exports = r("p9MR").Object.keys
},
"8+AD": function(t, e, r) {
var n = r("AYVP")
, o = r("djPm");
r("wWUK")("keys", (function() {
return function(t) {
return o(n(t))
}
}
))
},
p9MR: function(t, n) {
var r = t.exports = {
version: "2.6.12"
};
"number" == typeof __e && (__e = r)
},
AYVP: function(t, n, r) {
var e = r("5foh");
t.exports = function(t) {
return Object(e(t))
}
},
djPm: function(t, n, r) {
var e = r("JpU4")
, o = r("ACkF");
t.exports = Object.keys || function(t) {
return e(t, o)
}
},
wWUK: function(t, n, r) {
var e = r("0T/a")
, o = r("p9MR")
, i = r("14Ie");
t.exports = function(t, n) {
var r = (o.Object || {})[t] || Object[t]
, u = {};
u[t] = n(r),
e(e.S + e.F * i((function() {
r(1)
}
)), "Object", u)
}
},
"5foh": function(t, n) {
t.exports = function(t) {
if (void 0 == t)
throw TypeError("Can't call method on " + t);
return t
}
},
JpU4: function(t, n, r) {
var e = r("Q8jq")
, o = r("aput")
, i = r("JBiz")(!1)
, u = r("XY+j")("IE_PROTO");
t.exports = function(t, n) {
var r, c = o(t), f = 0, a = [];
for (r in c)
r != u && e(c, r) && a.push(r);
for (; n.length > f; )
e(c, r = n[f++]) && (~i(a, r) || a.push(r));
return a
}
},
ACkF: function(t, n) {
t.exports = "constructor,hasOwnProperty,isPrototypeOf,propertyIsEnumerable,toLocaleString,toString,valueOf".split(",")
},
"0T/a": function(t, n, r) {
var e = r("2jw7")
, o = r("p9MR")
, i = r("vCXk")
, u = r("jOCL")
, c = r("Q8jq")
, f = function(t, n, r) {
var a, s, p, l = t & f.F, v = t & f.G, y = t & f.S, h = t & f.P, d = t & f.B, w = t & f.W, b = v ? o : o[n] || (o[n] = {}), x = b.prototype, g = v ? e : y ? e[n] : (e[n] || {}).prototype;
for (a in v && (r = n),
r)
(s = !l && g && void 0 !== g[a]) && c(b, a) || (p = s ? g[a] : r[a],
b[a] = v && "function" != typeof g[a] ? r[a] : d && s ? i(p, e) : w && g[a] == p ? function(t) {
var n = function(n, r, e) {
if (this instanceof t) {
switch (arguments.length) {
case 0:
return new t;
case 1:
return new t(n);
case 2:
return new t(n,r)
}
return new t(n,r,e)
}
return t.apply(this, arguments)
};
return n.prototype = t.prototype,
n
}(p) : h && "function" == typeof p ? i(Function.call, p) : p,
h && ((b.virtual || (b.virtual = {}))[a] = p,
t & f.R && x && !x[a] && u(x, a, p)))
};
f.F = 1,
f.G = 2,
f.S = 4,
f.P = 8,
f.B = 16,
f.W = 32,
f.U = 64,
f.R = 128,
t.exports = f
},
"14Ie": function(t, n) {
t.exports = function(t) {
try {
return !!t()
} catch (n) {
return !0
}
}
},
Q8jq: function(t, n) {
var r = {}.hasOwnProperty;
t.exports = function(t, n) {
return r.call(t, n)
}
},
aput: function(t, n, r) {
var e = r("i6sE")
, o = r("5foh");
t.exports = function(t) {
return e(o(t))
}
},
JBiz: function(t, n, r) {
var e = r("aput")
, o = r("pasi")
, i = r("G492");
t.exports = function(t) {
return function(n, r, u) {
var c, f = e(n), a = o(f.length), s = i(u, a);
if (t && r != r) {
for (; a > s; )
if ((c = f[s++]) != c)
return !0
} else
for (; a > s; s++)
if ((t || s in f) && f[s] === r)
return t || s || 0;
return !t && -1
}
}
},
"2jw7": function(t, n) {
var r = t.exports = "undefined" != typeof window && window.Math == Math ? window : "undefined" != typeof self && self.Math == Math ? self : Function("return this")();
"number" == typeof __g && (__g = r)
},
vCXk: function(t, n, r) {
var e = r("8v5W");
t.exports = function(t, n, r) {
if (e(t),
void 0 === n)
return t;
switch (r) {
case 1:
return function(r) {
return t.call(n, r)
}
;
case 2:
return function(r, e) {
return t.call(n, r, e)
}
;
case 3:
return function(r, e, o) {
return t.call(n, r, e, o)
}
}
return function() {
return t.apply(n, arguments)
}
}
},
jOCL: function(t, n, r) {
var e = r("OtwA")
, o = r("+EWW");
t.exports = r("fZVS") ? function(t, n, r) {
return e.f(t, n, o(1, r))
}
: function(t, n, r) {
return t[n] = r,
t
}
},
i6sE: function(t, n, r) {
var e = r("bh8V");
t.exports = Object("z").propertyIsEnumerable(0) ? Object : function(t) {
return "String" == e(t) ? t.split("") : Object(t)
}
},
pasi: function(t, n, r) {
var e = r("qBJy")
, o = Math.min;
t.exports = function(t) {
return t > 0 ? o(e(t), 9007199254740991) : 0
}
},
G492: function(t, n, r) {
var e = r("qBJy")
, o = Math.max
, i = Math.min;
t.exports = function(t, n) {
return (t = e(t)) < 0 ? o(t + n, 0) : i(t, n)
}
},
"XY+j": function(t, n, r) {
var e = r("d3Kl")("keys")
, o = r("ewAR");
t.exports = function(t) {
return e[t] || (e[t] = o(t))
}
},
"8v5W": function(t, n) {
t.exports = function(t) {
if ("function" != typeof t)
throw TypeError(t + " is not a function!");
return t
}
},
OtwA: function(t, n, r) {
var e = r("D4ny")
, o = r("pH/F")
, i = r("LqFA")
, u = Object.defineProperty;
n.f = r("fZVS") ? Object.defineProperty : function(t, n, r) {
if (e(t),
n = i(n, !0),
e(r),
o)
try {
return u(t, n, r)
} catch (c) {}
if ("get"in r || "set"in r)
throw TypeError("Accessors not supported!");
return "value"in r && (t[n] = r.value),
t
}
},
"+EWW": function(t, n) {
t.exports = function(t, n) {
return {
enumerable: !(1 & t),
configurable: !(2 & t),
writable: !(4 & t),
value: n
}
}
},
fZVS: function(t, n, r) {
t.exports = !r("14Ie")((function() {
return 7 != Object.defineProperty({}, "a", {
get: function() {
return 7
}
}).a
}
))
},
bh8V: function(t, n) {
var r = {}.toString;
t.exports = function(t) {
return r.call(t).slice(8, -1)
}
},
qBJy: function(t, n) {
var r = Math.ceil
, e = Math.floor;
t.exports = function(t) {
return isNaN(t = +t) ? 0 : (t > 0 ? e : r)(t)
}
},
d3Kl: function(t, n, r) {
var e = r("p9MR")
, o = r("2jw7")
, i = o["__core-js_shared__"] || (o["__core-js_shared__"] = {});
(t.exports = function(t, n) {
return i[t] || (i[t] = void 0 !== n ? n : {})
}
)("versions", []).push({
version: e.version,
mode: r("tFdt") ? "pure" : "global",
copyright: "\xa9 2020 Denis Pushkarev (zloirock.ru)"
})
},
D4ny: function(t, n, r) {
var e = r("b4pn");
t.exports = function(t) {
if (!e(t))
throw TypeError(t + " is not an object!");
return t
}
},
"pH/F": function(t, n, r) {
t.exports = !r("fZVS") && !r("14Ie")((function() {
return 7 != Object.defineProperty(r("Ev2A")("div"), "a", {
get: function() {
return 7
}
}).a
}
))
},
LqFA: function(t, n, r) {
var e = r("b4pn");
t.exports = function(t, n) {
if (!e(t))
return t;
var r, o;
if (n && "function" == typeof (r = t.toString) && !e(o = r.call(t)))
return o;
if ("function" == typeof (r = t.valueOf) && !e(o = r.call(t)))
return o;
if (!n && "function" == typeof (r = t.toString) && !e(o = r.call(t)))
return o;
throw TypeError("Can't convert object to primitive value")
}
},
tFdt: function(t, n) {
t.exports = !0
},
ewAR: function(t, n) {
var r = 0
, e = Math.random();
t.exports = function(t) {
return "Symbol(".concat(void 0 === t ? "" : t, ")_", (++r + e).toString(36))
}
},
b4pn: function(t, n) {
t.exports = function(t) {
return "object" === typeof t ? null !== t : "function" === typeof t
}
},
"4mXO": function(e, t, n) {
e.exports = n("Vphk")
},
Vphk: function(e, t, n) {
n("0lY0"),
e.exports = n("p9MR").Object.getOwnPropertySymbols
},
"0lY0": function(t, n, r) {
"use strict";
var e = r("2jw7")
, o = r("Q8jq")
, i = r("fZVS")
, u = r("0T/a")
, c = r("IxLI")
, f = r("YndH").KEY
, a = r("14Ie")
, s = r("d3Kl")
, p = r("wNhr")
, l = r("ewAR")
, v = r("G1Wo")
, y = r("/aHj")
, h = r("CgoH")
, d = r("0tY/")
, w = r("taoM")
, b = r("D4ny")
, x = r("b4pn")
, g = r("AYVP")
, O = r("aput")
, j = r("LqFA")
, S = r("+EWW")
, m = r("cQhG")
, A = r("Vl3p")
, E = r("Ym6j")
, _ = r("McIs")
, P = r("OtwA")
, M = r("djPm")
, T = E.f
, k = P.f
, F = A.f
, L = e.Symbol
, W = e.JSON
, R = W && W.stringify
, V = v("_hidden")
, C = v("toPrimitive")
, G = {}.propertyIsEnumerable
, I = s("symbol-registry")
, q = s("symbols")
, N = s("op-symbols")
, Y = Object.prototype
, D = "function" == typeof L && !!_.f
, J = e.QObject
, H = !J || !J.prototype || !J.prototype.findChild
, Q = i && a((function() {
return 7 != m(k({}, "a", {
get: function() {
return k(this, "a", {
value: 7
}).a
}
})).a
}
)) ? function(t, n, r) {
var e = T(Y, n);
e && delete Y[n],
k(t, n, r),
e && t !== Y && k(Y, n, e)
}
: k
, Z = function(t) {
var n = q[t] = m(L.prototype);
return n._k = t,
n
}
, B = D && "symbol" == typeof L.iterator ? function(t) {
return "symbol" == typeof t
}
: function(t) {
return t instanceof L
}
, K = function(t, n, r) {
return t === Y && K(N, n, r),
b(t),
n = j(n, !0),
b(r),
o(q, n) ? (r.enumerable ? (o(t, V) && t[V][n] && (t[V][n] = !1),
r = m(r, {
enumerable: S(0, !1)
})) : (o(t, V) || k(t, V, S(1, {})),
t[V][n] = !0),
Q(t, n, r)) : k(t, n, r)
}
, X = function(t, n) {
b(t);
for (var r, e = d(n = O(n)), o = 0, i = e.length; i > o; )
K(t, r = e[o++], n[r]);
return t
}
, z = function(t) {
var n = G.call(this, t = j(t, !0));
return !(this === Y && o(q, t) && !o(N, t)) && (!(n || !o(this, t) || !o(q, t) || o(this, V) && this[V][t]) || n)
}
, U = function(t, n) {
if (t = O(t),
n = j(n, !0),
t !== Y || !o(q, n) || o(N, n)) {
var r = T(t, n);
return !r || !o(q, n) || o(t, V) && t[V][n] || (r.enumerable = !0),
r
}
}
, $ = function(t) {
for (var n, r = F(O(t)), e = [], i = 0; r.length > i; )
o(q, n = r[i++]) || n == V || n == f || e.push(n);
return e
}
, tt = function(t) {
for (var n, r = t === Y, e = F(r ? N : O(t)), i = [], u = 0; e.length > u; )
!o(q, n = e[u++]) || r && !o(Y, n) || i.push(q[n]);
return i
};
D || (c((L = function() {
if (this instanceof L)
throw TypeError("Symbol is not a constructor!");
var t = l(arguments.length > 0 ? arguments[0] : void 0)
, n = function(r) {
this === Y && n.call(N, r),
o(this, V) && o(this[V], t) && (this[V][t] = !1),
Q(this, t, S(1, r))
};
return i && H && Q(Y, t, {
configurable: !0,
set: n
}),
Z(t)
}
).prototype, "toString", (function() {
return this._k
}
)),
E.f = U,
P.f = K,
r("2HZK").f = A.f = $,
r("1077").f = z,
_.f = tt,
i && !r("tFdt") && c(Y, "propertyIsEnumerable", z, !0),
y.f = function(t) {
return Z(v(t))
}
),
u(u.G + u.W + u.F * !D, {
Symbol: L
});
for (var nt = "hasInstance,isConcatSpreadable,iterator,match,replace,search,species,split,toPrimitive,toStringTag,unscopables".split(","), rt = 0; nt.length > rt; )
v(nt[rt++]);
for (var et = M(v.store), ot = 0; et.length > ot; )
h(et[ot++]);
u(u.S + u.F * !D, "Symbol", {
for: function(t) {
return o(I, t += "") ? I[t] : I[t] = L(t)
},
keyFor: function(t) {
if (!B(t))
throw TypeError(t + " is not a symbol!");
for (var n in I)
if (I[n] === t)
return n
},
useSetter: function() {
H = !0
},
useSimple: function() {
H = !1
}
}),
u(u.S + u.F * !D, "Object", {
create: function(t, n) {
return void 0 === n ? m(t) : X(m(t), n)
},
defineProperty: K,
defineProperties: X,
getOwnPropertyDescriptor: U,
getOwnPropertyNames: $,
getOwnPropertySymbols: tt
});
var it = a((function() {
_.f(1)
}
));
u(u.S + u.F * it, "Object", {
getOwnPropertySymbols: function(t) {
return _.f(g(t))
}
}),
W && u(u.S + u.F * (!D || a((function() {
var t = L();
return "[null]" != R([t]) || "{}" != R({
a: t
}) || "{}" != R(Object(t))
}
))), "JSON", {
stringify: function(t) {
for (var n, r, e = [t], o = 1; arguments.length > o; )
e.push(arguments[o++]);
if (r = n = e[1],
(x(n) || void 0 !== t) && !B(t))
return w(n) || (n = function(t, n) {
if ("function" == typeof r && (n = r.call(this, t, n)),
!B(n))
return n
}
),
e[1] = n,
R.apply(W, e)
}
}),
L.prototype[C] || r("jOCL")(L.prototype, C, L.prototype.valueOf),
p(L, "Symbol"),
p(Math, "Math", !0),
p(e.JSON, "JSON", !0)
},
IxLI: function(t, n, r) {
t.exports = r("jOCL")
},
YndH: function(t, n, r) {
var e = r("ewAR")("meta")
, o = r("b4pn")
, i = r("Q8jq")
, u = r("OtwA").f
, c = 0
, f = Object.isExtensible || function() {
return !0
}
, a = !r("14Ie")((function() {
return f(Object.preventExtensions({}))
}
))
, s = function(t) {
u(t, e, {
value: {
i: "O" + ++c,
w: {}
}
})
}
, p = t.exports = {
KEY: e,
NEED: !1,
fastKey: function(t, n) {
if (!o(t))
return "symbol" == typeof t ? t : ("string" == typeof t ? "S" : "P") + t;
if (!i(t, e)) {
if (!f(t))
return "F";
if (!n)
return "E";
s(t)
}
return t[e].i
},
getWeak: function(t, n) {
if (!i(t, e)) {
if (!f(t))
return !0;
if (!n)
return !1;
s(t)
}
return t[e].w
},
onFreeze: function(t) {
return a && p.NEED && f(t) && !i(t, e) && s(t),
t
}
}
},
wNhr: function(t, n, r) {
var e = r("OtwA").f
, o = r("Q8jq")
, i = r("G1Wo")("toStringTag");
t.exports = function(t, n, r) {
t && !o(t = r ? t : t.prototype, i) && e(t, i, {
configurable: !0,
value: n
})
}
},
G1Wo: function(t, n, r) {
var e = r("d3Kl")("wks")
, o = r("ewAR")
, i = r("2jw7").Symbol
, u = "function" == typeof i;
(t.exports = function(t) {
return e[t] || (e[t] = u && i[t] || (u ? i : o)("Symbol." + t))
}
).store = e
},
"/aHj": function(t, n, r) {
n.f = r("G1Wo")
},
CgoH: function(t, n, r) {
var e = r("2jw7")
, o = r("p9MR")
, i = r("tFdt")
, u = r("/aHj")
, c = r("OtwA").f;
t.exports = function(t) {
var n = o.Symbol || (o.Symbol = i ? {} : e.Symbol || {});
"_" == t.charAt(0) || t in n || c(n, t, {
value: u.f(t)
})
}
},
"0tY/": function(t, n, r) {
var e = r("djPm")
, o = r("McIs")
, i = r("1077");
t.exports = function(t) {
var n = e(t)
, r = o.f;
if (r)
for (var u, c = r(t), f = i.f, a = 0; c.length > a; )
f.call(t, u = c[a++]) && n.push(u);
return n
}
},
taoM: function(t, n, r) {
var e = r("bh8V");
t.exports = Array.isArray || function(t) {
return "Array" == e(t)
}
},
cQhG: function(t, n, r) {
var e = r("D4ny")
, o = r("9Wj7")
, i = r("ACkF")
, u = r("XY+j")("IE_PROTO")
, c = function() {}
, f = function() {
var t, n = r("Ev2A")("iframe"), e = i.length;
for (n.style.display = "none",
r("EDr4").appendChild(n),
n.src = "javascript:",
(t = n.contentWindow.document).open(),
t.write("