talk is cheap,show you the code
'use strict';
const http = require('http');
const cheerio = require('cheerio');
const mysql = require('mysql');
//create dblink
const connection = mysql.createConnection({
host: '192.168.199.194',
user: 'root',
password: 'sjh',
port: '3306',
database: 'sjh'
});
// var url = 'http://www.runoob.com/nodejs/nodejs-tutorial.html';
var paths = ['/index.php?s=video/search/wd/%E9%BB%84%E7%89%87',
'/index.php?s=video/search/wd/26uuu',
'/index.php?s=video/search/wd/%E6%83%85%E8%89%B2%E7%BD%91%E5%9D%80'
];
var address = 'http://www.yn213.com';
var urls = [];//声明空数组待命
for (var i = 0; i < paths.length; i++) {
var url = address+paths[i];//url拼接
urls.push(url);//遍历的结果逐一push进数组
}
console.log(urls);,//验证url拼接结果
connection.connect();
for (var i = 0; i < urls.length; i++) {
http.get(urls[i], function(res) {
var html = '';
res.on('data', function(data) {
html += data;
});
res.on('erro', function(erro) {
console.log('抓取失败!' + erro.stack);
});
res.on('end', function() {
var htmlBuf = new Buffer(html);
var h = htmlBuf.toString('base64');,//加密
var sql = 'insert into html (result) values("' + h + '")';
connection.query(sql, function(err, result) {
if (err) {
console.log('[INSERT ERROR] - ', err.message);
} else {
console.log('success!');
}
});
});
});
}
Sql代码:
创建一个表用于存放结果
create table result(reault longtext);