php curl 抓取1688 商品信息

根据商品详情链接,抓取商品信息
$url = 'https://detail.1688.com/offer/40009088544.html?spm=a262gg.11982098.jl3f2q8t.2.714a442aN2DSNF&resourceId=648056&udsPoolId=772896';
catchData($url);
function catchData($url) {
   		header("Content-type: text/html; charset=gb2312");
   		$headers=[
			"Accept: application/json, text/javascript, */*; q=0.01",
            "Content-Type: application/x-www-form-urlencoded; charset=UTF-8",
			"Origin:https://detail.1688.com",
			"Referer: $url",
			"User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36",
			
        ];
	    $curl = curl_init();
		//设置抓取的url
		curl_setopt($curl, CURLOPT_URL, $url);
		curl_setopt($curl, CURLOPT_HTTPHEADER, $headers);//指定头部参数
		//设置头文件的信息作为数据流输出
		curl_setopt($curl, CURLOPT_HEADER, 0);
		//设置获取的信息以文件流的形式返回,而不是直接输出。
		curl_setopt($curl, CURLOPT_RETURNTRANSFER, 1);
		
		//重要!
		curl_setopt($curl, CURLOPT_SSL_VERIFYPEER, FALSE); // https请求 不验证证书和hosts
		curl_setopt($curl, CURLOPT_SSL_VERIFYHOST, FALSE);
		curl_setopt($curl,CURLOPT_USERAGENT,"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)"); //模拟浏览器代理
		
		//执行命令
		$data = curl_exec($curl);
		//关闭URL请求
		curl_close($curl);
		$data = mb_convert_encoding($data, 'UTF-8', 'UTF-8,GBK,GB2312,BIG5');//使用该函数对结果进行转码
		return $data;
   	}

你可能感兴趣的:(php)