python爬取jhc

import requests
from lxml import etree

url = ‘https://www.jhc.cn/4548/list.htm’
data = requests.get(url)
data.encoding = ‘utf-8’
s = etree.HTML(data.text)

print(data.text)

titlelist= s.xpath(’//span[@class=“Article_Title”]/a/text()’)
hreflist=s.xpath(’//span[@class=“Article_Title”]/a/@href’)
for i in range(len(hreflist)):
title=titlelist[i]
href=hreflist[i]
# print(“标题:”,title,“网址:”,“https://www.jhc.cn”+href)
for n in range(len(hreflist)):
print("\n")
turl=‘https://www.jhc.cn/’+hreflist[n]
tdata = requests.get(turl)
tdata.encoding = ‘utf-8’
x= etree.HTML(tdata.text)
ttitle=x.xpath(’//h1[@class=“arti-title”]/text()’)
author=x.xpath(’//p[@class=“arti-metas”]/span/text()’)
zhengwen=x.xpath(’//span[@style]/text()’)
print(“标题:”,ttitle)
print(author)

你可能感兴趣的:(szy的python,python,xpath)