爬虫_豆瓣全部正在热映电影 （xpath）

单纯地练习一下xpath

 1 import requests
 2 from lxml import etree
 3 
 4 
 5 def get_url(url):
 6     html = requests.get(url)
 7     return html.text
 8 
 9 
10 def parse_html(html):
11     informations = []
12     html_element = etree.HTML(html)
13     ul = html_element.xpath('//ul[@class="lists"]')[0]
14     for li in ul:
15         href = li.xpath('.//li[@class="poster"]/a/@href')
16         title = li.xpath('normalize-space(.//li[@class="stitle"]/a/@title)')  #normalize-space 去掉换行符
17         mark = li.xpath('.//span[@class="subject-rate"]/text()')
18         actor = li.xpath('@data-actors')
19         director = li.xpath('@data-director')
20     # print(etree.tostring(uls, encoding='utf-8').decode('utf-8'))
21         information = {
22             'href': href,
23             'title': title,
24             'mark': mark,
25             'actors': actor,
26             'director': director
27         }
28         informations.append(information)
29     
30     print(informations)
31 
32 
33 def main():
34     url = 'https://movie.douban.com/cinema/nowplaying/beijing/'
35     html = get_url(url)
36     parse_html(html)
37 
38 
39 if __name__ == '__main__':
40     main()