python爬取电影天堂链接并保存mysql

SQL

Create database move_db charset=utf8;
Use move_db;
create table movie_link(
id int(11) primary key auto_increment,
film_name varchar(255) not null,
film_link varchar(255) not null
) charset=utf8;

py

#-*-coding:GBK -*-
#coding:utf-8
'''
2019年高分剧情《少年的你》HD国语中字
(.*)

'''
#2019.11.28

import urllib.request
import re,time
import pymysql
#修改ip
conn = pymysql.connect(host='192.168.xxxxxx', user = "root", passwd="123456", db="move_db", port=3306, charset="utf8")
cur = conn.cursor()

purl='https://www.ygdy8.net/html/gndy/dyzz/list_23_2.html';
re1="(.*)"
re2="bgcolor=\"#fdfddf\">"

def get_movie_links(url,rer):	
	html=urllib.request.urlopen(url).read().decode('gb2312','ignore')
	list=re.findall(rer,html);
	
	dict={};
	i=1
	for url,name in list:
		cut='https://www.ygdy8.net'+url[0:-1]
		
		html=urllib.request.urlopen(cut).read().decode('gb2312','ignore')
		res=re.findall(re2,html);
		
		if len(res)>0:
			dict[name]=res[0];
		else:
			dict[name]='null';
		print("----get %d " % i)
		i+=1
			
	return dict

def save_mysql(dict):
	for key in dict:
		print(key+' : '+dict[key])
		sql="insert into movie_link values(null,'%s','%s')" % (key,dict[key]);
		#sql="insert into movie_link values(null," + "'" + key + "','" +dict[key]+"');"
		print(sql)
		
		try:
			cur.execute(sql)	
			conn.commit()
		except:
			conn.rollback()
			print('rollback..')
		
		
	#关闭资源连接
	cur.close()
	conn.close()
	
def main():
	dict=get_movie_links(purl,re1)
	save_mysql(dict)
	

if __name__ == '__main__':
    main()