python 多线程下载mp4_Python多线程下载文件的方法

本文实例讲述了Python多线程下载文件的方法。分享给大家供大家参考。具体实现方法如下：

import httplib

import urllib2

import time

from threading import Thread

from Queue import Queue

from time import sleep

proxy = 'your proxy';

opener = urllib2.build_opener( urllib2.ProxyHandler({'http':proxy}) )

urllib2.install_opener( opener )

ids = {};

for i in range(1,110):

try:

listUrl = "http://www.someweb.net/sort/list_8_%d.shtml" % (i);

print listUrl;

page = urllib2.urlopen(listUrl).read();

speUrl = "http://www.someweb.net/soft/";

speUrlLen = len(speUrl);

idx = page.find(speUrl,0);

while idx!=-1:

dotIdx = page.find(".",idx + speUrlLen);

if dotIdx != -1:

id = page[idx + speUrlLen:dotIdx];

ids[id] = 1;

idx = page.find("http://www.someweb.net/soft/",idx + speUrlLen);

except:

pass;

q = Queue()

NUM = 5

failedId = [];

def do_somthing_using(id):

try:

url = "http://www.someweb.net/download.php?softid=%s&type=dx" % (id);

h2 = httplib.HTTPConnection("your proxy", "you port");

h2.request("HEAD", url);

resp = h2.getresponse();

header = resp.getheaders();

location = header[3][1];

sContent = urllib2.urlopen(location).read();

savePath = "C:someweb%s.rar" % (id);

file=open(savePath,'wb');

file.write(sContent);

file.close();

print savePath + " saved";

except:

pass;

def working():

while True:

arguments = q.get()

do_somthing_using(arguments)

sleep(1)

q.task_done()

for i in range(NUM):

t = Thread(target=working)

t.setDaemon(True)

t.start()

for id in ids:

q.put(id)

q.join()

希望本文所述对大家的Python程序设计有所帮助。

您可能感兴趣的文章:python实现单线程多任务非阻塞TCP服务端Python实现简单的多任务mysql转xml的方法python多任务及返回值的处理方法python多任务之协程的使用详解Python协程操作之gevent(yield阻塞，greenlet)，协程实现多任务(有规律的交替协作执行)用法详解python实现通过队列完成进程间的多任务功能示例Python实现多线程下载文件的代码实例对Python多线程读写文件加锁的实例详解Python多线程同步—文件读写控制方法python 多线程将大文件分开下载后在合并的实例python开发之基于thread线程搜索本地文件的方法python多线程案例之多任务copy文件完整实例