python 通过http实现批量上传下载

python 通过http实现批量上传下载

        python 通过http实现批量上传下载:https://blog.csdn.net/SHSQLDLL/article/details/86712209

        很多时候会需要用到同个局域网中手机/mac/windows电脑等之间文件的传输, python中自带的SimpleHTTPServer很容易就实现了电脑做服务器,客户端(浏览器)就可访问且下载服务器文件的功能.这是只要按照了python的电脑就可以作为服务器, 无需另外使用代码,使用方法不再赘述,可参考:python搭建简易HTTPServer服务

        如果需要电脑作为服务器,浏览器就可以上传和下载文件, 则可针对python自带的代码SimpleHTTPServer.py基础上增加:

        1.可单个上传文件,可参考:SimpleHTTPServerWithUpload

        如果想再加上批量上传的文件的功能, 我自己做了下文件处理和前端控件的修改, 功能如下:

        1.可批量上传的文件;

        2.中文文件名可兼容;

        3.linux中未测试.

        代码如下:

# !/usr/bin/env python
# coding=utf-8
# http://my.oschina.net/leejun2005/blog/71444
 
"""
    简介:这是一个 python 写的轻量级的文件共享服务器(基于内置的SimpleHTTPServer模块),
    支持文件上传下载,只要你安装了python(建议版本2.6~2.7,不支持3.x),
    然后去到想要共享的目录下,执行:
        python SimpleHTTPServerWithUpload.py
    或者 python SimpleHTTPServerWithUpload.py filename
"""
 
"""Simple HTTP Server With Upload.
This module builds on BaseHTTPServer by implementing the standard GET
and HEAD requests in a fairly straightforward manner.
"""
 
__version__ = "0.2"
__all__ = ["SimpleHTTPRequestHandler"]
__home_page__ = ""
 
import os, sys, platform, socket, struct, json
import posixpath
import BaseHTTPServer
from SocketServer import ThreadingMixIn
import threading
import urllib, urllib2
import cgi
import shutil
import mimetypes
import re
import time
import chardet
 
reload(sys)
sys.setdefaultencoding("utf-8")

try:
    from cStringIO import StringIO
except ImportError:
    from StringIO import StringIO
 
def echoRed(s):
    return "%s[31;1m%s%s[0m" % (chr(27), s, chr(27))
 
def get_ip_address(ifname=None):
    if sys.platform == 'win32':
        return socket.getaddrinfo(socket.gethostname(), None, socket.AF_INET, socket.SOCK_DGRAM)[-1][4][0]
    else:
        import fcntl
        s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
        return socket.inet_ntoa(fcntl.ioctl(
            s.fileno(),
            0x8915,  # SIOCGIFADDR
            struct.pack('256s', ifname[:15])
        )[20:24])
 
class GetWanIp:
    def getip(self):
        try:
            myip = get_ip_address(ifname="eth0")
            # myip = self.visit("http://ipinfo.io")
        except Exception, e:
            print str(e)
            myip = "127.0.0.1"
        return myip
    def visit(self ,url):
        # req = urllib2.Request(url)
        # values = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537',
        #            'Referer': 'http://ip.taobao.com/ipSearch.php',
        #            'ip': 'myip'
        #         }
        # data = urllib.urlencode(values)
        import requests
        content = requests.get('http://ipinfo.io').content
        print content
        json_content = json.loads(content)
        return json_content["ip"]
 
def showTips():
    print ""
    print '----------------------------------------------------------------------->> '
    try:
        port = 12345
        file_name = sys.argv[1]
        print '-------->> Please visit files or dirs use Chrome Browser:     http://' + GetWanIp().getip() + ':' + str(port)
        print "-------->> Also, You can wget download the file:    " + echoRed("wget http://" + GetWanIp().getip() + ':' + str(port) + "/" + file_name)
    except Exception, e:
        print 'You have not give a filename, plase use Chrome Browser:     http://' + GetWanIp().getip() + ':' + str(port)
        print "You can give a filename and wget download the file, Usage: " + echoRed("pywget filename")
 
    if not 1024 < port < 65535:  port = 8080
    print '----------------------------------------------------------------------->> '
 
    print ""
    # serveraddr = ('', port)
    return ('', port)
 
 
serveraddr = showTips()


def sizeof_fmt(num):
    for x in ['bytes', 'KB', 'MB', 'GB']:
        if num < 1024.0:
            return "%3.1f%s" % (num, x)
        num /= 1024.0
    return "%3.1f%s" % (num, 'TB')
 
 
def modification_date(filename):
    return time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(os.path.getmtime(filename)))

def charTransUTF(rawdata):
    charset = chardet.detect(rawdata)
    if charset["encoding"]:
        return rawdata.decode(charset["encoding"])
    print "char detect failed,unknowed language:%s"%(repr(rawdata))
    return rawdata

class SimpleHTTPRequestHandler(BaseHTTPServer.BaseHTTPRequestHandler):
    """Simple HTTP request handler with GET/HEAD/POST commands.
    This serves files from the current directory and any of its
    subdirectories.  The MIME type for files is determined by
    calling the .guess_type() method. And can reveive file uploaded
    by client.
    The GET/HEAD/POST requests are identical except that the HEAD
    request omits the actual contents of the file.
    """

    server_version = "SimpleHTTPWithUpload/" + __version__
 
    def do_GET(self):
        """Serve a GET request."""
        # print "....................", threading.currentThread().getName()
        f = self.send_head()
        if f:
            self.copyfile(f, self.wfile)
            f.close()
        
 
    def do_HEAD(self):
        """Serve a HEAD request."""
        f = self.send_head()
        if f:
            f.close()
 
    def do_POST(self):
        try:
            self.deal_post_data()
            success = True
        except Exception,e:
            success = False
            message = e.message

        f = StringIO()
        f.write('')
        f.write("\nUpload Result Page\n")
        f.write("\n

Upload Result Page

\n") f.write("
\n") if success: f.write("Success:") else: f.write("Failed:%s"%message) f.write("
back" % self.headers['referer']) f.write("
Powered By: bones7456, check new version at ") f.write("here.\n\n") length = f.tell() f.seek(0) self.send_response(200) self.send_header("Content-type", "text/html") self.send_header("Content-Length", str(length)) self.end_headers() if f: self.copyfile(f, self.wfile) f.close() def readRFileLine(self,remainbytes): line = self.rfile.readline() remainbytes -= len(line) return line,remainbytes def readFileHead(self,boundary,remainbytes,firstFile = False): if firstFile: line,remainbytes = self.readRFileLine(remainbytes) if not boundary in line: assert False, "Content NOT begin with boundary" line,remainbytes = self.readRFileLine(remainbytes) fn = re.findall(r'Content-Disposition.*name="file"; filename="(.*)"', line) if not fn: assert False, "Can't find out file name..." path = self.translate_path(self.path) fn = os.path.join(charTransUTF(path), charTransUTF(fn[0])) while os.path.exists(fn): fn += "_" line,remainbytes = self.readRFileLine(remainbytes) line,remainbytes = self.readRFileLine(remainbytes) return fn,remainbytes def readFileData(self,filename,boundary,remainbytes): try: out = open(filename, 'wb') except IOError: assert False, "Can't create file to write, do you have permission to write?" preline,remainbytes = self.readRFileLine(remainbytes) while remainbytes > 0: line,remainbytes = self.readRFileLine(remainbytes) if boundary in line: preline = preline[0:-1] if preline.endswith('\r'): preline = preline[0:-1] out.write(preline) out.close() print "File '%s' upload success!" % filename return remainbytes else: out.write(preline) preline = line assert False, "Unexpect Ends of data." def deal_post_data(self): #data # ------WebKitFormBoundaryF7sBhbUYZcWT1Hhq # Content-Disposition: form-data; name="file"; filename="abc.txt" # Content-Type: text/plain # 11111111 # ------WebKitFormBoundaryF7sBhbUYZcWT1Hhq # Content-Disposition: form-data; name="file"; filename="def.txt" # Content-Type: text/plain # 22222222 # ------WebKitFormBoundaryF7sBhbUYZcWT1Hhq-- boundary = self.headers.plisttext.split("=")[1] remainbytes = int(self.headers['content-length']) filename,remainbytes = self.readFileHead(boundary,remainbytes,True) remainbytes = self.readFileData(filename,boundary,remainbytes) while remainbytes > 0: filename,remainbytes = self.readFileHead(boundary,remainbytes,False) remainbytes = self.readFileData(filename,boundary,remainbytes) def send_head(self): """Common code for GET and HEAD commands. This sends the response code and MIME headers. Return value is either a file object (which has to be copied to the outputfile by the caller unless the command was HEAD, and must be closed by the caller under all circumstances), or None, in which case the caller has nothing further to do. """ path = self.translate_path(self.path) f = None if os.path.isdir(path): if not self.path.endswith('/'): # redirect browser - doing basically what apache does self.send_response(301) self.send_header("Location", self.path + "/") self.end_headers() return None for index in "index.html", "index.htm": index = os.path.join(path, index) if os.path.exists(index): path = index break else: return self.list_directory(path) ctype = self.guess_type(path) try: # Always read in binary mode. Opening files in text mode may cause # newline translations, making the actual size of the content # transmitted *less* than the content-length! f = open(path, 'rb') except IOError: self.send_error(404, "File not found") return None self.send_response(200) self.send_header("Content-type", ctype) fs = os.fstat(f.fileno()) self.send_header("Content-Length", str(fs[6])) self.send_header("Last-Modified", self.date_time_string(fs.st_mtime)) self.end_headers() return f def list_directory(self, path): """Helper to produce a directory listing (absent index.html). Return value is either a file object, or None (indicating an error). In either case, the headers are sent, making the interface the same as for send_head(). """ try: list = os.listdir(path) except os.error: self.send_error(404, "No permission to list directory") return None list.sort(key=lambda a: a.lower()) f = StringIO() displaypath = cgi.escape(urllib.unquote(self.path)) f.write('') f.write("\nDirectory listing for %s\n" % charTransUTF(displaypath)) f.write("\n

Directory listing for %s

\n" % charTransUTF(displaypath)) f.write("
\n") f.write("
") f.write('') f.write("") f.write(" ") f.write("") f.write("
\n") f.write("
\n
    \n") for name in list: fullname = os.path.join(path, name) colorName = displayname = linkname = name # Append / for directories or @ for symbolic links if os.path.isdir(fullname): colorName = '' + name + '/' displayname = name linkname = name + "/" if os.path.islink(fullname): colorName = '' + name + '@' displayname = name + "@" # Note: a link to a directory displays with @ and links with / filename = os.getcwd() + '/' + displaypath + displayname f.write( '\n' % (urllib.quote(linkname), charTransUTF(colorName), sizeof_fmt(os.path.getsize(filename)), modification_date(filename))) f.write("
    %s%s%s
    \n
    \n\n\n") length = f.tell() f.seek(0) self.send_response(200) self.send_header("Content-type", "text/html;charset=UTF-8") self.send_header("Content-Length", str(length)) self.end_headers() return f def translate_path(self, path): """Translate a /-separated PATH to the local filename syntax. Components that mean special things to the local file system (e.g. drive or directory names) are ignored. (XXX They should probably be diagnosed.) """ # abandon query parameters path = path.split('?', 1)[0] path = path.split('#', 1)[0] path = posixpath.normpath(urllib.unquote(path)) words = path.split('/') words = filter(None, words) path = os.getcwd() for word in words: drive, word = os.path.splitdrive(word) head, word = os.path.split(word) if word in (os.curdir, os.pardir): continue path = os.path.join(path, word) return path def copyfile(self, source, outputfile): """Copy all data between two file objects. The SOURCE argument is a file object open for reading (or anything with a read() method) and the DESTINATION argument is a file object open for writing (or anything with a write() method). The only reason for overriding this would be to change the block size or perhaps to replace newlines by CRLF -- note however that this the default server uses this to copy binary data as well. """ shutil.copyfileobj(source, outputfile) def guess_type(self, path): """Guess the type of a file. Argument is a PATH (a filename). Return value is a string of the form type/subtype, usable for a MIME Content-type header. The default implementation looks the file's extension up in the table self.extensions_map, using application/octet-stream as a default; however it would be permissible (if slow) to look inside the data to make a better guess. """ base, ext = posixpath.splitext(path) if ext in self.extensions_map: return self.extensions_map[ext] ext = ext.lower() if ext in self.extensions_map: return self.extensions_map[ext] else: return self.extensions_map[''] if not mimetypes.inited: mimetypes.init() # try to read system mime.types extensions_map = mimetypes.types_map.copy() extensions_map.update({ '': 'application/octet-stream', # Default '.py': 'text/plain', '.c': 'text/plain', '.h': 'text/plain', }) class ThreadingServer(ThreadingMixIn, BaseHTTPServer.HTTPServer): pass def test(HandlerClass=SimpleHTTPRequestHandler, ServerClass=BaseHTTPServer.HTTPServer): BaseHTTPServer.test(HandlerClass, ServerClass) if __name__ == '__main__': # test() # 单线程 # srvr = BaseHTTPServer.HTTPServer(serveraddr, SimpleHTTPRequestHandler) # 多线程 srvr = ThreadingServer(serveraddr, SimpleHTTPRequestHandler) srvr.serve_forever()

 

 

你可能感兴趣的:(python)