python爬虫：抓取下载视频文件，合并ts文件为完整视频

python爬虫：抓取下载视频文件，合并ts文件为完整视频

1.获取m3u8文件

 

2.代码

# -*- coding: utf-8 -*-
"""
Created on Wed Aug 22 15:56:19 2018

@author: Administrator
"""

# 在python3下测试
import requests
import threading
import datetime
import os

count = 0;


def Handler(start, end, url, filename):
    headers = {'Origin': 'https://xdzy.andisk.com','Referer':'https://xdzy.andisk.com/andisk/app/videoviewFrame.html',
               'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36'}
    # r = requests.get(url, headers=headers, stream=True)
    for i in filename[start:end]:
        global count

        r = requests.get("https://bk.andisk.com/data/3048aa1f-b2fb-4fb7-b452-3ebc96c76374/res/" + i.replace("\n", ""),
                         headers=headers,
                         stream=True)
        # r = requests.get(url)
        with open("ts/" + i.replace("\n", ""), "wb") as code:
            code.write(r.content)
        count = count + 1
        print("下载进度：%.2f" % (count / len(filename)))


def download_file(url, num_thread=100):
    os.chdir("../")
    f = open('index.m3u8', 'r', encoding='utf-8')
    text_list = f.readlines()
    s_list = []
    for i in text_list:
        if i.find('#EX') == -1:
            s_list.append(i)

    f.close()
    file_size = len(s_list)

    # 启动多线程写文件
    part = file_size // num_thread  # 如果不能整除，最后一块应该多几个字节
    for i in range(num_thread):
        start = part * i
        if i == num_thread - 1:  # 最后一块
            end = file_size
        else:
            end = start + part

        t = threading.Thread(target=Handler, kwargs={'start': start, 'end': end, 'url': url, 'filename': s_list})
        t.setDaemon(True)
        t.start()

    # 等待所有线程下载完成
    main_thread = threading.current_thread()
    for t in threading.enumerate():
        if t is main_thread:
            continue
        t.join()
    # print('%s 下载完成' % file_name)
def before_merge():
    cwd = os.getcwd()  # 获取当前目录即dir目录下
    print("------------------------current working directory------------------" + cwd)
    f = open('index.m3u8', 'r', encoding='utf-8')
    text_list = f.readlines()
    files = []
    for i in text_list:
        if i.find('#EX') == -1:
            files.append(i)
    f.close()
    tmp = []
    for file in files[0:568]:
        tmp.append(file.replace("\n", ""))
        # 合并ts文件
    os.chdir("ts/")
    shell_str = '+'.join(tmp)
    # print(shell_str)
    shell_str = 'copy /b ' + shell_str + ' 5.mp4'
    return shell_str
def wite_to_file(cmdString):
    cwd = os.getcwd()  # 获取当前目录即dir目录下
    print("------------------------current working directory------------------"+cwd)
    # directory = "./ts"
    # os.chdir(directory)  # 切换到directory目录
    # cwd = os.getcwd()  # 获取当前目录即dir目录下
    # print("------------------------current working directory------------------"+cwd)
    f = open("combined.cmd", 'w')
    f.write(cmdString)
    f.close()
# def merge(t,cmd):
#     time.sleep(t)
#     res=os.popen(cmd)
#     print(res.read())

if __name__ == '__main__':
    url = "https://bk.andisk.com/data/3048aa1f-b2fb-4fb7-b452-3ebc96c76374/res/";
    start = datetime.datetime.now().replace(microsecond=0)
    cmd=before_merge();
    wite_to_file(cmd);
    end = datetime.datetime.now().replace(microsecond=0)
    print("用时: ", end='')
    print(end - start)
    start = datetime.datetime.now().replace(microsecond=0)
    download_file(url)
    end = datetime.datetime.now().replace(microsecond=0)
    print("用时: ", end='')
    print(end - start)

 3.执行bat文件

posted @ 2019-06-09 23:31 酸奶加绿茶 阅读( ...) 评论( ...) 编辑 收藏