爆肝!!!爬虫源码分享!tkinter界面!记得点赞+收藏哦!

效果图展示!

爆肝!!!爬虫源码分享!tkinter界面!记得点赞+收藏哦!_第1张图片

 所用背景图片。。。。

 代码展示!!!!

import hashlib,requests,json5,time
from requests.utils import dict_from_cookiejar
from loguru import logger
import pandas as pd
import tkinter.messagebox
import tkinter
from tkinter import ttk
from tkinter import *
from PIL import ImageTk, Image
'''
函数部分
'''
appKey = '12574478'
def get_sign(token, t, ___):
    '''
    获取sign值
    :param token:
    :param t:
    :param ___:
    :return: sign
    '''
    pre_sign = token + '&' + t + '&' + appKey + '&' + ___
    sign = hashlib.md5(pre_sign.encode(encoding='UTF-8')).hexdigest()
    return sign

def get_cookies():
    '''
    获取cookie值
    :return: cookie
    '''
    url = 'https://h5api.m.taobao.com/h5/mtop.alimama.union.xt.en.api.entry/1.0/?jsv=2.5.1&appKey=12574478&t=1622426487791&sign=7771a311a65bbb533c3f3d4534d50f5e&api=mtop.alimama.union.xt.en.api.entry&v=1.0&AntiCreep=true&timeout=20000&AntiFlood=true&type=jsonp&dataType=jsonp&callback=mtopjsonp2&data=%7B%22floorId%22%3A195%2C%22count%22%3A10%2C%22p4pPid%22%3A%22430748_1006%22%2C%22spm%22%3A%22a2e1u.19484427.29996459%22%2C%22app_pvid%22%3A%22201_11.11.62.22_407060_1622426486844%22%2C%22ctm%22%3A%22spm-url%3Aa231o.13503973.search.1%3Bpage_url%3Ahttps%253A%252F%252Fai.taobao.com%252Fsearch%252Findex.htm%253Fspm%253Da231o.13503973.search.1%2526key%253D%2525E4%2525B8%2525B8%2525E7%2525BE%25258E%2526pid%253Dmm_110807073_1262350149_109959000489%2526union_lens%253Drecoveryid%25253A201_11.11.62.22_399283_1622423612735%25253Bprepvid%25253A201_11.11.62.22_399283_1622423612735%22%2C%22variableMap%22%3A%22%7B%5C%22union_lens%5C%22%3A%5C%22recoveryid%3A201_11.11.62.22_399283_1622423612735%3Bprepvid%3A201_11.11.62.22_399283_1622423612735%5C%22%2C%5C%22recoveryId%5C%22%3A%5C%22201_11.11.62.22_407060_1622426486844%5C%22%7D%22%7D'
    headers = {
        'referer': 'https://ai.taobao.com/',
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.114 Safari/537.36'
    }
    res = requests.get(url, headers=headers).cookies
    cook = dict_from_cookiejar(res)
    cooks = ''
    for i, k in cook.items():
        cooks += i + '=' + k + ';'
    return cooks

def data(num,x):
    '''
    生成post请求的data数据
    :param num:
    :param x:
    :return: header,data_a
    '''
    # cookie
    ck = get_cookies()
    # mm_110807073_1262350149_109959000489
    data_s = '{"pNum":%s,"pSize":"60","refpid":"mm_26632258_3504122_32538762",' % num
    # data_tm = r'"variableMap":"{\"q\":\"手机\",\"navigator\":true,\"usertype\":\"1\",\"union_lens\":\"recoveryid:201_11.11.43.24_685807_1619341742886;prepvid:201_11.27.89.99_473565_1619342131641\",\"recoveryId\":\"201_11.186.139.24_536838_1619342621063\"}","qieId":"34374","spm":"a2e1u.19484427.29996460","app_pvid":"201_11.186.139.24_536838_1619342621063","ctm":"spm-url:a2e1u.19484427.filter.6;page_url:https%3A%2F%2Fai.taobao.com%2Fsearch%2Findex.htm%3Fkey%3D%25E4%25B8%25B8%25E7%25BE%258E%26pid%3Dmm_110807073_1262350149_109959000489%26union_lens%3Drecoveryid%253A201_11.11.43.24_685807_1619341742886%253Bprepvid%253A201_11.27.89.99_473565_1619342131641%26spm%3Da2e1u.19484427.filter.6%26usertype%3D1%26pnum%3D0"}'.replace('手机',x)
    data_tm=r'"variableMap":"{\"q\":\"手机\",\"navigator\":false,\"clk1\":\"25b8f4d10e5d19d5a1b4c05c0cda428b\",\"union_lens\":\"recoveryid:201_11.20.200.89_16797742_1632624677134;prepvid:201_11.20.207.176_16801805_1632625096923\",\"recoveryId\":\"201_11.175.96.106_16839576_1632632392630\"}","qieId":"36308","spm":"a2e0b.20350158.31919782","app_pvid":"201_11.175.96.106_16839576_1632632392630","ctm":"spm-url:a2e0b.20350158.31919782.1;page_url:https%3A%2F%2Fuland.taobao.com%2Fsem%2Ftbsearch%3Frefpid%3Dmm_26632258_3504122_32538762%26keyword%3Dadidas%2520yeezy%2520boost%26clk1%3D25b8f4d10e5d19d5a1b4c05c0cda428b%26upsId%3D25b8f4d10e5d19d5a1b4c05c0cda428b%26spm%3Da2e0b.20350158.31919782.1%26pid%3Dmm_26632258_3504122_32538762%26union_lens%3Drecoveryid%253A201_11.20.200.89_16797742_1632624677134%253Bprepvid%253A201_11.20.207.176_16801805_1632625096923%26pnum%3D1"}'.replace('手机',x)
    data_s = data_s + data_tm
    # 获取token
    token = re.findall(r"_m_h5_tk=(.*?);", ck)
    token = ''.join([i.split("_")[0] for i in token])
    # 获取时间戳
    date = int(time.time() * 1000)
    # 运算sign加密
    cx = get_sign(token, str(date), data_s)
    logger.debug("|sign计算成功>>>>%s|" % cx)
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.114 Safari/537.36",
        "cookie": ck}
    data_a = {
        'jsv': '2.5.1',
        'appKey': '12574478',
        't': date,
        'sign': cx,
        'api': 'mtop.alimama.union.xt.en.api.entry',
        'v': '1.0',
        'AntiCreep': 'true',
        'timeout': '20000',
        'AntiFlood': 'true',
        'type': 'jsonp',
        'dataType': 'jsonp',
        'callback': 'mtopjsonp2',
        'data': data_s
    }
    return headers, data_a


def run(num,word):
    '''
    得到未经处理的数据
    :param num:
    :param word:
    :return:a
    '''
    datas=[]
    for page in range(int(num)):
        headers, data_s = data(page,word)
        #  data_s={"pNum":2,"pSize":"60","refpid":"mm_26632258_3504122_32538762","variableMap":"{\"q\":\"adidas yeezy boost\",\"navigator\":false,\"clk1\":\"25b8f4d10e5d19d5a1b4c05c0cda428b\",\"union_lens\":\"recoveryid:201_11.20.200.89_16797742_1632624677134;prepvid:201_11.20.207.176_16801805_1632625096923\",\"recoveryId\":\"201_11.0.174.53_16801750_1632625790037\"}","qieId":"36308","spm":"a2e0b.20350158.31919782","app_pvid":"201_11.0.174.53_16801750_1632625790037","ctm":"spm-url:a2e0b.20350158.search.1;page_url:https%3A%2F%2Fuland.taobao.com%2Fsem%2Ftbsearch%3Frefpid%3Dmm_26632258_3504122_32538762%26keyword%3Dadidas%2520yeezy%2520boost%26clk1%3D25b8f4d10e5d19d5a1b4c05c0cda428b%26upsId%3D25b8f4d10e5d19d5a1b4c05c0cda428b%26spm%3Da2e0b.20350158.search.1%26pid%3Dmm_26632258_3504122_32538762%26union_lens%3Drecoveryid%253A201_11.20.200.89_16797742_1632624677134%253Bprepvid%253A201_11.20.207.176_16801805_1632625096923"}
        url='https://h5api.m.taobao.com/h5/mtop.alimama.union.xt.en.api.entry/1.0/'
        # url = 'https://h5api.m.taobao.com/h5/mtop.alimama.union.xt.en.api.entry/1.0/'
        res = requests.get(url, headers=headers,params=data_s,timeout=30).content.decode('utf-8')
        a = json5.loads(str(res).replace('mtopjsonp2', '').replace('(', '').replace(')', ''))
        a = a['data']['recommend']['resultList']
        datas.append(a)
        for x,y in enumerate(a):
            x=x+page*60
            tree.insert("", x,text=f"line{x}", values=(y['itemName'],y['shopTitle'],y['sellerNickName'],y['promotionPrice'],y['price'],y['monthSellCount'],y['provcity'],y['url']))
    return datas

def save_to_csv():
    '''
    保存数据到csv文件中
    :return: all_data
    '''
    word = w.get()
    n = num.get()
    data=run(n,word)
    itemname,shoptitle,sellernickname,promotionprice,price,monthsellcount,provcity,url=[],[],[],[],[],[],[],[]
    for y in data:
        for x in y:
            itemname.append(x['itemName'])
            shoptitle.append(x['shopTitle'])
            sellernickname.append(x['sellerNickName'])
            promotionprice.append(x['promotionPrice'])
            price.append(x['price'])
            monthsellcount.append(x['monthSellCount'])
            provcity.append(x['provcity'])
            url.append(x['url'])
    all_data={'itemname':itemname,"shoptitle":shoptitle,"sellernickname":sellernickname,"promotionprice":promotionprice,"price": price,"monthsellcount":monthsellcount,"provcity":provcity,"url":url}

    # def sort():
    #     '''
    #     对数据进行排序
    #     :return:
    #     '''
    #     data = pd.DataFrame(all_data)
    #     atoz = data['promotionprice'].index
    #     # 查询商品销量的前十和后十
    #     productId_orderCount = data.groupby('itemname').count()['monthsellcount'].sort_values(ascending=False)
    #     tree.insert("", x, text=f"line{x}", values=(
    #     y['itemName'], y['shopTitle'], y['sellerNickName'], y['promotionprice'], y['price'], y['monthSellCount'],
    #     y['provcity'], y['url']))
    #     pass
    # sort_monthsell=tkinter.Button(win,text='月销量从大到小排序',command=sort)
    # sort_monthsell.pack()
    # sort_monthsell.place(x=260,y=230)
    path=e.get()
    df=pd.DataFrame(all_data)
    df.to_csv(fr"{path}",encoding="utf8")
    tkinter.messagebox.showinfo("提示",f"保存成功!文件已保存到{path}")
    return all_data
'''
tkinter界面设置
'''
win = tkinter.Tk()
win.title("淘宝数据")
win.geometry("1050x500+40+30")
image2 = Image.open(r'D:\Desktop\C~O)OKLBO]{3H{KE$J4%12M.png')
background_image = ImageTk.PhotoImage(image2)
background_label = Label(win, image=background_image)
background_label.place(x=0, y=0, relwidth=1, relheight=1)
# # 表格
tree = ttk.Treeview(win)
tree.pack()
tree.place(x=0,y=0)
# 定义列
tree["columns"] = ("itemname", "shoptitle", "sellernickname", "promotionprice","price","monthsellcount","provcity","url")
# 设置列,列还不显示
tree.column("itemname", width=100)
tree.column("shoptitle", width=100)
tree.column("sellernickname", width=100)
tree.column("promotionprice", width=50)
tree.column("price", width=50)
tree.column("monthsellcount", width=50)
tree.column("provcity", width=70)
tree.column("url", width=1000)
# 设置表头
tree.heading("itemname", text="产品名称")
tree.heading("shoptitle", text="店名")
tree.heading("sellernickname", text="卖家小名")
tree.heading("promotionprice", text="促销价格")
tree.heading("price", text="原价")
tree.heading("monthsellcount", text="月销量")
tree.heading("provcity", text="发货地")
tree.heading("url", text="网址")
e = tkinter.Variable()
path_entry = tkinter.Entry(win, textvariable=e,width=60)
path_entry.pack()
path_entry.place(x=43, y=260)
e.set("请填写csv文件的绝对路径")
label_num=tkinter.Label(win,text='page_num')
label_num.pack()
label_num.place(x=0,y=230)
label_word=tkinter.Label(win,text='key_word')
label_word.pack()
label_word.place(x=130,y=230)
label_save=tkinter.Label(win,text="保存到")
label_save.pack()
label_save.place(x=0,y=260)
num = tkinter.Entry(win, width=8)
num.pack()
num.place(x=67, y=230)
w = tkinter.Entry(win, width=20)
w.pack()
w.place(x=188, y=230)
button1=tkinter.Button(win,text="退出",command=win.quit)
button1.pack(side="bottom")
button2=tkinter.Button(win,text="一键爬取+保存",command=save_to_csv)
button2.pack()
button2.place(x=450,y=260)
win.mainloop()

爬多了可能会遇到滑块(滑块协议过的源码不可泄露,可以买),或者页数过多也会报错,你们也可以自己写判断,我写的没有对一些特殊事件进行判断,毕竟。。。爬那么多干嘛。。。仅供学习使用!!!

如果觉得有帮助,又想感谢的!可以通过以下方式感谢!!!

爆肝!!!爬虫源码分享!tkinter界面!记得点赞+收藏哦!_第2张图片

你可能感兴趣的:(python,js,tkinter,ui设计,爬虫)