爬虫(form表单提交)

原文链接： http://www.cnblogs.com/gaoyukun/p/9604430.html

import requests
import json
from lxml import etree
#
url = "https://m.ctrip.com/restapi/soa2/14666/json/TrainTransferListSearch?_fxpcqlniredt=09031127310306517228"       #network中XHR加载出来的网址
headers={
    # ":
    # authority": "m.ctrip.com",
    # ":method": "POST",                                                                                            #:method是HTTP2
    # ":path": "/restapi/soa2/14666/json/TrainTransferListSearch?_fxpcqlniredt=09031127310306517228",
    # ":scheme": "https",
    "accept": "application/json",                                     
    "accept-encoding": "gzip, deflate, br",
    "accept-language": "zh-CN,zh;q=0.9",
    "content-length": "282",
    "content-type": "application/json",            #application/json 此处是什么格式，form表单中的data就是以什么格式交给后台
    "cookie": "_abtest_userid=ddc5e2fc-cc6c-4b4c-97f7-e171ee44019e; adscityen=Zhengzhou; _RSG=M1qiByoWtM1mXRuH_jdFJA; _RDG=287af736faff762a7334b37e68c8067657; _RGUID=15b7832f-0bb3-4056-a4cf-9edfd1e1b870; traceExt=campaign=CHNbaidu81&adid=index; _ga=GA1.2.178856024.1536222242; _gid=GA1.2.1190792360.1536222242; corpid=; corpname=; appFloatCnt=2; manualclose=1; Union=SID=155952&AllianceID=4897&OUID=baidu81|index|||; Session=SmartLinkCode=U155952&SmartLinkKeyWord=&SmartLinkQuary=&SmartLinkHost=&SmartLinkLanguage=zh; _RF1=171.8.155.190; MKT_Pagesource=H5; cticket=B2FB91B7DC87BB3F8976DC8FCA5BFB4B746B3880B227671C8B07F2CE77453C98; DUID=u=A830F075FC256A1B970BEF8EA88A4D5D&v=0; IsNonUser=T; ticket_ctrip=uoeOwviAJ6VQEgTNwLuTqSV9j/bS+aOP3Riia1P+kyQbgkQZsD2giUxABNObi7KPDHs9yVazBtnkjl6uYCrdnID0lqYBUR1RjZk7GF94GWG24HB5oAo/520pYEIRHr2ci9fsd1utsO8W07j3664XH4m0n2DAZ6KhTWWf8PrmdvEMLcrAPtzBUIMPyntxlch7YEyreC8oYrpuTvhAa4Wy8aXIpBY5HRF/lAqBmqPHB+h+mGVZxSsayYH/PxYfk5qA8XXWAJDRnqsV9vatSyud6oUf0XkwLyvgItZ039U3i0EEKZLSVH5zIwuppQc7cRZI; AHeadUserInfo=VipGrade=0&UserName=&NoReadMessageCount=0&U=4FEDFD3D00A5A8CDEC40796D00F09FAC; SMBID=; _fpacid=09031127310306517228; GUID=09031127310306517228; _bfs=1.10; _bfi=p1%3D108002%26p2%3D108002%26v1%3D47%26v2%3D46; __zpspc=9.7.1536290689.1536291434.9%231%7Cbaidu%7Ccpc%7Cbaidu81%7C%25E6%2590%25BA%25E7%25A8%258B%7C%23; mktDpLinkSource=ullink; _bfa=1.1536222238639.3qeepm.1.1536285550119.1536291471799.6.52.10320613246; _jzqco=%7C%7C%7C%7C1536222241653%7C1.1074231438.1536222241540.1536291467727.1536291471846.1536291467727.1536291471846.0.0.0.11.11; Mkt_UnionRecord=%5B%7B%22aid%22%3A%221881%22%2C%22timestamp%22%3A1536223114392%7D%2C%7B%22aid%22%3A%224897%22%2C%22timestamp%22%3A1536291471852%7D%5D; _gat=1",
    "origin": "https://m.ctrip.com",
    "referer": "https://m.ctrip.com/webapp/train/?secondwakeup=true&dpclickjump=true&from=http%3A%2F%2Fm.ctrip.com%2Fhtml5%2F",
    "user-agent": "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Mobile Safari/537.36",
    "x-requested-with": "XMLHttpRequest"
}
data={"DepartStation":"上海","ArriveStation":"北京","DepartDate":"2018-09-08","Channel":"ctrip.h5","head":{"cid":"09031127310306517228","ctok":"","cver":"1.0","lang":"01","sid":"8888","syscode":"09","auth":"null","extension":[{"name":"protocal","value":"https"}]},"contentType":"json"}
# respone = requests.post(url=url, headers=headers, data=data)         #headers中content-type是application/x-www-form-urlencode,那么data是字典格式
# respone = requests.post(url=url, headers=headers, json=data)         #headers中contnet-type是application/json那么data要转化成json格式传送给后台
respone = requests.post(url=url, headers=headers, data=json.dumps(data))  #同上
print(respone.text)

 

转载于:https://www.cnblogs.com/gaoyukun/p/9604430.html