新手学python笔记--3--爬取天天基金数据

整理一下思路：

1.天天基金网的数据网址，首先是一个基金排行的数据（第一页）：

url='http://fund.eastmoney.com/data/rankhandler.aspx?op=ph&dt=kf&ft=all&rs=&gs=0&sc=zzf&st=desc&sd=2017-01-25&ed=2018-01-25&qdii=&tabSubtype=,,,,,&pi=2&pn=50&dx=1&v=0.32537472243664656'

2.用python语句request请求它

r=requests.get(url)

3.试着打印数据

print(r)

得到结果：

4.数据在哪里？

print(r.text)

得到的结果：

var rankData = {datas:["161723,招商中证银行指数分级,ZSZZYHZSFJ,2018-01-24,1.1470,1.2070,0.4378,5.5199,13.4520,14.3132,15.0986,29.3114,51.4488,,13.0050,22.3546,2015-05-20,1,29.3114,1.00%,0.10%,1,0.10%,1,","002424,博时文体娱乐主题混合,BSWTYLZTHH,2018-01-24,1.1330,1.1330,1.4324,5.3953,4.6168,8.8377,13.8693,,,,4.6168,13.30,2017-05-25,1,13.3,1.50%,0.15%,1,0.15%,1,","165809,东吴转债,DWZZ,2018-01-24,1.0760,0.9150,1.0329,5.3868,7.1713,0.6412,-1.4911,4.0184,0.7810,-49.76,8.0321,-19.8095,2014-05-09,1,3.7862,0.50%,0.05%,1,0.05%,1,","004505,博时新兴消费主题混合,BSXXXFZTHH,2018-01-24,1.26,1.26,0.7194,5.3512,6.7797,12.1995,25.4980,,,,5.7047,26,2017-06-05,1,26,1.50%,0.15%,1,0.15%,1,","001759,嘉实成长增强混合,JSCZZQHH,2018-01-24,1.2610,1.2610,0.3182,5.3467,3.7007,9.7476,20.0952,26.9889,,,5.0833,26.10,2016-11-10,1,26.8612,1.50%,0.15%,1,0.15%,1,","001616,嘉实环保低碳股票,JSHBDTGP,2018-01-24,1.60,1.60,-0.2494,5.3325,0.1879,5.7502,18.2557,37.5752,59.6806,,3.1593,60,2015-12-30,1,37.1037,1.50%,0.15%,1,0.15%,1,","710001,富安达优势成长混合,FADYSCZHH,2018-01-24,2.2834,2.2834,1.9694,5.3083,-0.9672,5.7472,21.4639,30.5173,31.6308,71.3878,1.6878,128.34,2011-09-21,1,30.0120,1.50%,0.15%,1,0.15%,1,154.5596","519773,交银数据产业灵活配置混合,JYSJCYLHPZHH,2018-01-24,0.7770,0.7770,1.1719,5.2846,2.1025,-6.1594,3.7383,-14.0487,,,2.6420,-22.30,2016-08-16,1,-14.2384,1.50%,0.15%,1,0.15%,1,","070022,嘉实领先成长混合,JSLXCZHH,2018-01-24,2.2530,2.6980,0.4458,5.2312,4.1128,9.2628,19.2694,27.6487,33.6138,75.7809,5.4281,177.3823,2011-05-31,1,27.0011,1.50%,0.15%,1,0.15%,1,177.1052","005310,广发电子信息传媒股票,GFDZXXCMGP,2018-01-24,1.0076,1.0076,2.5234,5.2104,0.4086,,,,,,1.0936,0.76,2017-12-11,1,0.76,1.50%,0.15%,1,0.15%,1,","162207,泰达宏利效率优选混合,TDHLXLYXHH,2018-01-24,1.5051,3.62,0.1464,5.1635,7.7457,12.2539,20.9693,38.0446,39.5938,9.4141,8.8522,262.0028,2006-05-12,1,37.6658,1.50%,0.15%,1,0.15%,1,95.7726","160717,嘉实恒生中国企业,JSHSZGQY,2018-01-24,0.9479,0.9479,0.8941,5.1586,12.6575,12.7379,16.6216,28.32,61.4546,8.9916,13.1146,-5.21,2010-09-30,1,28.0427,1.50%,0.15%,1,0.15%,1,12.2838","000080,天治可转债A,TZKZZA,2018-01-24,1.1750,1.1750,1.5557,5.0984,6.9154,4.5374,3.4331,4.4444,-5.0121,-19.7404,7.6007,17.50,2013-06-04,1,4.4444,0.80%,0.08%,1,0.08%,1,","110031,易方达恒生国企ETF联接,YFDHSGQETFLJ,2018-01-24,1.3313,1.3313,0.9019,5.0916,12.4599,13.7669,17.7308,29.1897,61.3893,13.6892,12.7074,33.13,2012-08-21,1,28.9395,1.20%,0.12%,1,0.12%,1,18.2642","000297,鹏华可转债债券,PHKZZZQ,2018-01-24,0.9290,0.9290,0.7592,5.0905,7.8978,7.8978,8.4014,12.0627,4.7351,,8.5280,-7.10,2015-02-03,1,11.9277,0.80%,0.08%,1,0.08%,1,","000081,天治可转债C,TZKZZC,2018-01-24,1.1570,1.1570,1.5803,5.0863,6.8329,4.4224,3.2114,4.0468,-5.7818,-20.4811,7.5279,15.70,2013-06-04,1,3.9533,0.00%,0.00%,,0.00%,0,","166019,中欧价值智选混合A,ZOJZZXHHA,2018-01-24,1.7591,2.0791,3.3670,5.0773,4.1998,4.0210,6.7350,-0.0284,12.9962,39.0840,3.4156,107.2351,2013-05-14,1,-0.3061,1.50%,0.15%,1,0.15%,1,","001092,广发生物科技指数(QDII),GFSWKJZSQDII,2018-01-23,1.0150,1.0150,0.9950,5.0725,5.9499,3.0457,1.9076,20.2607,16.8009,,7.0675,1.50,2015-03-30,1,,1.30%,0.13%,1,0.13%,1,","002043,天治研究驱动混合C,TZYJQDHHC,2018-01-24,1.2440,1.2440,0.7287,5.0676,8.9317,9.7002,14.2332,20.6596,14.5487,,9.2186,14.3382,2015-11-12,1,20.6596,1.00%,0.10%,1,0.10%,1,","002595,博时工业4.0主题股票,BSGY40ZTGP,2018-01-24,1.2890,1.2890,-0.1549,5.0530,7.5063,12.4782,29.2879,23.2314,,,7.7759,28.90,2016-06-08,1,22.7619,1.50%,0.15%,1,0.15%,1,","350009,天治研究驱动混合A,TZYJQDHHA,2018-01-24,1.3580,1.5270,0.7418,5.0271,8.9888,9.7817,14.4060,20.9261,24.9310,25.0460,9.2518,59.0523,2011-12-28,1,20.8185,0.80%,0.08%,1,0.08%,1,44.6298","003401,工银可转债债券,GYKZZZQ,2018-01-24,1.0888,1.0888,0.8055,5.0256,7.6102,4.4412,3.6064,8.4138,,,7.8340,8.88,2016-12-14,1,,0.80%,0.08%,1,0.08%,1,","161831,银华恒生国企指数分级,YHHSGQZSFJ,2018-01-24,1.1475,1.2496,0.8791,4.9574,12.5662,13.5952,17.8767,29.8660,63.1305,7.1921,12.8540,27.4504,2014-04-09,1,,1.20%,0.12%,1,0.12%,1,","004997,广发高端制造股票,GFGDZZGP,2018-01-24,1.1281,1.1281,0.9757,4.9395,3.2585,10.5763,,,,,4.7155,12.7987,2017-09-01,1,12.7987,1.50%,0.15%,1,0.15%,1,","519033,海富通国策导向混合,HFTGCDXHH,2018-01-24,1.4570,2.0240,0.4828,4.8956,-1.4208,-2.5418,11.0518,34.0386,24.1368,-5.6582,-0.0686,112.6464,2011-11-16,1,33.3028,1.50%,0.15%,1,0.15%,1,109.5038","710301,富安达增强收益债券A,FADZQSYZQA,2018-01-24,1.1758,1.1958,1.3097,4.8792,4.8698,-4.8013,-2.1390,2.7707,-3.1706,-12.7615,6.2630,19.8812,2012-07-25,1,2.4573,0.80%,0.08%,1,0.08%,1,15.9168","710302,富安达增强收益债券C,FADZQSYZQC,2018-01-24,1.1489,1.1689,1.3139,4.8745,4.8363,-4.9003,-2.3377,2.3610,-3.9702,-13.8432,6.2419,17.1452,2012-07-25,1,2.0519,0.00%,0.00%,,0.00%,0,13.5238","000404,易方达新兴成长灵活配置,YFDXXCZLHPZ,2018-01-24,2.33,2.33,1.0846,4.8605,-0.2995,-6.4257,15.7476,20.9761,1.8802,62.4826,2.0587,133,2013-11-28,1,20.4757,1.50%,0.15%,1,0.15%,1,","000969,前海开源大安全混合,QHKYDAQHH,2018-01-24,1.1020,1.1020,1.2868,4.8525,-4.5887,0.6393,8.2515,-3.2485,7.6172,,-2.1314,10.20,2015-02-06,1,-3.2485,1.50%,0.15%,1,0.15%,1,","519110,浦银安盛价值成长混合A,PYASJZCZHHA,2018-01-24,1.4280,1.6910,1.3485,4.8458,-0.4327,-8.9547,3.2524,6.4489,1.7253,2.9801,1.9707,69.1071,2008-04-16,1,5.9151,1.50%,0.15%,1,0.15%,1,119.6196","519026,海富通中小盘混合,HFTZXPHH,2018-01-24,1.0240,1.0240,0.3922,4.8106,-1.4437,-2.1033,11.9126,19.6262,5.3498,-0.2921,-0.2921,2.40,2010-04-14,1,19.3473,1.50%,0.15%,1,0.15%,1,10.5832","001045,华夏可转债增强债券A,HXKZZZQZQA,2018-01-24,1.0690,1.0690,0.8491,4.8039,6.0516,1.7127,2.0038,8.7487,,,6.6866,6.90,2016-09-27,1,8.6382,0.80%,0.08%,1,0.08%,1,","004871,中银金融地产混合,ZYJRDCHH,2018-01-24,1.1458,1.1458,0.8804,4.8020,12.8311,14.3171,,,,,12.7978,14.58,2017-09-28,1,14.58,1.50%,0.15%,1,0.15%,1,","519005,海富通股票混合,HFTGPHH,2018-01-24,0.7020,2.6510,1.2987,4.7761,0.5731,-7.5099,7.3395,23.1579,2.4818,-3.8356,2.6316,201.6968,2005-07-29,1,22.9422,1.50%,0.15%,1,0.15%,1,27.4047","398041,中海量化策略混合,ZHLHCLHH,2018-01-24,0.8790,1.4160,2.6869,4.7676,-2.4418,-6.8856,3.0480,-2.2247,11.8321,16.3189,-0.4530,32.1314,2009-06-24,1,-2.5499,1.50%,0.15%,1,0.15%,1,39.3033","160138,南方恒生中国企业精明指数A,NFHSZGQYJMZSA,2018-01-24,1.2217,1.2217,0.7255,4.7590,12.4643,13.6994,17.5503,,,,12.6406,22.17,2017-04-26,1,22.17,1.20%,0.12%,1,0.12%,1,","070021,嘉实主题新动力混合,JSZTXDLHH,2018-01-24,1.5430,1.5430,0.3904,4.7522,0,-4.3397,6.6344,7.7514,12.3816,30.4311,1.7139,54.30,2010-12-07,1,6.9300,1.50%,0.15%,1,0.15%,1,87.0303","004357,南方智慧混合,NFZHHH,2018-01-24,1.2815,1.2815,0.3760,4.7491,4.5952,14.3380,27.5505,,,,7.2654,28.15,2017-03-27,1,28.15,1.50%,0.15%,1,0.15%,1,","002064,华富产业升级灵活配置混合,HFCYSJLHPZHH,2018-01-24,1.0810,1.0810,0.7456,4.7481,-0.5520,4.4444,7.4553,,,,0.3714,8.10,2017-05-08,1,8.1,1.50%,0.15%,1,0.15%,1,","160139,南方恒生中国企业精明指数C,NFHSZGQYJMZSC,2018-01-24,1.2182,1.2182,0.7193,4.7463,12.4216,13.5851,17.3038,,,,12.6086,21.82,2017-04-26,1,21.82,,0.00%,,,,","001951,金鹰改革红利混合,JYGGHLHH,2018-01-24,1.1730,1.1730,0.3422,4.7321,4.4524,9.6262,8.9136,8.7118,18.4848,,3.6219,17.30,2015-12-02,1,8.7118,1.50%,0.15%,1,0.15%,1,","005402,广发资源优选股票,GFZYYXGP,2018-01-24,1.1137,1.1137,-0.3935,4.7104,10.1583,,,,,,8.3577,11.37,2017-12-14,1,11.37,1.50%,0.15%,1,0.15%,1,","004209,大成智惠量化多策略混合,DCZHLHDCLHH,2018-01-24,1.2492,1.2492,-0.1439,4.7020,10.4607,12.9373,18.0830,,,,10.2852,24.92,2017-03-21,1,24.92,1.20%,0.12%,1,0.12%,1,","410001,华富竞争力优选,HFJZLYX,2018-01-24,1.0933,2.7435,0.0549,4.6921,7.7780,11.3453,24.5926,20.2353,22.3341,28.5026,7.9589,275.6419,2005-03-02,1,19.8268,1.50%,0.15%,1,0.15%,1,127.4391","001970,泰信鑫选灵活配置混合A,TXXXLHPZHHA,2018-01-24,0.9820,0.9820,2.9350,4.6908,2.0790,-2.0937,4.8026,-2.2886,,,2.8272,-1.80,2016-02-04,1,-2.5794,1.50%,0.15%,1,0.15%,1,","590008,中邮战略新兴产业混合,ZYZLXXCYHH,2018-01-24,3.3640,3.3640,2.3426,4.6671,3.0637,-15.8369,-10.6982,-23.3189,-36.3482,0.9301,4.2777,236.40,2012-06-12,1,-23.7188,1.50%,0.15%,1,0.15%,1,208.3410","002860,前海开源沪港深新机遇混合,QHKYHGSXJYHH,2018-01-24,1.1670,1.2670,0.6903,4.6637,11.6746,12.8723,16.6793,28.2537,,,12.1038,27.9972,2016-08-30,1,28.1253,1.50%,0.15%,1,0.15%,1,","002564,新沃通盈灵活配置混合,XWTYLHPZHH,2018-01-24,1.0110,1.3610,1.9153,4.6584,-1.6537,-8.8368,-5.6022,-4.1706,,,-1.1730,36.4144,2016-09-22,1,-6.3889,1.50%,0.15%,1,0.15%,1,","163411,兴全精选混合,XQJXHH,2018-01-24,1.7106,1.9856,0.9859,4.6174,2.4802,15.5186,28.8684,31.5643,40.9060,51.4073,4.3239,98.5632,2011-08-03,1,31.4632,1.00%,0.10%,1,0.10%,1,89.0898","001702,东方创新科技混合,DFCXKJHH,2018-01-24,0.9470,0.9470,2.4116,4.6062,-2.9216,-4.8910,5.0355,7.9079,10.9679,,-0.2633,-5.30,2015-09-08,1,7.6626,1.50%,0.15%,1,0.15%,1,"],allRecords:3828,pageIndex:2,pageNum:50,allPages:77,allNum:3828,gpNum:696,hhNum:1945,zqNum:947,zsNum:475,bbNum:110,qdiiNum:128,etfNum:0,lofNum:196,fofNum:10};

接下来是处理这些数据，应该也是最难的吧！第三个脚印