【无标题】

python爬取网页财经指定模块数据并输出csv文件

#获取区块链概念模块

import requests #发送请求 第三方模块
import csv      #内置模块
import concurrent.futures

f = open('网易财经.csv', mode='a', newline='', encoding='utf-8')
csv_writer = csv.writer(f)
csv_writer.writerow(['代码','名称','价格','涨跌幅','涨跌额','5分钟涨','今开','昨收','最高','最低','成交量','成交额','换手率','量比','委比','振幅','市盈率','流通市值','总市值','每股收益','净利润','主营收'])

headers = {
            #浏览器的基本信息
        'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36'
        }
for page in range(0,2):
    url = f'http://quotes.money.163.com/hs/service/diyrank.php?host=http%3A%2F%2Fquotes.money.163.com%2Fhs%2Fservice%2Fdiyrank.php&page={page}&query=PLATE_IDS%3Agn121000&fields=NO%2CSYMBOL%2CNAME%2CPRICE%2CPERCENT%2CUPDOWN%2CFIVE_MINUTE%2COPEN%2CYESTCLOSE%2CHIGH%2CLOW%2CVOLUME%2CTURNOVER%2CHS%2CLB%2CWB%2CZF%2CPE%2CMCAP%2CTCAP%2CMFSUM%2CMFRATIO.MFRATIO2%2CMFRATIO.MFRATIO10%2CSNAME%2CCODE%2CANNOUNMT%2CUVSNEWS&sort=PERCENT&order=desc&count=24&type=query'
    #1.发送请求
    response = requests.get(url,headers = headers)
    #2.收获数据
    #.text获取源代码
    #.content获取链接里面数据的 视频/音频/图片
    #.json{}/[]包裹起来的数据 python里面的字典类型数据
    json_data = response.json()
    #解析数据
    for i in range(0,len(json_data['list'])):
        CODE = json_data['list'][i]['CODE']
        NAME = json_data['list'][i]['NAME']
        PRICE = json_data['list'][i]['PRICE']
        PERCENT = json_data['list'][i]['PERCENT']
        UPDOWN = json_data['list'][i]['UPDOWN']
        FIVE_MINUTE = json_data['list'][i]['FIVE_MINUTE']
        OPEN = json_data['list'][i]['OPEN']
        YESTCLOSE = json_data['list'][i]['YESTCLOSE']
        HIGH = json_data['list'][i]['HIGH']
        LOW = json_data['list'][i]['LOW']
        VOLUME = json_data['list'][i]['VOLUME']
        TURNOVER = json_data['list'][i]['TURNOVER']
        HS = json_data['list'][i]['HS']
        LB = json_data['list'][i]['LB']
        WB = json_data['list'][i]['WB']
        ZF = json_data['list'][i]['ZF']
        PE = json_data['list'][i]['PE']
        MCAP = json_data['list'][i]['MCAP']
        TCAP = json_data['list'][i]['TCAP']
        MFSUM = json_data['list'][i]['MFSUM']
        MFRATIO2 = json_data['list'][i]['MFRATIO']['MFRATIO2']
        MFRATIO10 = json_data['list'][i]['MFRATIO']['MFRATIO10']
        print(CODE,NAME,PRICE,PERCENT,UPDOWN,FIVE_MINUTE,OPEN,YESTCLOSE,HIGH,LOW,VOLUME,TURNOVER,HS,LB,WB,ZF,PE,MCAP,TCAP,MFSUM,MFRATIO2,MFRATIO10)
        '''异常捕获
        try:
            TCAP = json_data['list'][i]['TCAP']
        except:
            TCAP = ''
        '''
        #保存数据
        #f = open('网易财经.csv', mode='a', newline='', encoding='utf-8')
        #csv_writer = csv.writer(f)
        csv_writer.writerow([CODE,NAME,PRICE,PERCENT,UPDOWN,FIVE_MINUTE,OPEN,YESTCLOSE,HIGH,LOW,VOLUME,\
                     TURNOVER,HS,LB,WB,ZF,PE,MCAP,TCAP,MFSUM,MFRATIO2,MFRATIO10])
f.close()