台风路径1-通过python3.7.0获取台风路径历史轨迹点数据并插入到postgresql数据库中

1.爬取页面 http://typhoon.zjwater.gov.cn/default.aspx

F12 找到对应存储历史轨迹点的url.

2.通过python爬取数据并插入到postgresql数据库中。

import requests
import json
import  psycopg2
import cx_Oracle

url = "http://typhoon.zjwater.gov.cn/Api/TyphoonInfo/201911?callback=jQuery1830020370286197575638_1566524188610&_=1566524188868"

req_header = {
        "User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36" ,
        "Referer": "http://typhoon.zjwater.gov.cn/default.aspx"
    }
r = requests.get(url, headers=req_header)
content_str = r.text[44:-3]
content_json = json.loads(content_str) #将字符串转为json对象
# print(content_json)
centerlat = content_json["centerlat"]
centerlng = content_json["centerlng"]
endtime = content_json["endtime"]
name = content_json["name"]
db = psycopg2.connect(database="postgis", user="postgres", password="postgres", host="127.0.0.1", port="5432")
print("已连接数据库")
cursor = db.cursor()
sql_del = "delete  from typhoon"
cursor.execute(sql_del)
db.commit()
for point in content_json["points"]:
    lat = point["lat"]#纬度
    lng = point["lng"]#经度
    movedirection = point["movedirection"]#移向
    movespeed = point["movespeed"]#移速
    power = point["power"]#风力值
    pressure = point["pressure"]#中心气压
    speed = point["speed"]  #风速
    strong = point["strong"]#风力文本
    # 使用 cursor() 方法创建一个游标对象 cursor
    sql_insert = "insert into typhoon (centerlat,centerlng,name,lng,lat,movedirection,movespeed,power,pressure,speed,strong) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"
    params = (centerlat, centerlng, name, lng, lat, movedirection, movespeed, power, pressure, speed, strong)
    # 使用 execute()  方法执行 SQL 查询
    cursor.execute(sql_insert, params)
    db.commit()
print("数据插入成功")

3.最后数据