python 读取mongodb_python读取json文件,并将数据插入到mongodb | 学步园

#coding=utf-8

import sunburnt

import urllib

from pymongo import Connection

from bson.objectid import ObjectId

import logging

from datetime import datetime

import json

from time import mktime

from feedparser import _parse_date as parse_date

import time

import sys

import getopt

import ConfigParser

args = sys.argv[1:]

optlist, args = getopt.getopt(args, 'c:')

cmd_opt = {}

for opt in optlist:

cmd_opt[opt[0]] = opt[1]

conf_file = cmd_opt['-c']

config = ConfigParser.ConfigParser()

config.read(conf_file)

hostname = config.get("mongodb", "hostname")

port_num = int(config.get("mongodb", "port_num"))

db_name = config.get("mongodb", "db")

connection = Connection(hostname, port_num)

db = connection[db_name]

courseTable = db.course

lecTable = db.lecture

try:

f = file("json1-14/14.json")

s = json.load(f)

courseData = s["results"]["course"]

lecDataArr = s["results"]["lecture"]

f.close

print "get file content successfully!"

#insert course

courseId = courseTable.save(courseData)

courseId = str(courseId)

print "courseId: "+courseId

print "lec length: "+str(len(lecDataArr))

#insert lecture

lecIdArr = []

for lecData in lecDataArr:

lecData["course_id"] = courseId

lecId = lecTable.save(lecData)

lecIdArr.append(str(lecId))

# update course

courseTable.update({'_id':ObjectId(courseId)},

{"$set":{"lectures.lecture_id_list":lecIdArr}},

upsert=True, multi=True);

print 'insert successfully!'

except Exception, e:

print e

你可能感兴趣的:(python,读取mongodb)