python pandas dataframe 写入hdfs

只能python3

python2 pip 安装包的时候报错

pip install hdfs[avro,dataframe,kerberos]

#!/usr/bin/python3

from hdfs import *

from hdfs.ext.kerberos import KerberosClient

from hdfs.ext.dataframe import read_dataframe, write_dataframe

import pandas as pd

client = KerberosClient('http://namenode-1.cvm.tc.inmobi.cn:50070')

df = pd.DataFrame({'A':[1,2,3]})

write_dataframe(client, '/tmp/data.avro', df, overwrite=True)

print(client.list('/tmp'))