//普通文件配置说明
{
"type": "file",
"enabled": true,
"connection": "hdfs://192.168.100.139:8020/",
"config": null,
"workspaces": {
"root": {
"location": "/root",
"writable": false,
"defaultInputFormat": null,
"allowAccessOutsideWorkspace": false
},
"tmp": {
"location": "/tmp",
"writable": true,
"defaultInputFormat": null,
"allowAccessOutsideWorkspace": false
}
},
"formats": {
"psv": {
"type": "text",
"extensions": [
"tbl"
],
"delimiter": "|"
},
"csv": {
"type": "text",
"extensions": [
"csv"
],
"delimiter": ","
},
"tsv": {
"type": "text",
"extensions": [
"tsv"
],
"delimiter": "\t"
},
"httpd": {
"type": "httpd",
"logFormat": "%h %t \"%r\" %>s %b \"%{Referer}i\""
},
"parquet": {
"type": "parquet"
},
"json": {
"type": "json",
"extensions": [
"json"
]
},
"pcap": {
"type": "pcap"
},
"avro": {
"type": "avro"
},
"sequencefile": {
"type": "sequencefile",
"extensions": [
"seq"
]
},
"csvh": {
"type": "text",
"extensions": [
"csvh"
],
"extractHeader": true,
"delimiter": ","
}
}
}
///////////////////////////////////////////////////////////////////
hbase配置文件说明
{
"type": "hbase",
"config": {
"hbase.zookeeper.quorum": "192.168.100.139,192.168.100.141,192.168.100.142",
"hbase.zookeeper.property.clientPort": "2181"
},
"size.calculator.enabled": false,
"enabled": true
}
////////////////////////////////////////////////////////////////////
{
"type": "file",
"enabled": true,
"connection": "hdfs://192.168.100.139:8020/",
"config": null,
"workspaces": {
"root": {
"location": "/root",
"writable": false,
"defaultInputFormat": null,
"allowAccessOutsideWorkspace": false
},
"tmp": {
"location": "/tmp",
"writable": true,
"defaultInputFormat": null,
"allowAccessOutsideWorkspace": false
}
},
"formats": {
"psv": {
"type": "text",
"extensions": [
"tbl"
],
"delimiter": "|"
},
"": {
"type": "text",
"extensions": [
""
],
"delimiter": "$"
},
"csv": {
"type": "text",
"extensions": [
"csv"
],
"delimiter": ","
},
"tsv": {
"type": "text",
"extensions": [
"tsv"
],
"delimiter": "\t"
},
"httpd": {
"type": "httpd",
"logFormat": "%h %t \"%r\" %>s %b \"%{Referer}i\""
},
"parquet": {
"type": "parquet"
},
"json": {
"type": "json",
"extensions": [
"json"
]
},
"pcap": {
"type": "pcap"
},
"avro": {
"type": "avro"
},
"sequencefile": {
"type": "sequencefile",
"extensions": [
"seq"
]
},
"csvh": {
"type": "text",
"extensions": [
"csvh"
],
"extractHeader": true,
"delimiter": ","
}
}
}
///////////////////////////////////////////////////////////////////////
hive配置文件说明
{
"type": "hive",
"enabled": true,
"configProps": {
"hive.metastore.uris": "thrift://master:9083",
"hive.metastore.warehouse.dir": "/user/hive/warehouse",
"fs.default.name": "hdfs://master:8020",
"hive.metastore.sasl.enabled": "false"
}
}
///////////////////////////////////////////
//mongoDB配置·文件说明
{
"type": "mongo",
"connection": "mongodb://192.168.100.51:27017/",
"enabled": true
}