Elasticsearch 2.3.2 从oracle中同步数据

1         数据批量导入-oracle

采用 elasticsearch-jdbc 插件 安装.版本需要ES版本一致

最新 elasticsearch-jdbc 需要 jdk 1.8的支持

1.1   安装 elasticsearch-jdbc

下载elasticsearch-jdbc-2.3.2.0-dist.zip 并解压

将 oracle 驱动jar包 拷贝到elasticsearch-jdbc-2.3.2.0-dist\lib\ 文件夹下

 

1.2   编写bat脚本

进入 elasticsearch-jdbc-2.3.2.0-dist\bin

创建 oracle_to_es.bat

@echo off   set DIR=%~dp0 set LIB=%DIR%..\lib\* set BIN=%DIR%..\bin     set JAVA_HOME=C:\Program   Files\Java\jdk1.8.0_92   echo {^       "type" : "jdbc",^       "jdbc" : {^           "url" :   "jdbc:oracle:thin:@192.168.173.232:1521:adb1",^           "user" : "wee3",^           "password" : "wee3",^           "sql" :  "select   content as \"content\",title as \"title\",author as   \"author\",to_char(publish_date,'YYYY/MM/DD') as \"publish_date\",category   as \"category\" from TEST_ES",^           "elasticsearch" : {^              "cluster" :   "elasticsearch",^              "host" :   "localhost",^              "port" : 9300^           },^           "index" : "test",^           "type" : "news"^         }^ }^ | "%JAVA_HOME%\bin\java" -cp   "%LIB%" -Dlog4j.configurationFile="%BIN%\log4j2.xml"   "org.xbib.tools.Runner" "org.xbib.tools.JDBCImporter"

 

删除 index重新创建 并导入数据

@echo off curl -XDELETE   "http://localhost:9200/test/"   set DIR=%~dp0 set LIB=%DIR%..\lib\* set BIN=%DIR%..\bin     set JAVA_HOME=C:\Program   Files\Java\jdk1.8.0_92   echo {^       "type" : "jdbc",^       "jdbc" : {^           "url" :   "jdbc:oracle:thin:@192.168.173.232:1521:adb1",^           "user" : "wee3",^           "password" : "wee3",^           "sql" :  "select   content as \"content\",title as \"title\",author as   \"author\",to_char(publish_date,'YYYY/MM/DD') as   \"publish_date\",category as \"category\" from   TEST_ES",^           "elasticsearch" : {^              "cluster" :   "elasticsearch",^              "host" :   "localhost",^              "port" : 9300^           },^           "index" : "test",^           "type" : "news",^           "index_settings" : {^                    "index": {^                                   "number_of_replicas":   "1",^                                   "number_of_shards":   "5"^                                 }^           },^           "type_mapping": {^                    "news": {^                                   "properties": {^                                     "content": {^                                       "analyzer":   "ik",^                                       "type":   "string"^                                     },^                                     "author": {^                                       "index":   "not_analyzed",^                                       "type":   "string"^                                     },^                                     "title": {^                                       "analyzer":   "ik",^                                       "boost": 5,^                                       "type":   "string"^                                     },^                                     "category": {^                                       "index":   "not_analyzed",^                                       "type":   "string"^                                     },^                                     "publish_date": {^                                       "format": "yyyy/mm/dd",^                                       "type": "date"^                                     }^                                   }^                                 }^           }^         }^ }^ | "%JAVA_HOME%\bin\java" -cp   "%LIB%" -Dlog4j.configurationFile="%BIN%\log4j2.xml"   "org.xbib.tools.Runner" "org.xbib.tools.JDBCImporter"