Error when exporting from MS SQL to Elastic Search

[Keen]

Hi,

I'm encountering the following errors
"java.nio.channels.UnresolvedAddressException" and
"net.sf.json.JSONException: JSONObject["OrderNumber"] not found." when
running run.bat.

Which address is the UnresolvedAddressException thrown for and is my
db-data-config.xml correctly setup regarding pk=OrderNumber? The
column in MS SQL is named TicketNumber while the field in
ElasticSearch is named OrderNumber.


db-data-config.xml:
<dataConfig>
<dataSource driver="net.sourceforge.jtds.jdbc.Driver"
url="jdbc:jtds:sqlserver://localhost/db" user="username"
password="password" batch-size="-1"/>
<document>
<entity name="order" pk="OrderNumber" query="exec sproc">
<field column="TicketNumber" name="OrderNumber" type="integer"/>
<field column="CustomerID" name="CustomerID" type="integer"/>
<field column="TicketStatus" name="Status" type="string"/>
<field column="TicketStatusCategory" name="StatusCategory"
type="string"/>
<field column="TicketType" name="OrderType" type="string"/>
<field column="Email" name="Email" type="string"/>
<field column="Name" name="Name" type="string"/>
<field column="TicketDescription" name="Description"
type="string"/>
<field column="TicketSymptom" name="SymptomID" type="string"/>
<field column="TicketSymptomName" name="SymptomName"
type="string"/>
<field column="Created" name="Created" type="string"/>
<field column="Modified" name="Modified" type="string"/>
<field column="Closed" name="Closed" type="string"/>
<field column="HasRelations" name="HasRelations" type="string"/>
<field column="Operation" name="Operation" type="string"/>
</entity>
</document>
</dataConfig>


import.properties:

#common properties
sql-data-config-file=db-data-config.xml
autoCommitSize=500
#available values are mongo,es,couch
dataStoreType=es

#mongo-db related properties
mongo.host=192.168.101.146
mongo.useAuth=false
mongo.user=sathis
mongo.password=mongo
mongo.db=proliphiq
mongo.collection=users

#couch-db related settings
couch.host=localhost
couch.db=test
couch.port=5984

#Elastic-Search related properties
es.cluster.name=elasticsearch.cluster.name
#if you want to connect to multiple nodes for parallel indexing
# give them as comma separated.
es.hosts=localhost:9200
es.index.name=orders
es.index.type=order


run.bat output:

C:\>run.bat
jun 14, 2012 11:00:25 FM org.elasticsearch.transport.netty
WARNING: [Larry Bodine] Exception caught on netty layer [[id:
0x74e42433]]
java.nio.channels.UnresolvedAddressException
at sun.nio.ch.Net.checkAddress(Unknown Source)
at sun.nio.ch.SocketChannelImpl.connect(Unknown Source)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:
140)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:
103)
at
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:
574)
at
org.elasticsearch.common.netty.channel.Channels.connect(Channels.java:
541)
at
org.elasticsearch.common.netty.channel.AbstractChannel.connect(AbstractChannel.java:
210)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
227)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
188)
at
org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:
549)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
505)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
484)
at
org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:
121)
at org.elasticsearch.client.transport.TransportClientNodesService
$SimpleNodeSampler.sample(TransportClientNodesService.java:192)
at
org.elasticsearch.client.transport.TransportClientNodesService.addTransportAddress(TransportClientNodesService.java:
122)
at
org.elasticsearch.client.transport.TransportClient.addTransportAddress(TransportClient.java:
200)
at net.sathis.export.sql.es.ESWriter.initConnection(ESWriter.java:46)
at net.sathis.export.sql.DataImporter.<init>
(DataImporter.java:80)
at
net.sathis.export.sql.SQLToNoSQLImporter.main(SQLToNoSQLImporter.java:
17)

jun 14, 2012 11:00:25 FM org.elasticsearch.transport.netty
WARNING: [Larry Bodine] Exception caught on netty layer [[id:
0x6eb45709]]
java.nio.channels.UnresolvedAddressException
at sun.nio.ch.Net.checkAddress(Unknown Source)
at sun.nio.ch.SocketChannelImpl.connect(Unknown Source)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:
140)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:
103)
at
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:
574)
at
org.elasticsearch.common.netty.channel.Channels.connect(Channels.java:
541)
at
org.elasticsearch.common.netty.channel.AbstractChannel.connect(AbstractChannel.java:
210)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
227)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
188)
at
org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:
549)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
505)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
484)
at
org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:
121)
at org.elasticsearch.client.transport.TransportClientNodesService
$SimpleNodeSampler.sample(TransportClientNodesService.java:192)
at
org.elasticsearch.client.transport.TransportClientNodesService.addTransportAddress(TransportClientNodesService.java:
122)
at
org.elasticsearch.client.transport.TransportClient.addTransportAddress(TransportClient.java:
200)
at net.sathis.export.sql.es.ESWriter.initConnection(ESWriter.java:
46)
at net.sathis.export.sql.DataImporter.<init>
(DataImporter.java:80)
at
net.sathis.export.sql.SQLToNoSQLImporter.main(SQLToNoSQLImporter.java:
17)

jun 14, 2012 11:00:25 FM org.elasticsearch.transport.netty
WARNING: [Larry Bodine] Exception caught on netty layer [[id:
0x7393ccd5]]
java.nio.channels.UnresolvedAddressException
at sun.nio.ch.Net.checkAddress(Unknown Source)
at sun.nio.ch.SocketChannelImpl.connect(Unknown Source)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:
140)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:
103)
at
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:
574)
at
org.elasticsearch.common.netty.channel.Channels.connect(Channels.java:
541)
at
org.elasticsearch.common.netty.channel.AbstractChannel.connect(AbstractChannel.java:
210)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
227)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
188)
at
org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:
552)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
505)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
484)
at
org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:
121)
at org.elasticsearch.client.transport.TransportClientNodesService
$SimpleNodeSampler.sample(TransportClientNodesService.java:192)
at
org.elasticsearch.client.transport.TransportClientNodesService.addTransportAddress(TransportClientNodesService.java:
122)
at
org.elasticsearch.client.transport.TransportClient.addTransportAddress(TransportClient.java:
200)
at net.sathis.export.sql.es.ESWriter.initConnection(ESWriter.java:
46)
at net.sathis.export.sql.DataImporter.<init>
(DataImporter.java:80)
at
net.sathis.export.sql.SQLToNoSQLImporter.main(SQLToNoSQLImporter.java:
17)

jun 14, 2012 11:00:25 FM org.elasticsearch.transport.netty
WARNING: [Larry Bodine] Exception caught on netty layer [[id:
0x63ce0072]]
java.nio.channels.UnresolvedAddressException
at sun.nio.ch.Net.checkAddress(Unknown Source)
at sun.nio.ch.SocketChannelImpl.connect(Unknown Source)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:
140)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:
103)
at
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:
574)
at
org.elasticsearch.common.netty.channel.Channels.connect(Channels.java:
541)
at
org.elasticsearch.common.netty.channel.AbstractChannel.connect(AbstractChannel.java:
210)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
227)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
188)
at
org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:
552)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
505)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
484)
at
org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:
121)
at org.elasticsearch.client.transport.TransportClientNodesService
$SimpleNodeSampler.sample(TransportClientNodesService.java:192)
at
org.elasticsearch.client.transport.TransportClientNodesService.addTransportAddress(TransportClientNodesService.java:
122)
at
org.elasticsearch.client.transport.TransportClient.addTransportAddress(TransportClient.java:
200)
at
net.sathis.export.sql.es.ESWriter.initConnection(ESWriter.java:46)
at net.sathis.export.sql.DataImporter.<init>
(DataImporter.java:80)
at
net.sathis.export.sql.SQLToNoSQLImporter.main(SQLToNoSQLImporter.java:
17)

jun 14, 2012 11:00:25 FM org.elasticsearch.transport.netty
WARNING: [Larry Bodine] Exception caught on netty layer [[id:
0x2d7509be]]
java.nio.channels.UnresolvedAddressException
at sun.nio.ch.Net.checkAddress(Unknown Source)
at sun.nio.ch.SocketChannelImpl.connect(Unknown Source)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:
140)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:
103)
at
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:
574)
at
org.elasticsearch.common.netty.channel.Channels.connect(Channels.java:
541)
at
org.elasticsearch.common.netty.channel.AbstractChannel.connect(AbstractChannel.java:
210)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
227)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
188)
at
org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:
552)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
505)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
484)
at
org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:
121)
at
org.elasticsearch.client.transport.TransportClientNodesService
$SimpleNodeSampler.sample(TransportClientNodesService.java:192)
at
org.elasticsearch.client.transport.TransportClientNodesService.addTransportAddress(TransportClientNodesService.java:
122)
at
org.elasticsearch.client.transport.TransportClient.addTransportAddress(TransportClient.java:
200)
at
net.sathis.export.sql.es.ESWriter.initConnection(ESWriter.java:46)
at net.sathis.export.sql.DataImporter.<init>
(DataImporter.java:80)
at
net.sathis.export.sql.SQLToNoSQLImporter.main(SQLToNoSQLImporter.java:
17)

jun 14, 2012 11:00:25 FM org.elasticsearch.transport.netty
WARNING: [Larry Bodine] Exception caught on netty layer
[[id: 0x5a31edb0]]
java.nio.channels.UnresolvedAddressException
at sun.nio.ch.Net.checkAddress(Unknown Source)
at sun.nio.ch.SocketChannelImpl.connect(Unknown Source)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:
140)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:
103)
at
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:
574)
at
org.elasticsearch.common.netty.channel.Channels.connect(Channels.java:
541)
at
org.elasticsearch.common.netty.channel.AbstractChannel.connect(AbstractChannel.java:
210)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
227)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
188)
at
org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:
552)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
505)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
484)
at
org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:
121)
at
org.elasticsearch.client.transport.TransportClientNodesService
$SimpleNodeSampler.sample(TransportClientNodesService.java:192)
at
org.elasticsearch.client.transport.TransportClientNodesService.addTransportAddress(TransportClientNodesService.java:
122)
at
org.elasticsearch.client.transport.TransportClient.addTransportAddress(TransportClient.java:
200)
at
net.sathis.export.sql.es.ESWriter.initConnection(ESWriter.java:46)
at net.sathis.export.sql.DataImporter.<init>
(DataImporter.java:80)
at
net.sathis.export.sql.SQLToNoSQLImporter.main(SQLToNoSQLImporter.java:
17)

jun 14, 2012 11:00:25 FM org.elasticsearch.transport.netty
WARNING: [Larry Bodine] Exception caught on netty layer
[[id: 0x75d7d567]]
java.nio.channels.UnresolvedAddressException
at sun.nio.ch.Net.checkAddress(Unknown Source)
at sun.nio.ch.SocketChannelImpl.connect(Unknown Source)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:
140)
at
org.elasticsearch.common.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:
103)
at
org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:
574)
at
org.elasticsearch.common.netty.channel.Channels.connect(Channels.java:
541)
at
org.elasticsearch.common.netty.channel.AbstractChannel.connect(AbstractChannel.java:
210)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
227)
at
org.elasticsearch.common.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:
188)
at
org.elasticsearch.transport.netty.NettyTransport.connectToChannels(NettyTransport.java:
555)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
505)
at
org.elasticsearch.transport.netty.NettyTransport.connectToNode(NettyTransport.java:
484)
at
org.elasticsearch.transport.TransportService.connectToNode(TransportService.java:
121)
at
org.elasticsearch.client.transport.TransportClientNodesService
$SimpleNodeSampler.sample(TransportClientNodesService.java:192)
at
org.elasticsearch.client.transport.TransportClientNodesService.addTransportAddress(TransportClientNodesService.java:
122)
at
org.elasticsearch.client.transport.TransportClient.addTransportAddress(TransportClient.java:
200)
at
net.sathis.export.sql.es.ESWriter.initConnection(ESWriter.java:46)
at
net.sathis.export.sql.DataImporter.<init>(DataImporter.java:80)
at
net.sathis.export.sql.SQLToNoSQLImporter.main(SQLToNoSQLImporter.java:
17)

jun 14, 2012 11:00:25 FM net.sathis.export.sql.DataImporter
loadDataConfig
INFO: Data Configuration loaded successfully
jun 14, 2012 11:00:25 FM net.sathis.export.sql.DataImporter
doFullImport
SEVERE: ***** Data import failed. **********
Reason is :
net.sf.json.JSONException: JSONObject["OrderNumber"] not found.
at net.sf.json.JSONObject.getString(JSONObject.java:2092)
at
net.sathis.export.sql.es.ESWriter.writeToNoSQL(ESWriter.java:63)
at net.sathis.export.sql.DocBuilder.execute(DocBuilder.java:
142)
at
net.sathis.export.sql.DataImporter.doFullImport(DataImporter.java:174)
at
net.sathis.export.sql.DataImporter.doDataImport(DataImporter.java:93)
at
net.sathis.export.sql.SQLToNoSQLImporter.main(SQLToNoSQLImporter.java:
19)
Press any key to continue . . .

[sathis kumar]

I feel it must be a issue with the data you have. Were you able to migrate some records? or none?

--

Regards

 sathis