Ошибка при попытке Kafka Connect через песочницу Hortonworks
Я попробовал простой пример использования Apache Kafka Connector для импорта данных в Kafka. Это шаги, которые я попробовал...
- Создал текстовый файл test.txt рядом с папкой bin.
- Запустили Zookeeper и Kafka Cluster.
- При запуске автономного коннектора Kafka с помощью следующей команды:
bin/connect-standalone.sh config/connect-standalone.properties config/connect-file-source.properties config/connect-file-sink.properties
Это показывает следующую ошибку,
[2018-04-03 06:50:32,915] INFO StandaloneConfig values:
access.control.allow.methods =
access.control.allow.origin =
bootstrap.servers = [localhost:9092]
internal.key.converter = class org.apache.kafka.connect.json.JsonConverter
internal.value.converter = class org.apache.kafka.connect.json.JsonConverter
key.converter = class org.apache.kafka.connect.json.JsonConverter
offset.flush.interval.ms = 10000
offset.flush.timeout.ms = 5000
offset.storage.file.filename = /tmp/connect.offsets
rest.advertised.host.name = null
rest.advertised.port = null
rest.host.name = null
rest.port = 8083
task.shutdown.graceful.timeout.ms = 5000
value.converter = class org.apache.kafka.connect.json.JsonConverter
(org.apache.kafka.connect.runtime.standalone.StandaloneConfig:180)
[2018-04-03 06:50:33,681] INFO Logging initialized @2911ms (org.eclipse.jetty.util.log:186)
[2018-04-03 06:50:34,391] INFO Kafka Connect starting (org.apache.kafka.connect.runtime.Connect:52)
[2018-04-03 06:50:34,391] INFO Herder starting (org.apache.kafka.connect.runtime.standalone.StandaloneHerder:70)
[2018-04-03 06:50:34,391] INFO Worker starting (org.apache.kafka.connect.runtime.Worker:114)
[2018-04-03 06:50:34,392] INFO Starting FileOffsetBackingStore with file /tmp/connect.offsets (org.apache.kafka.connect.storage.FileOffsetBackingStor
e:60)
[2018-04-03 06:50:34,399] INFO Worker started (org.apache.kafka.connect.runtime.Worker:119)
[2018-04-03 06:50:34,413] INFO Herder started (org.apache.kafka.connect.runtime.standalone.StandaloneHerder:72)
[2018-04-03 06:50:34,413] INFO Starting REST server (org.apache.kafka.connect.runtime.rest.RestServer:98)
[2018-04-03 06:50:34,975] INFO jetty-9.2.15.v20160210 (org.eclipse.jetty.server.Server:327)
^C[2018-04-03 06:50:41,836] INFO Started o.e.j.s.ServletContextHandler@616fe72b{/,null,AVAILABLE} (org.eclipse.jetty.server.handler.ContextHandler:74
4)
[2018-04-03 06:50:41,960] INFO Started ServerConnector@4218500f{HTTP/1.1}{0.0.0.0:8083} (org.eclipse.jetty.server.ServerConnector:266)
[2018-04-03 06:50:41,960] INFO Started @11194ms (org.eclipse.jetty.server.Server:379)
[2018-04-03 06:50:42,027] INFO REST server listening at http://172.17.0.2:8083/, advertising URL http://172.17.0.2:8083/ (org.apache.kafka.connect.ru
ntime.rest.RestServer:150)
[2018-04-03 06:50:42,039] INFO Kafka Connect started (org.apache.kafka.connect.runtime.Connect:58)
[2018-04-03 06:50:42,047] INFO Kafka Connect stopping (org.apache.kafka.connect.runtime.Connect:68)
[2018-04-03 06:50:42,048] INFO Stopping REST server (org.apache.kafka.connect.runtime.rest.RestServer:154)
[2018-04-03 06:50:42,048] INFO ConnectorConfig values:
connector.class = FileStreamSource
key.converter = null
name = local-file-source
tasks.max = 1
value.converter = null
(org.apache.kafka.connect.runtime.ConnectorConfig:180)
[2018-04-03 06:50:42,049] INFO Creating connector local-file-source of type FileStreamSource (org.apache.kafka.connect.runtime.Worker:160)
[2018-04-03 06:50:42,116] INFO Stopped ServerConnector@4218500f{HTTP/1.1}{0.0.0.0:8083} (org.eclipse.jetty.server.ServerConnector:306)
[2018-04-03 06:50:42,230] INFO Stopped o.e.j.s.ServletContextHandler@616fe72b{/,null,UNAVAILABLE} (org.eclipse.jetty.server.handler.ContextHandler:86
5)
[2018-04-03 06:50:42,283] INFO REST server stopped (org.apache.kafka.connect.runtime.rest.RestServer:165)
[2018-04-03 06:50:43,413] WARN could not create Dir using jarFile from url file:/usr/hdp/current/kafka-broker/bin/../libs/ojdbc6.jar. skipping. (org.
reflections.Reflections:104)
java.lang.NullPointerException
at java.util.zip.ZipFile.<init>(ZipFile.java:213)
at java.util.zip.ZipFile.<init>(ZipFile.java:155)
at java.util.jar.JarFile.<init>(JarFile.java:166)
at java.util.jar.JarFile.<init>(JarFile.java:130)
at org.reflections.vfs.Vfs$DefaultUrlTypes$1.createDir(Vfs.java:212)
at org.reflections.vfs.Vfs.fromURL(Vfs.java:99)
at org.reflections.vfs.Vfs.fromURL(Vfs.java:91)
at org.reflections.Reflections.scan(Reflections.java:237)
at org.reflections.Reflections.scan(Reflections.java:204)
at org.reflections.Reflections.<init>(Reflections.java:129)
at org.apache.kafka.connect.runtime.AbstractHerder.connectorPlugins(AbstractHerder.java:275)
at org.apache.kafka.connect.runtime.AbstractHerder$1.run(AbstractHerder.java:384)
at java.lang.Thread.run(Thread.java:748)
[2018-04-03 06:50:43,443] WARN could not create Vfs.Dir from url. ignoring the exception and continuing (org.reflections.Reflections:208)
org.reflections.ReflectionsException: Could not open url connection
at org.reflections.vfs.JarInputDir$1$1.<init>(JarInputDir.java:37)
at org.reflections.vfs.JarInputDir$1.iterator(JarInputDir.java:33)
at org.reflections.Reflections.scan(Reflections.java:240)
at org.reflections.Reflections.scan(Reflections.java:204)
at org.reflections.Reflections.<init>(Reflections.java:129)
at org.apache.kafka.connect.runtime.AbstractHerder.connectorPlugins(AbstractHerder.java:275)
at org.apache.kafka.connect.runtime.AbstractHerder$1.run(AbstractHerder.java:384)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.FileNotFoundException: /usr/hdp/current/kafka-broker/bin/../libs/ojdbc6.jar (No such file or directory)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at java.io.FileInputStream.<init>(FileInputStream.java:93)
at sun.net.www.protocol.file.FileURLConnection.connect(FileURLConnection.java:90)
at sun.net.www.protocol.file.FileURLConnection.getInputStream(FileURLConnection.java:188)
at org.reflections.vfs.JarInputDir$1$1.<init>(JarInputDir.java:36)
... 7 more
Я просто хочу импортировать данные из текстового файла в кафку. Может кто-нибудь попытаться решить эту проблему?