Kstreams Not Working Any Solution is Appreciated

840 wyświetleń

Przejdź do pierwszej nieodczytanej wiadomości

RISHAB BHATTACHARJEE

nieprzeczytany,

19 lut 2018, 06:16:1519.02.2018

do Confluent Platform

ERROR stream-thread [main] Failed to lock the state directory due to an unexpected exception (org.apache.kafka.streams.processor.internals.StateDirectory:251)

java.nio.file.DirectoryNotEmptyException: \tmp\kafka-streams\message1-count\0_0

at sun.nio.fs.WindowsFileSystemProvider.implDelete(WindowsFileSystemProvider.java:266)

at sun.nio.fs.AbstractFileSystemProvider.delete(AbstractFileSystemProvider.java:103)

at java.nio.file.Files.delete(Files.java:1126)

at org.apache.kafka.common.utils.Utils$1.postVisitDirectory(Utils.java:636)

at org.apache.kafka.common.utils.Utils$1.postVisitDirectory(Utils.java:619)

at java.nio.file.Files.walkFileTree(Files.java:2688)

at java.nio.file.Files.walkFileTree(Files.java:2742)

at org.apache.kafka.common.utils.Utils.delete(Utils.java:619)

at org.apache.kafka.streams.processor.internals.StateDirectory.cleanRemovedTasks(StateDirectory.java:245)

at org.apache.kafka.streams.KafkaStreams.cleanUp(KafkaStreams.java:912)

at kstreams1.main(kstreams1.java:53)

[2018-02-19 16:41:27,450] ERROR stream-thread [main] Failed to lock the state directory due to an unexpected exception (org.apache.kafka.streams.processor.internals.StateDirectory:251)

java.nio.file.DirectoryNotEmptyException: \tmp\kafka-streams\message1-count\1_0

at sun.nio.fs.WindowsFileSystemProvider.implDelete(WindowsFileSystemProvider.java:266)

at sun.nio.fs.AbstractFileSystemProvider.delete(AbstractFileSystemProvider.java:103)

at java.nio.file.Files.delete(Files.java:1126)

at org.apache.kafka.common.utils.Utils$1.postVisitDirectory(Utils.java:636)

at org.apache.kafka.common.utils.Utils$1.postVisitDirectory(Utils.java:619)

at java.nio.file.Files.walkFileTree(Files.java:2688)

at java.nio.file.Files.walkFileTree(Files.java:2742)

at org.apache.kafka.common.utils.Utils.delete(Utils.java:619)

at org.apache.kafka.streams.processor.internals.StateDirectory.cleanRemovedTasks(StateDirectory.java:245)

at org.apache.kafka.streams.KafkaStreams.cleanUp(KafkaStreams.java:912)

at kstreams1.main(kstreams1.java:53)

[2018-02-19 16:41:34,992] ERROR stream-thread [message1-count-99e20569-3436-420c-bfca-c16cea0fa8ad-StreamThread-1] Failed to process stream task 0_0 due to the following error: (org.apache.kafka.streams.processor.internals.AssignedTasks:301)

org.apache.kafka.streams.errors.StreamsException: Exception caught in process. taskId=0_0, processor=KSTREAM-SOURCE-0000000002, topic=TopicT2, partition=0, offset=3

at org.apache.kafka.streams.processor.internals.StreamTask.process(StreamTask.java:232)

at org.apache.kafka.streams.processor.internals.AssignedTasks.process(AssignedTasks.java:403)

at org.apache.kafka.streams.processor.internals.TaskManager.process(TaskManager.java:317)

at org.apache.kafka.streams.processor.internals.StreamThread.processAndMaybeCommit(StreamThread.java:942)

at org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:822)

at org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:774)

at org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:744)

Caused by: org.apache.kafka.streams.errors.ProcessorStateException: Error opening store KSTREAM-OUTEROTHER-0000000007-store:1518912000000 at location \tmp\kafka-streams\message1-count\0_0\KSTREAM-OUTEROTHER-0000000007-store\KSTREAM-OUTEROTHER-0000000007-store:1518912000000

at org.apache.kafka.streams.state.internals.RocksDBStore.openDB(RocksDBStore.java:204)

at org.apache.kafka.streams.state.internals.RocksDBStore.openDB(RocksDBStore.java:174)

at org.apache.kafka.streams.state.internals.Segment.openDB(Segment.java:40)

at org.apache.kafka.streams.state.internals.Segments.getOrCreateSegment(Segments.java:89)

at org.apache.kafka.streams.state.internals.RocksDBSegmentedBytesStore.put(RocksDBSegmentedBytesStore.java:81)

at org.apache.kafka.streams.state.internals.RocksDBWindowStore$RocksDBWindowBytesStore.put(RocksDBWindowStore.java:43)

at org.apache.kafka.streams.state.internals.RocksDBWindowStore$RocksDBWindowBytesStore.put(RocksDBWindowStore.java:34)

at org.apache.kafka.streams.state.internals.ChangeLoggingWindowBytesStore.put(ChangeLoggingWindowBytesStore.java:67)

at org.apache.kafka.streams.state.internals.ChangeLoggingWindowBytesStore.put(ChangeLoggingWindowBytesStore.java:33)

at org.apache.kafka.streams.state.internals.MeteredWindowStore.put(MeteredWindowStore.java:96)

at org.apache.kafka.streams.state.internals.MeteredWindowStore.put(MeteredWindowStore.java:89)

at org.apache.kafka.streams.kstream.internals.KStreamJoinWindow$KStreamJoinWindowProcessor.process(KStreamJoinWindow.java:64)

at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run(ProcessorNode.java:46)

at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl.measureLatencyNs(StreamsMetricsImpl.java:208)

at org.apache.kafka.streams.processor.internals.ProcessorNode.process(ProcessorNode.java:124)

at org.apache.kafka.streams.processor.internals.ProcessorContextImpl.forward(ProcessorContextImpl.java:85)

at org.apache.kafka.streams.processor.internals.SourceNode.process(SourceNode.java:80)

at org.apache.kafka.streams.processor.internals.StreamTask.process(StreamTask.java:216)

... 6 more

Caused by: org.rocksdb.RocksDBException: Failed to create dir: C:\tmp\kafka-streams\message1-count\0_0\KSTREAM-OUTEROTHER-0000000007-store\KSTREAM-OUTEROTHER-0000000007-store:1518912000000: Invalid argument

at org.rocksdb.RocksDB.open(Native Method)

at org.rocksdb.RocksDB.open(RocksDB.java:231)

at org.apache.kafka.streams.state.internals.RocksDBStore.openDB(RocksDBStore.java:197)

... 23 more

Exception in thread "message1-count-99e20569-3436-420c-bfca-c16cea0fa8ad-StreamThread-1" org.apache.kafka.streams.errors.StreamsException: Exception caught in process. taskId=0_0, processor=KSTREAM-SOURCE-0000000002, topic=TopicT2, partition=0, offset=3