与Rocks DB

时间:2018-06-15 17:34:05

标签: java apache-kafka apache-kafka-streams

我在进行窗口操作时遇到了流异常。系统工作正常7-8小时,但之后崩溃,以下例外。

  

org.apache.kafka.streams.errors.StreamsException:陷入异常   处理。 taskId = 2_28,processor = KSTREAM-SOURCE-0000000004,   topic = pi-alarm-metric-anomaly-repartition,partition = 28,   偏移= 1386716 at   org.apache.kafka.streams.processor.internals.StreamTask.process(StreamTask.java:232)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.AssignedTasks.process(AssignedTasks.java:403)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.TaskManager.process(TaskManager.java:317)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamThread.processAndMaybeCommit(StreamThread.java:942)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:822)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:774)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:744)   〜[kafka-streams-1.0.0.jar:?]引起:   org.apache.kafka.streams.errors.InvalidStateStoreException:RocksDB   商店KSTREAM-AGGREGATE-STATE-STORE-0000000010:1528973280000有   关闭了   org.apache.kafka.streams.state.internals.RocksDBStore $ RocksDbIterator.hasNext(RocksDBStore.java:494)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.RocksDBStore $ RocksDBRangeIterator.hasNext(RocksDBStore.java:552)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.WindowKeySchema $ 1.hasNext(WindowKeySchema.java:74)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.SegmentIterator.hasNext(SegmentIterator.java:70)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.WindowStoreIteratorWrapper $ WrappedWindowStoreIterator.hasNext(WindowStoreIteratorWrapper.java:125)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.AbstractMergedSortedCacheStoreIterator.hasNext(AbstractMergedSortedCacheStoreIterator.java:69)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.MeteredWindowStoreIterator.hasNext(MeteredWindowStoreIterator.java:50)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.kstream.internals.KStreamWindowAggregate $ KStreamWindowAggregateProcessor.process(KStreamWindowAggregate.java:96)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.ProcessorNode $ 1.run(ProcessorNode.java:46)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamsMetricsImpl.measureLatencyNs(StreamsMetricsImpl.java:208)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.ProcessorNode.process(ProcessorNode.java:124)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.ProcessorContextImpl.forward(ProcessorContextImpl.java:85)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.SourceNode.process(SourceNode.java:80)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamTask.process(StreamTask.java:216)   〜[kafka-streams-1.0.0.jar:?] ... 6更多

     

rg.apache.kafka.streams.errors.StreamsException:陷入异常   处理。 taskId = 2_13,processor = KSTREAM-SOURCE-0000000004,   topic = pi-alarm-metric-anomaly-repartition,partition = 13,   偏移= 1320017 at   org.apache.kafka.streams.processor.internals.StreamTask.process(StreamTask.java:232)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.AssignedTasks.process(AssignedTasks.java:403)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.TaskManager.process(TaskManager.java:317)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamThread.processAndMaybeCommit(StreamThread.java:942)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:822)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:774)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:744)   〜[kafka-streams-1.0.0.jar:?]引起:   org.apache.kafka.streams.errors.InvalidStateStoreException:RocksDB   商店KSTREAM-AGGREGATE-STATE-STORE-0000000010:1528971540000有   关闭了   org.apache.kafka.streams.state.internals.RocksDBStore $ RocksDbIterator.hasNext(RocksDBStore.java:494)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.RocksDBStore $ RocksDBRangeIterator.hasNext(RocksDBStore.java:552)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.WindowKeySchema $ 1.hasNext(WindowKeySchema.java:74)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.SegmentIterator.hasNext(SegmentIterator.java:70)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.WindowStoreIteratorWrapper $ WrappedWindowStoreIterator.hasNext(WindowStoreIteratorWrapper.java:125)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.AbstractMergedSortedCacheStoreIterator.hasNext(AbstractMergedSortedCacheStoreIterator.java:69)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.state.internals.MeteredWindowStoreIterator.hasNext(MeteredWindowStoreIterator.java:50)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.kstream.internals.KStreamWindowAggregate $ KStreamWindowAggregateProcessor.process(KStreamWindowAggregate.java:96)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.ProcessorNode $ 1.run(ProcessorNode.java:46)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamsMetricsImpl.measureLatencyNs(StreamsMetricsImpl.java:208)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.ProcessorNode.process(ProcessorNode.java:124)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.ProcessorContextImpl.forward(ProcessorContextImpl.java:85)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.SourceNode.process(SourceNode.java:80)   〜[kafka-streams-1.0.0.jar:?] at   org.apache.kafka.streams.processor.internals.StreamTask.process(StreamTask.java:216)   〜[kafka-streams-1.0.0.jar:?] ... 6更多信息| 2018-06-14 12:54:1

0 个答案:

没有答案