kafka streams .checkpoint.tmp文件丢失
2018-12-27 09:35:23 667 WARN [org.apache.kafka.streams.processor.internals.ProcessorStateManager][fm-cache-streams-29cd9f50-ea7f-4bd2-a3a4-5506f1313697-StreamThread-5] - Failed to write checkpoint file to /tmp/kafka-streams/fm-cache-streams/0_26/.checkpoint:
java.io.FileNotFoundException: /tmp/kafka-streams/fm-cache-streams/0_26/.checkpoint.tmp (No such file or directory)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
at java.io.FileOutputStream.<init>(FileOutputStream.java:162)
at org.apache.kafka.streams.state.internals.OffsetCheckpoint.write(OffsetCheckpoint.java:73)
at org.apache.kafka.streams.processor.internals.ProcessorStateManager.checkpoint(ProcessorStateManager.java:324)
at org.apache.kafka.streams.processor.internals.StreamTask$1.run(StreamTask.java:267)
at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl.measureLatencyNs(StreamsMetricsImpl.java:201)
at org.apache.kafka.streams.processor.internals.StreamTask.commit(StreamTask.java:260)
at org.apache.kafka.streams.processor.internals.StreamTask.commit(StreamTask.java:254)
at org.apache.kafka.streams.processor.internals.AssignedTasks$1.apply(AssignedTasks.java:322)
at org.apache.kafka.streams.processor.internals.AssignedTasks.applyToRunningTasks(AssignedTasks.java:415)
at org.apache.kafka.streams.processor.internals.AssignedTasks.commit(AssignedTasks.java:314)
at org.apache.kafka.streams.processor.internals.StreamThread.commitAll(StreamThread.java:700)
at org.apache.kafka.streams.processor.internals.StreamThread.maybeCommit(StreamThread.java:683)
at org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:523)
at org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:480)
at org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:457)
2018-12-27 09:35:23 667 WARN [org.apache.kafka.streams.processor.internals.ProcessorStateManager][fm-cache-streams-29cd9f50-ea7f-4bd2-a3a4-5506f1313697-StreamThread-5] - Failed to write checkpoint file to /tmp/kafka-streams/fm-cache-streams/0_28/.checkpoint:
java.io.FileNotFoundException: /tmp/kafka-streams/fm-cache-streams/0_28/.checkpoint.tmp (No such file or directory)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
kafka默认目录在/tmp下,一定要改掉,
很多系统默认会定时清理/tmp下的文件,会导致你集群崩溃。
你的答案