lazzexus/Kafkatorio
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

streams processor work. Stuck because of schema clashes. I want to get protoc working but it's a massive PIA.

Browse source
This commit is contained in:
Adam 2021-10-29 19:15:15 +02:00
parent 106d7a7923
commit 4ca40afa09
4 changed files with 97 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/factorio-events-processor/src/main/kotlin/dev/adamko/factorioevents/processor/StreamsExceptionHandler.kt
View file

@ -6,6 +6,6 @@ import org.apache.kafka.streams.errors.StreamsUncaughtExceptionHandler.StreamThr
class StreamsExceptionHandler : StreamsUncaughtExceptionHandler {
override fun handle(exception: Throwable): StreamThreadExceptionResponse {
println("${exception.message} - ${exception.stackTrace}")
return StreamThreadExceptionResponse.REPLACE_THREAD
return StreamThreadExceptionResponse.SHUTDOWN_APPLICATION
}
}

13
modules/factorio-events-processor/src/main/kotlin/dev/adamko/factorioevents/processor/main.kt
View file

@ -2,15 +2,12 @@ package dev.adamko.factorioevents.processor
import dev.adamko.factorioevents.processor.config.ApplicationProperties
import dev.adamko.factorioevents.processor.model.FactorioServerLogRecord
import dev.adamko.factorioevents.processor.model.LuaSurfaceData
import java.time.Duration
import org.apache.kafka.common.serialization.Serdes
import org.apache.kafka.streams.KafkaStreams
import org.apache.kafka.streams.KeyValue
import org.apache.kafka.streams.StreamsBuilder
import org.apache.kafka.streams.kstream.Branched
import org.apache.kafka.streams.TopologyDescription
import org.apache.kafka.streams.kstream.Consumed
import org.apache.kafka.streams.kstream.Named
import org.apache.kafka.streams.processor.TopicNameExtractor
import org.http4k.format.Jackson
@ -20,7 +17,6 @@ fun main() {
val builder = StreamsBuilder()
builder.stream(
"factorio-server-log",
Consumed.with(Serdes.String(), Serdes.String())
@ -40,7 +36,12 @@ fun main() {
streams.setUncaughtExceptionHandler(StreamsExceptionHandler())
Runtime.getRuntime().addShutdownHook(Thread { streams.close(Duration.ofSeconds(10)) })
Runtime.getRuntime().addShutdownHook(Thread { streams.close(Duration.ofSeconds(1)) })
// streams.cleanUp()
val description: TopologyDescription = topology.describe()
println(description)
streams.start()

21
modules/factorio-events-processor/src/main/resources/logback.xml Normal file
View file

@ -0,0 +1,21 @@
<configuration>
<appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
<withJansi>true</withJansi>
<!-- encoders are assigned the type
ch.qos.logback.classic.encoder.PatternLayoutEncoder by default -->
<encoder>
<pattern>%cyan(%d{HH:mm:ss.SSS}) %gray([%thread]) %highlight(%-5level) %magenta(%logger{36}) - %msg%n
</pattern>
</encoder>
</appender>
<logger name="org.apache.kafka" level="info" additivity="false">
<appender-ref ref="CONSOLE"/>
</logger>
<root level="info">
<appender-ref ref="STDOUT"/>
</root>
</configuration>