- more tidying up
- setting up distribution plugin - using more variables for mod config
This commit is contained in:
parent
afbfeda616
commit
7091f7648d
34 changed files with 293 additions and 169 deletions
66
modules/infra-kafka-cluster/src/kafka.Dockerfile
Normal file
66
modules/infra-kafka-cluster/src/kafka.Dockerfile
Normal file
|
|
@ -0,0 +1,66 @@
|
|||
ARG KAFKA_DL_URL=https://dlcdn.apache.org/kafka/3.0.0/kafka_2.13-3.0.0.tgz
|
||||
|
||||
## builder ##
|
||||
FROM debian:11-slim as Kafka-Download
|
||||
ARG KAFKA_DL_URL
|
||||
|
||||
WORKDIR /kafka
|
||||
|
||||
RUN apt-get update && apt-get install -y \
|
||||
curl \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
RUN echo "Downloading Kafka from $KAFKA_DL_URL" \
|
||||
&& curl "$KAFKA_DL_URL" | tar --strip-components=1 -xz \
|
||||
&& echo "Finished Kafka download" \
|
||||
&& ls -la
|
||||
|
||||
|
||||
## Kafka ##
|
||||
# KRaft (aka KIP-500) mode Preview Release
|
||||
# https://github.com/apache/kafka/blob/041b76dc57f096be2a2d7532d917122992bff6e2/config/kraft/README.md
|
||||
FROM openjdk:11 as kafka-kraft
|
||||
|
||||
WORKDIR /kafka
|
||||
|
||||
COPY --from=Kafka-Download /kafka .
|
||||
|
||||
# hardcoded for now, based on values from './config/kraft/server.properties'
|
||||
# log.dirs
|
||||
VOLUME /tmp/kraft-combined-logs
|
||||
# listeners, controller.quorum.voters
|
||||
EXPOSE 9092 9093
|
||||
|
||||
# Generate a cluster ID (must use this .sh to generate a UUID)
|
||||
RUN echo "$(./bin/kafka-storage.sh random-uuid)" > cluster_id \
|
||||
&& echo "Generated a Kafka Cluster ID: $(cat cluster_id)"
|
||||
|
||||
# Format storage directories
|
||||
RUN ./bin/kafka-storage.sh format \
|
||||
--ignore-formatted \
|
||||
--config ./config/kraft/server.properties \
|
||||
--cluster-id "$(cat cluster_id)"
|
||||
|
||||
COPY ./kafka-server.properties ./server.properties
|
||||
|
||||
# launch the broker in KRaft mode, which means that it runs without ZooKeeper
|
||||
ENTRYPOINT ["./bin/kafka-server-start.sh", "./server.properties"]
|
||||
|
||||
|
||||
### Kafka Connect ##
|
||||
#FROM openjdk:11 as kafka-connect
|
||||
## https://github.com/confluentinc/cp-docker-images/blob/5.3.3-post/debian/kafka-connect-base/Dockerfile
|
||||
#
|
||||
#ENV COMPONENT=kafka-connect
|
||||
#
|
||||
#WORKDIR /kafka-connect
|
||||
#
|
||||
#COPY --from=Kafka-Download /kafka .
|
||||
#
|
||||
## Default kafka-connect rest.port
|
||||
#EXPOSE 8083
|
||||
#
|
||||
#VOLUME ["/etc/${COMPONENT}/jars", "/etc/${COMPONENT}/secrets"]
|
||||
#
|
||||
## launch the broker in KRaft mode, which means that it runs without ZooKeeper
|
||||
#ENTRYPOINT ["./bin/connect-standalone.sh", "./config/connect-standalone.properties"]
|
||||
Loading…
Add table
Add a link
Reference in a new issue