- version bumps for coroutines, gradle, kotlin

- refactor kafka-connector project, prepping for the connector-admin

modules/infra-kafka-connect/src/main/docker/.env

@@ -0,0 +1,4 @@
+# Do not edit manually. This file was created with task 'dockerEnv'
+COMPOSE_PROJECT_NAME=kafkatorio
+CONNECTOR_ID=kafkatorio-connect
+KAFKA_CONNECT_VERSION=7.0.0

modules/infra-kafka-connect/src/main/docker/.gitignore

@@ -0,0 +1 @@
+camel-kafka-connectors/

modules/infra-kafka-connect/src/main/docker/docker-compose.yml

@@ -0,0 +1,50 @@
+version: "3.9"
+
+services:
+
+  connect:
+    image: adamko-dev/kafkatorio-kafka-connect:${KAFKA_CONNECT_VERSION}
+    hostname: ${CONNECTOR_ID}
+    container_name: ${CONNECTOR_ID}
+    build:
+      context: "."
+      dockerfile: kafka-connect.Dockerfile
+      args:
+        KAFKA_CONNECT_VERSION: ${KAFKA_CONNECT_VERSION}
+#        FILE_PULSE_VERSION: ${CONNECTOR_FILE_PULSE_VERSION}
+#        CAMEL_KC_VERSION: ${CONNECTOR_CAMEL_KAFKA_VERSION}
+#        CAMEL_CONNECTOR: ${CAMEL_FILE_CONNECTOR}
+    ports:
+      - "28083:28083"
+#    volumes:
+#      - "./connect/input:/warehouse/input"
+#      - "./connect/components:/usr/share/confluent-hub-components"
+
+#    volumes:
+#      - "./camel-kafka-connectors:/usr/share/java"
+    networks:
+      - "kafkatorio-nw"
+    environment:
+      CONNECT_BOOTSTRAP_SERVERS: "kafka:29092"
+      CONNECT_REST_ADVERTISED_HOST_NAME: ${CONNECTOR_ID}
+#      CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: "http://${SCHEMA_REGISTRY}:8081"
+      CONNECT_REST_PORT: 28083
+      CONNECT_GROUP_ID: ${CONNECTOR_ID}
+      CONNECT_CONFIG_STORAGE_TOPIC: ${CONNECTOR_ID}-configs
+      CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1
+      CONNECT_OFFSET_FLUSH_INTERVAL_MS: 10000
+      CONNECT_OFFSET_STORAGE_TOPIC: ${CONNECTOR_ID}-offsets
+      CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1
+      CONNECT_STATUS_STORAGE_TOPIC: ${CONNECTOR_ID}-status
+      CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1
+      CONNECT_KEY_CONVERTER: "org.apache.kafka.connect.storage.StringConverter"
+#      CONNECT_VALUE_CONVERTER: "io.confluent.connect.avro.AvroConverter"
+      CONNECT_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
+      CONNECT_PLUGIN_PATH: "/usr/share/java,/usr/share/confluent-hub-components"
+      CONNECT_LOG4J_ROOT_LOGLEVEL: INFO
+      CONNECT_LOG4J_LOGGERS: "org.apache.zookeeper=INFO,org.I0Itec.zkclient=ERROR,org.reflections=ERROR"
+
+networks:
+  kafkatorio-nw:
+    name: "kafkatorio-nw"
+    external: true

modules/infra-kafka-connect/src/main/docker/kafka-connect.Dockerfile

@@ -0,0 +1,19 @@
+ARG KAFKA_CONNECT_VERSION
+
+
+FROM confluentinc/cp-kafka-connect-base:${KAFKA_CONNECT_VERSION}
+
+ENV CONNECT_VERSION=${KAFKA_CONNECT_VERSION}
+
+USER 0:0
+
+COPY ./camel-kafka-connectors /usr/share/java/
+
+#WORKDIR /usr/share/java/
+#
+##ENV CAMEL_KC_VERSION=0.9.0
+##ENV CAMEL_CONNECTOR=camel-file-kafka-connector
+#
+#ENV URL=https://repo.maven.apache.org/maven2/org/apache/camel/kafkaconnector/camel-file-kafka-connector/0.9.0/camel-file-kafka-connector-0.9.0-package.tar.gz
+#
+#RUN curl -L $URL | tar -xzvf - --strip=0 $CAMEL_CONNECTOR